root@50b87d4bb28c:/# ib_send_bw 10.32.0.4
### FreeFlow ###
#### ibv_cmd_get_context ####
context->qp_table_mask=2047
mlx4: Warning: BlueFlame available, but failed to mmap() BlueFlame page.
#### ibv_cmd_query_port ####
state=4, max_mtu=5, active_mtu=5
#### ibv_cmd_query_device ####
vendor id=713, vendor_part id=4099
#### ibv_cmd_query_port ####
state=4, max_mtu=5, active_mtu=5
#### ibv_cmd_query_device ####
vendor id=713, vendor_part id=4099
@@@ ibv_exp_cmd_query_device @@@
#### ibv_cmd_alloc_pd ####
PD handle = 0
#### ibv_cmd_reg_mr ####
mmap succeed in reg mr.
@@@@@@@@ lkey=805372160, addr=140367240683520, shm_prt=140367240683520
#### ibv_cmd_create_cq ####
CQ return from router: cqe=255
#### ibv_cmd_create_cq ####
CQ return from router: cqe=1023
@@@ ibv_exp_cmd_create_qp @@@
pd_hanele: 0, qp_type: 2
create qp: qp_num=595, handle=0
[INFO] Succeed to mount shm ctrlshm-qp0
#### ibv_cmd_query_port ####
state=4, max_mtu=5, active_mtu=5
QP in req: 0, and QP in rsp: 0. size of attr = 136
#### ibv_cmd_query_port ####
state=4, max_mtu=5, active_mtu=5
---------------------------------------------------------------------------------------
                    Send BW Test
 Dual-port       : OFF		Device         : mlx4_0
 Number of qps   : 1		Transport type : IB
 Connection type : RC		Using SRQ      : OFF
 TX depth        : 128
 CQ Moderation   : 100
 Mtu             : 2048[B]
 Link type       : IB
 Max inline data : 0[B]
 rdma_cm QPs	 : OFF
 Data ex. method : Ethernet
---------------------------------------------------------------------------------------
 local address: LID 0x02 QPN 0x0253 PSN 0x42ef51
 remote address: LID 0x01 QPN 0x021b PSN 0x98b2b8
QP in req: 0, and QP in rsp: 0. size of attr = 136
QP in req: 0, and QP in rsp: 0. size of attr = 136
---------------------------------------------------------------------------------------
 #bytes     #iterations    BW peak[MB/sec]    BW average[MB/sec]   MsgRate[Mpps]