root@1c8c6932ea33:/# ib_send_bw 
### FreeFlow ###
#### ibv_cmd_get_context ####
context->qp_table_mask=2047
mlx4: Warning: BlueFlame available, but failed to mmap() BlueFlame page.
#### ibv_cmd_query_port ####
state=4, max_mtu=5, active_mtu=5
#### ibv_cmd_query_device ####
vendor id=713, vendor_part id=4099

************************************
* Waiting for client to connect... *
************************************
#### ibv_cmd_query_port ####
state=4, max_mtu=5, active_mtu=5
#### ibv_cmd_query_device ####
vendor id=713, vendor_part id=4099
@@@ ibv_exp_cmd_query_device @@@
#### ibv_cmd_alloc_pd ####
PD handle = 0
#### ibv_cmd_reg_mr ####
mmap succeed in reg mr.
@@@@@@@@ lkey=939589888, addr=139958609211392, shm_prt=139958609211392
#### ibv_cmd_create_cq ####
CQ return from router: cqe=255
#### ibv_cmd_create_cq ####
CQ return from router: cqe=1023
@@@ ibv_exp_cmd_create_qp @@@
pd_hanele: 0, qp_type: 2
create qp: qp_num=539, handle=0
[INFO] Succeed to mount shm ctrlshm-qp0
#### ibv_cmd_query_port ####
state=4, max_mtu=5, active_mtu=5
QP in req: 0, and QP in rsp: 0. size of attr = 136
#### ibv_cmd_query_port ####
state=4, max_mtu=5, active_mtu=5
---------------------------------------------------------------------------------------
                    Send BW Test
 Dual-port       : OFF		Device         : mlx4_0
 Number of qps   : 1		Transport type : IB
 Connection type : RC		Using SRQ      : OFF
 RX depth        : 512
 CQ Moderation   : 100
 Mtu             : 2048[B]
 Link type       : IB
 Max inline data : 0[B]
 rdma_cm QPs	 : OFF
 Data ex. method : Ethernet
---------------------------------------------------------------------------------------
 local address: LID 0x01 QPN 0x021b PSN 0x98b2b8
 remote address: LID 0x02 QPN 0x0253 PSN 0x42ef51
QP in req: 0, and QP in rsp: 0. size of attr = 136
---------------------------------------------------------------------------------------
 #bytes     #iterations    BW peak[MB/sec]    BW average[MB/sec]   MsgRate[Mpps]