root@cloud15:~# cd /mnt/pve/vstor/ root@cloud15:/mnt/pve/vstor# gluster v profile vstor info clear Brick: cloud15-gl:/pool6/vstor/brick ------------------------------------ Cleared stats. Brick: cloud16-gl:/pool6/vstor/brick ------------------------------------ Cleared stats. Brick: cloud17-gl:/pool6/vstor/brick ------------------------------------ Cleared stats. root@cloud15:/mnt/pve/vstor# time qemu-img create ./10G 10G Formatting './10G', fmt=raw size=10737418240 real 0m0.034s user 0m0.011s sys 0m0.014s root@cloud15:/mnt/pve/vstor# gluster v profile vstor info Brick: cloud15-gl:/pool6/vstor/brick ------------------------------------ Cumulative Stats: Block Size: 512b+ 1024b+ 2048b+ No. of Reads: 1 0 0 No. of Writes: 2 1 39 Block Size: 4096b+ 8192b+ 16384b+ No. of Reads: 0 0 0 No. of Writes: 2 2 4 %-latency Avg-latency Min-Latency Max-Latency No. of calls Fop --------- ----------- ----------- ----------- ------------ ---- 0.00 0.00 ns 0.00 ns 0.00 ns 2 RELEASE 0.03 24336.00 ns 24336.00 ns 24336.00 ns 1 FLUSH 0.10 77165.00 ns 77165.00 ns 77165.00 ns 1 FSTAT 0.13 96241.00 ns 96241.00 ns 96241.00 ns 1 XATTROP 0.16 60974.00 ns 45676.00 ns 76272.00 ns 2 OPEN 0.21 154590.00 ns 154590.00 ns 154590.00 ns 1 READ 2.26 79762.81 ns 34365.00 ns 113503.00 ns 21 STATFS 7.95 60826.29 ns 24976.00 ns 188784.00 ns 97 INODELK 14.44 214492.56 ns 93566.00 ns 386364.00 ns 50 WRITE 20.64 135609.71 ns 35616.00 ns 339035.00 ns 113 LOOKUP 21.99 480352.62 ns 78938.00 ns 697416.00 ns 34 FSYNC 32.09 240696.08 ns 55303.00 ns 486632.00 ns 99 FXATTROP Duration: 33 seconds Data Read: 512 bytes Data Written: 229376 bytes Interval 0 Stats: Block Size: 512b+ 1024b+ 2048b+ No. of Reads: 1 0 0 No. of Writes: 2 1 39 Block Size: 4096b+ 8192b+ 16384b+ No. of Reads: 0 0 0 No. of Writes: 2 2 4 %-latency Avg-latency Min-Latency Max-Latency No. of calls Fop --------- ----------- ----------- ----------- ------------ ---- 0.00 0.00 ns 0.00 ns 0.00 ns 2 RELEASE 0.03 24336.00 ns 24336.00 ns 24336.00 ns 1 FLUSH 0.10 77165.00 ns 77165.00 ns 77165.00 ns 1 FSTAT 0.13 96241.00 ns 96241.00 ns 96241.00 ns 1 XATTROP 0.16 60974.00 ns 45676.00 ns 76272.00 ns 2 OPEN 0.21 154590.00 ns 154590.00 ns 154590.00 ns 1 READ 2.26 79762.81 ns 34365.00 ns 113503.00 ns 21 STATFS 7.92 60532.23 ns 24976.00 ns 188784.00 ns 97 INODELK 14.46 214492.56 ns 93566.00 ns 386364.00 ns 50 WRITE 20.59 135176.81 ns 35616.00 ns 339035.00 ns 113 LOOKUP 22.02 480352.62 ns 78938.00 ns 697416.00 ns 34 FSYNC 32.12 240696.08 ns 55303.00 ns 486632.00 ns 99 FXATTROP Duration: 33 seconds Data Read: 512 bytes Data Written: 229376 bytes Brick: cloud16-gl:/pool6/vstor/brick ------------------------------------ Cumulative Stats: Block Size: 512b+ 1024b+ 2048b+ No. of Reads: 3 0 0 No. of Writes: 2 1 39 Block Size: 4096b+ 8192b+ 16384b+ No. of Reads: 0 0 0 No. of Writes: 2 2 4 %-latency Avg-latency Min-Latency Max-Latency No. of calls Fop --------- ----------- ----------- ----------- ------------ ---- 0.00 0.00 ns 0.00 ns 0.00 ns 2 RELEASE 0.05 41678.00 ns 41678.00 ns 41678.00 ns 1 FLUSH 0.16 131307.00 ns 131307.00 ns 131307.00 ns 1 FSTAT 0.17 136676.00 ns 136676.00 ns 136676.00 ns 1 XATTROP 0.26 103048.00 ns 62357.00 ns 143739.00 ns 2 OPEN 1.00 265882.33 ns 246993.00 ns 280417.00 ns 3 READ 2.16 81942.90 ns 38913.00 ns 130946.00 ns 21 STATFS 7.27 59772.67 ns 21471.00 ns 244398.00 ns 97 INODELK 16.55 264009.76 ns 92744.00 ns 700966.00 ns 50 WRITE 19.20 135481.60 ns 25628.00 ns 416702.00 ns 113 LOOKUP 20.38 478026.86 ns 84338.00 ns 712206.00 ns 34 FSYNC 32.80 264226.35 ns 45265.00 ns 631936.00 ns 99 FXATTROP Duration: 33 seconds Data Read: 1536 bytes Data Written: 229376 bytes Interval 0 Stats: Block Size: 512b+ 1024b+ 2048b+ No. of Reads: 3 0 0 No. of Writes: 2 1 39 Block Size: 4096b+ 8192b+ 16384b+ No. of Reads: 0 0 0 No. of Writes: 2 2 4 %-latency Avg-latency Min-Latency Max-Latency No. of calls Fop --------- ----------- ----------- ----------- ------------ ---- 0.00 0.00 ns 0.00 ns 0.00 ns 2 RELEASE 0.05 41678.00 ns 41678.00 ns 41678.00 ns 1 FLUSH 0.16 131307.00 ns 131307.00 ns 131307.00 ns 1 FSTAT 0.17 136676.00 ns 136676.00 ns 136676.00 ns 1 XATTROP 0.26 103048.00 ns 62357.00 ns 143739.00 ns 2 OPEN 1.00 265882.33 ns 246993.00 ns 280417.00 ns 3 READ 2.16 81942.90 ns 38913.00 ns 130946.00 ns 21 STATFS 7.27 59772.67 ns 21471.00 ns 244398.00 ns 97 INODELK 16.55 264009.76 ns 92744.00 ns 700966.00 ns 50 WRITE 19.20 135481.60 ns 25628.00 ns 416702.00 ns 113 LOOKUP 20.38 478026.86 ns 84338.00 ns 712206.00 ns 34 FSYNC 32.80 264226.35 ns 45265.00 ns 631936.00 ns 99 FXATTROP Duration: 33 seconds Data Read: 1536 bytes Data Written: 229376 bytes Brick: cloud17-gl:/pool6/vstor/brick ------------------------------------ Cumulative Stats: Block Size: 512b+ 1024b+ 2048b+ No. of Reads: 4 0 0 No. of Writes: 2 1 39 Block Size: 4096b+ 8192b+ 16384b+ No. of Reads: 0 0 0 No. of Writes: 2 2 4 %-latency Avg-latency Min-Latency Max-Latency No. of calls Fop --------- ----------- ----------- ----------- ------------ ---- 0.00 0.00 ns 0.00 ns 0.00 ns 2 RELEASE 0.02 19947.00 ns 19947.00 ns 19947.00 ns 1 FLUSH 0.11 92444.00 ns 92444.00 ns 92444.00 ns 1 FSTAT 0.18 148981.00 ns 148981.00 ns 148981.00 ns 1 XATTROP 0.29 121444.00 ns 91833.00 ns 151055.00 ns 2 OPEN 1.34 275634.25 ns 159701.00 ns 454496.00 ns 4 READ 2.13 83600.38 ns 55935.00 ns 139172.00 ns 21 STATFS 8.36 71093.27 ns 17313.00 ns 182054.00 ns 97 INODELK 15.79 260545.42 ns 109797.00 ns 757738.00 ns 50 WRITE 19.48 142268.66 ns 27181.00 ns 335201.00 ns 113 LOOKUP 19.77 479824.23 ns 72596.00 ns 735997.00 ns 34 FSYNC 32.53 271090.62 ns 39354.00 ns 552110.00 ns 99 FXATTROP Duration: 33 seconds Data Read: 2048 bytes Data Written: 229376 bytes Interval 0 Stats: Block Size: 512b+ 1024b+ 2048b+ No. of Reads: 4 0 0 No. of Writes: 2 1 39 Block Size: 4096b+ 8192b+ 16384b+ No. of Reads: 0 0 0 No. of Writes: 2 2 4 %-latency Avg-latency Min-Latency Max-Latency No. of calls Fop --------- ----------- ----------- ----------- ------------ ---- 0.00 0.00 ns 0.00 ns 0.00 ns 2 RELEASE 0.02 19947.00 ns 19947.00 ns 19947.00 ns 1 FLUSH 0.11 92444.00 ns 92444.00 ns 92444.00 ns 1 FSTAT 0.18 148981.00 ns 148981.00 ns 148981.00 ns 1 XATTROP 0.30 121444.00 ns 91833.00 ns 151055.00 ns 2 OPEN 1.34 275634.25 ns 159701.00 ns 454496.00 ns 4 READ 2.13 83600.38 ns 55935.00 ns 139172.00 ns 21 STATFS 8.38 71093.27 ns 17313.00 ns 182054.00 ns 97 INODELK 15.84 260545.42 ns 109797.00 ns 757738.00 ns 50 WRITE 19.51 142034.93 ns 27181.00 ns 335201.00 ns 113 LOOKUP 19.56 473181.57 ns 72596.00 ns 735997.00 ns 34 FSYNC 32.63 271090.62 ns 39354.00 ns 552110.00 ns 99 FXATTROP Duration: 33 seconds Data Read: 2048 bytes Data Written: 229376 bytes