Skip to content

Commit 4675a77

Browse files
kyle-haileykyle-hailey
committed
move to use on CSV file format
new fio.sh from I/O report card added README.txt with quick how to fixed issue in grade.r where scaling grade scale was not set
1 parent e6502b7 commit 4675a77

29 files changed

+1269
-1039
lines changed

‎README.txt‎

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
2+
3+
# cd to the fio scripts directory
4+
5+
source("fio.r")
6+
7+
# load up data
8+
9+
m <- read.csv("data_colorado.csv")
10+
11+
# set test name
12+
13+
testtype = "colorado"
14+
15+
# generate graphs
16+
17+
source('fiop.r')
18+
source('fiopg.r')
19+
20+
# generte report cards
21+
22+
source('grade.r')
23+
chart_grades(m)
24+
25+
26+
Files
27+
28+
fio.r - graphs just avg,95,99.5,99 and max in one set
29+
and histograms in another set
30+
no scaling
31+
fiog.r
32+
33+
fiop.r - graphs histograms nad 95% and 99% in one graph
34+
fiopg.r
35+
36+
grade.r
37+
gradeg.r - generates grades for many different datasets
38+
gradeonly.r - only generate the grades, no graph ?
39+
40+

‎all.csv‎

Lines changed: 177 additions & 0 deletions
Large diffs are not rendered by default.

‎data_colorado.csv‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
system,name,users,bs,MB,lat,min,max,std,iops,us50,us100,us250,us500,ms1,ms2,ms4,ms10,ms20,ms50,ms100,ms250,ms500,s1,s2,s5,p95_00, p99_00, p99_50, p99_90, p99_95, p99_99
2+
colorado,randread,1,8K, 1.163, 6.706, 0.2,135, 4.1,148, 0, 0, 0, 0, 3, 1,14,65,12, 0, 0, 0, 0, 0, 0, 0,12.096,19.328,22.912,39.680,46.336,136.192
3+
colorado,randread,8,8K, 10.509, 5.943, 0.2,66, 3.0,1345, 0, 0, 0, 1, 2, 2,17,68, 6, 0, 0, 0, 0, 0, 0, 0,10.816,15.552,18.304,23.424,25.472,31.616
4+
colorado,randread,16,8K, 18.001, 6.940, 0.1,71, 3.5,2304, 0, 0, 0, 0, 2, 2,12,67,13, 0, 0, 0, 0, 0, 0, 0,12.992,18.560,21.376,27.008,29.568,38.656
5+
colorado,randread,32,8K, 29.393, 8.500, 0.3,65, 4.2,3762, 0, 0, 0, 0, 0, 1, 7,61,25, 1, 0, 0, 0, 0, 0, 0,16.192,22.656,25.728,32.640,36.096,42.240
6+
colorado,randread,64,8K, 39.232, 12.734, 0.4,504, 15.7,5021, 0, 0, 0, 0, 0, 1, 5,51,31, 8, 1, 0, 0, 0, 0, 0,31.104,84.480,116.224,185.344,214.016,284.672
7+
colorado,read,1,8K, 10.004, 0.778, 0.2,141, 1.9,1280, 0, 0, 6,28,59, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0,1.320,7.712,9.792,21.376,33.536,72.192
8+
colorado,read,1,32K, 35.595, 0.875, 0.4,42, 1.3,1139, 0, 0, 0,14,78, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0,1.832,7.968,10.048,14.400,16.768,26.496
9+
colorado,read,1,128K, 84.415, 1.477, 0.6,118, 2.5,675, 0, 0, 0, 0,68,24, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0,5.920,12.608,15.296,22.144,24.192,42.240
10+
colorado,read,1,1M, 161.389, 6.190, 1.0,56, 5.6,161, 0, 0, 0, 0, 0, 0,58,22,15, 3, 0, 0, 0, 0, 0, 0,18.304,26.752,30.336,37.632,47.360,56.064
11+
colorado,read,8,1M, 480.227, 16.650, 2.0,169, 12.9,480, 0, 0, 0, 0, 0, 0, 0,31,42,21, 3, 0, 0, 0, 0, 0,41.000,73.000,81.000,102.000,109.000,139.000
12+
colorado,read,16,1M, 564.198, 28.330, 3.0,448, 27.7,564, 0, 0, 0, 0, 0, 0, 0,16,32,39, 8, 2, 0, 0, 0, 0,84.000,141.000,180.000,269.000,302.000,351.000
13+
colorado,read,32,1M, 677.158, 47.230, 2.0,1305, 55.6,677, 0, 0, 0, 0, 0, 0, 0, 8,22,41,16, 9, 1, 0, 0, 0,143.000,277.000,347.000,553.000,619.000,791.000
14+
colorado,read,64,1M, 690.842, 92.540, 3.0,1403, 152.0,690, 0, 0, 0, 0, 0, 0, 0, 7,17,34,17,14, 5, 2, 0, 0,383.000,750.000,996.000,1270.000,1303.000,1369.000
15+
colorado,write,1,1K, 1.112, 0.874, 0.3,35, 0.8,1139, 0, 0, 0,15,69,11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0,1.896,3.856,6.624,11.456,13.632,18.048
16+
colorado,write,1,8K, 10.128, 0.768, 0.4,32, 0.6,1296, 0, 0, 0,12,84, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,0.876,3.856,4.080,8.256,10.176,16.512
17+
colorado,write,1,128K, 44.547, 2.802, 1.0,128, 4.2,356, 0, 0, 0, 0, 2,71, 4,16, 5, 0, 0, 0, 0, 0, 0, 0,11.584,18.304,23.936,46.848,54.528,96.768
18+
colorado,write,4,1K, 2.784, 1.399, 0.3,57, 0.8,2851, 0, 0, 0, 0,15,78, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0,2.008,4.768,6.176,9.920,11.712,17.536
19+
colorado,write,4,8K, 17.372, 1.795, 0.4,103, 1.6,2223, 0, 0, 0, 0, 3,86, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0,4.576,5.984,8.640,16.512,29.056,58.624
20+
colorado,write,4,128K, 100.299, 4.980, 1.0,359, 10.0,802, 0, 0, 0, 0, 0, 4,72,15, 5, 1, 0, 0, 0, 0, 0, 0,12.608,49.408,82.432,127.488,138.240,183.296
21+
colorado,write,16,1K, 8.811, 1.770, 0.4,59, 1.4,9022, 0, 0, 0, 0, 9,76, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0,4.640,5.792,8.512,16.512,19.584,44.800
22+
colorado,write,16,8K, 41.884, 2.981, 0.5,1168, 10.9,5361, 0, 0, 0, 0, 0,44,44, 8, 0, 0, 0, 0, 0, 0, 0, 0,5.408,17.024,39.680,107.008,156.672,226.304
23+
colorado,write,16,128K, 117.830, 16.960, 2.0,224, 23.7,942, 0, 0, 0, 0, 0, 0, 0,58,19,13, 6, 1, 0, 0, 0, 0,71.000,118.000,137.000,196.000,204.000,225.000
24+

‎data_dtv.csv‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
system,name,users,bs,MB,lat,min,max,std,iops,us50,us100,us250,us500,ms1,ms2,ms4,ms10,ms20,ms50,ms100,ms250,ms500,s1,s2,s5,p95_00, p99_00, p99_50, p99_90, p99_95, p99_99
2+
dtv,randread,1,8K, 1.319, 5.915, 0.3,503, 6.5,168 , 0, 0, 0, 0, 2, 3,22,64, 3, 1, 0, 0, 0, 0, 0, 0,10.560,24.448,27.520,35.584,48.896,325.632
3+
dtv,randread,8,8K, 11.806, 5.289, 0.4,600, 5.8,1511 , 0, 0, 0, 0, 6, 4,25,58, 4, 0, 0, 0, 0, 0, 0, 0,10.048,16.192,20.352,29.312,47.360,226.304
4+
dtv,randread,16,8K, 19.357, 6.452, 0.4,654, 7.3,2477 , 0, 0, 0, 0, 1, 3,19,62,11, 0, 0, 0, 0, 0, 0, 0,12.736,19.072,22.144,30.848,50.432,436.224
5+
dtv,randread,32,8K, 31.492, 7.923, 0.2,522, 6.8,4031 , 0, 0, 0, 0, 0, 1,13,62,19, 2, 0, 0, 0, 0, 0, 0,16.768,25.216,29.056,44.800,70.144,313.344
6+
dtv,randread,64,8K, 37.209, 13.420, 0.4,665, 31.1,4762 , 0, 0, 0, 0, 0, 0, 9,58,21, 6, 1, 1, 0, 0, 0, 0,32.000,145.000,231.000,449.000,519.000,627.000
7+
dtv,read,1,8K, 8.523, 0.913, 0.3,645, 2.7,1091 , 0, 0, 0,16,66,13, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0,1.272,5.600,7.712,22.144,25.472,38.144
8+
dtv,read,1,32K, 17.193, 1.814, 0.5,555, 3.4,550 , 0, 0, 0, 0,42,44, 4, 7, 1, 0, 0, 0, 0, 0, 0, 0,6.240,14.016,21.632,28.544,30.848,51.456
9+
dtv,read,1,128K, 37.552, 3.320, 1.0,549, 6.3,300 , 0, 0, 0, 0, 0,48,37, 8, 4, 1, 0, 0, 0, 0, 0, 0,10.560,21.120,25.984,36.096,44.800,296.960
10+
dtv,read,1,1M, 87.165, 11.470, 4.0,582, 10.4,87 , 0, 0, 0, 0, 0, 0, 0,61,23,14, 0, 0, 0, 0, 0, 0,27.000,38.000,43.000,63.000,155.000,461.000
11+
dtv,read,8,1M, 269.019, 14.860, 4.0,594, 15.0,269 , 0, 0, 0, 0, 0, 0, 0,36,47,14, 1, 0, 0, 0, 0, 0,32.000,62.000,72.000,109.000,400.000,553.000
12+
dtv,read,16,1M, 376.654, 21.210, 5.0,588, 15.8,376 , 0, 0, 0, 0, 0, 0, 0, 3,59,33, 2, 0, 0, 0, 0, 0,42.000,91.000,100.000,141.000,174.000,478.000
13+
dtv,read,32,1M, 417.548, 38.240, 5.0,636, 32.8,417 , 0, 0, 0, 0, 0, 0, 0, 0,21,58,13, 4, 0, 0, 0, 0,99.000,151.000,182.000,465.000,523.000,586.000
14+
dtv,read,64,1M, 399.669, 79.930, 5.0,1406, 106.0,399 , 0, 0, 0, 0, 0, 0, 0, 0,10,43,25,15, 3, 1, 0, 0,255.000,594.000,676.000,1057.000,1205.000,1270.000
15+
dtv,write,1,1K, 0.757, 1.287, 0.5,536, 1.7,775 , 0, 0, 0, 0,48,39,10, 0, 0, 0, 0, 0, 0, 0, 0, 0,2.672,4.256,7.456,19.072,20.352,31.104
16+
dtv,write,1,8K, 6.802, 1.145, 0.5,400, 1.8,870 , 0, 0, 0, 0,50,46, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0,1.512,3.184,6.176,18.304,20.096,79.360
17+
dtv,write,1,128K, 41.685, 2.990, 1.0,373, 7.3,333 , 0, 0, 0, 0, 0,25,66, 5, 1, 0, 0, 0, 0, 0, 0, 0,7.008,14.656,22.912,120.320,183.296,284.672
18+
dtv,write,4,1K, 0.947, 2.057, 0.5,162, 1.4,970 , 0, 0, 0, 0, 7,47,42, 1, 0, 0, 0, 0, 0, 0, 0, 0,3.280,5.024,7.328,19.584,20.608,33.536
19+
dtv,write,4,8K, 7.068, 2.206, 0.6,156, 2.1,904 , 0, 0, 0, 0, 0,41,56, 1, 0, 0, 0, 0, 0, 0, 0, 0,2.832,4.320,5.408,21.120,39.680,93.696
20+
dtv,write,4,128K, 49.128, 5.080, 1.0,494, 11.4,393 , 0, 0, 0, 0, 0, 0,66,28, 3, 0, 0, 0, 0, 0, 0, 0,10.000,21.000,36.000,204.000,260.000,420.000
21+
dtv,write,16,1K, 3.245, 2.402, 0.5,185, 1.9,3323 , 0, 0, 0, 0, 0,36,58, 3, 0, 0, 0, 0, 0, 0, 0, 0,3.792,7.648,9.408,21.888,35.072,50.944
22+
dtv,write,16,8K, 20.884, 2.987, 0.7,311, 4.5,2673 , 0, 0, 0, 0, 0, 7,87, 4, 0, 0, 0, 0, 0, 0, 0, 0,4.448,9.664,16.064,73.216,115.200,166.912
23+
dtv,write,16,128K, 84.580, 11.800, 2.0,887, 28.7,676 , 0, 0, 0, 0, 0, 0, 0,76,19, 3, 0, 0, 0, 0, 0, 0,20.000,67.000,174.000,498.000,603.000,750.000

‎data_emc.csv‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
system,name,users,bs,MB,lat,min,max,std,iops,us50,us100,us250,us500,ms1,ms2,ms4,ms10,ms20,ms50,ms100,ms250,ms500,s1,s2,s5,p95_00, p99_00, p99_50, p99_90, p99_95, p99_99
2+
emc,randread,1,8K, 0.356, 21.900, 2.0,162, 19.0,45 , 0, 0, 0, 0, 0, 0, 0,15,48,30, 4, 1, 0, 0, 0, 0,53.000,103.000,139.000,163.000,163.000,163.000
3+
emc,randread,8,8K, 2.608, 23.756, 0.4,206, 20.0,333 , 0, 0, 0, 0, 0, 0, 1,14,42,33, 6, 1, 0, 0, 0, 0,61.000,108.000,137.000,176.000,202.000,206.000
4+
emc,randread,16,8K, 4.630, 26.676, 0.2,358, 25.2,592 , 0, 0, 0, 0, 0, 0, 1,13,37,35, 8, 2, 0, 0, 0, 0,73.000,129.000,153.000,235.000,285.000,359.000
5+
emc,randread,32,8K, 7.410, 32.831, 0.3,303, 24.2,948 , 0, 0, 0, 0, 0, 0, 0, 4,25,54,12, 2, 0, 0, 0, 0,80.000,124.000,151.000,245.000,269.000,306.000
6+
emc,randread,64,8K, 7.614, 54.690, 0.3,404, 30.4,974 , 0, 0, 0, 0, 0, 0, 0, 0, 2,49,42, 5, 0, 0, 0, 0,103.000,180.000,231.000,289.000,306.000,404.000
7+
emc,read,1,8K, 15.342, 0.506, 0.2,3, 0.2,1963 , 0, 0,10,25,63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,0.652,0.716,0.820,2.288,2.352,2.480
8+
emc,read,1,32K, 7.908, 3.946, 0.3,238, 9.7,253 , 0, 0, 0,10,60, 5, 3,10, 6, 3, 0, 0, 0, 0, 0, 0,18.560,42.240,58.624,107.008,123.392,238.592
9+
emc,read,1,128K, 37.373, 3.339, 0.6,127, 8.4,298 , 0, 0, 0, 0,32,53, 1, 4, 4, 3, 0, 0, 0, 0, 0, 0,17.280,40.704,50.944,114.176,116.224,127.488
10+
emc,read,1,1M, 23.017, 43.420, 3.0,240, 37.0,23 , 0, 0, 0, 0, 0, 0,17,12, 0,29,36, 4, 0, 0, 0, 0,96.000,190.000,202.000,241.000,241.000,241.000
11+
emc,read,8,1M, 135.312, 36.790, 3.0,393, 41.7,135 , 0, 0, 0, 0, 0, 0, 9,10,36,13,22, 6, 0, 0, 0, 0,113.000,196.000,245.000,351.000,396.000,396.000
12+
emc,read,16,1M, 147.754, 60.010, 3.0,475, 56.4,147 , 0, 0, 0, 0, 0, 0, 3, 9,24,14,31,16, 1, 0, 0, 0,169.000,260.000,289.000,408.000,478.000,478.000
13+
emc,read,32,1M, 246.147, 71.180, 3.0,1038, 81.1,246 , 0, 0, 0, 0, 0, 0, 6,14,16, 9,25,23, 2, 0, 0, 0,212.000,371.000,441.000,619.000,988.000,1037.000
14+
emc,read,64,1M, 282.076, 111.120, 3.0,851, 115.2,282 , 0, 0, 0, 0, 0, 0, 0, 1,11,30,12,32, 8, 1, 0, 0,330.000,545.000,660.000,758.000,791.000,848.000
15+
emc,write,1,1K, 1.500, 0.647, 0.2,96, 2.2,1536 , 0, 0, 2,27,69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,0.708,0.916,3.248,36.096,54.528,88.576
16+
emc,write,1,8K, 13.686, 0.567, 0.2,3, 0.2,1751 , 0, 0, 0,29,69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,0.756,0.916,1.004,1.224,1.688,2.672
17+
emc,write,1,128K, 94.443, 1.317, 0.7,50, 2.1,755 , 0, 0, 0, 0,54,43, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0,1.176,10.048,10.048,29.824,39.680,50.432
18+
emc,write,4,1K, 4.752, 0.611, 0.2,330, 3.5,4866 , 0, 0,23,44,31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,0.700,2.928,14.144,40.192,47.872,124.416
19+
emc,write,4,8K, 55.501, 0.419, 0.2,7, 0.1,7104 , 0, 0, 1,85,12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,0.708,0.860,1.004,1.864,2.320,3.312
20+
emc,write,4,128K, 112.242, 3.331, 0.7,114, 6.3,897 , 0, 0, 0, 0, 6,78, 0, 6, 5, 2, 0, 0, 0, 0, 0, 0,10.176,30.080,39.680,70.144,80.384,114.176
21+
emc,write,16,1K, 11.661, 0.739, 0.2,722, 4.4,11941 , 0, 0,11,69,17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,0.748,10.432,21.376,44.288,58.112,171.008
22+
emc,write,16,8K, 173.187, 0.399, 0.2,835, 2.0,22167 , 0, 0, 1,94, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,0.474,0.708,0.868,10.048,20.096,40.192
23+
emc,write,16,128K, 96.222, 11.588, 0.7,3331, 141.3,769 , 0, 0, 0, 0, 0, 2,84, 3, 4, 4, 0, 0, 0, 0, 0, 0,20.096,49.920,61.696,3293.184,3293.184,3325.952
24+

‎data_emc.r‎

Lines changed: 0 additions & 35 deletions
This file was deleted.

0 commit comments

Comments
 (0)