Permalink
Browse files

Add fuse based product performance test with basho_bench

  • Loading branch information...
1 parent bded3f2 commit 437b1448365152270410e5dd89aa1cf2824b8024 @mocchira mocchira committed Mar 4, 2014
Showing with 5,570 additions and 0 deletions.
  1. +1 −0 leofs_clients/README.md
  2. +30 −0 leofs_clients/survey/fuse/20140304/README.md
  3. +181 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/console.log
  4. 0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/crash.log
  5. 0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/error.log
  6. +1 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/errors.csv
  7. +13 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/file_64k_load.conf
  8. +460 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/log.sasl.txt
  9. +133 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/put_latencies.csv
  10. +133 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/summary.csv
  11. BIN leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k/summary.png
  12. +61 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/console.log
  13. 0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/crash.log
  14. 0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/error.log
  15. +1 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/errors.csv
  16. +14 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/file_64k_load.conf
  17. +196 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/log.sasl.txt
  18. +120 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/put_latencies.csv
  19. +120 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/summary.csv
  20. BIN leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_load_64k_with_low_concurrency/summary.png
  21. +88 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/console.log
  22. 0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/crash.log
  23. 0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/error.log
  24. +2 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/errors.csv
  25. +13 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/file_64k_r8w2.conf
  26. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/get_latencies.csv
  27. +460 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/log.sasl.txt
  28. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/put_latencies.csv
  29. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/summary.csv
  30. BIN leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k/summary.png
  31. +43 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/console.log
  32. 0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/crash.log
  33. 0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/error.log
  34. +2 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/errors.csv
  35. +14 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/file_64k_r8w2.conf
  36. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/get_latencies.csv
  37. +196 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/log.sasl.txt
  38. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/put_latencies.csv
  39. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/summary.csv
  40. BIN leofs_clients/survey/fuse/20140304/tests/s3fs-fuse_r8w2_64k_with_low_concurrency/summary.png
  41. +181 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/console.log
  42. 0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/crash.log
  43. 0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/error.log
  44. +1 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/errors.csv
  45. +13 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/file_64k_load.conf
  46. +460 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/log.sasl.txt
  47. +24 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/put_latencies.csv
  48. +24 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/summary.csv
  49. BIN leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k/summary.png
  50. +61 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/console.log
  51. 0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/crash.log
  52. 0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/error.log
  53. +1 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/errors.csv
  54. +14 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/file_64k_load.conf
  55. +196 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/log.sasl.txt
  56. +15 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/put_latencies.csv
  57. +15 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/summary.csv
  58. BIN leofs_clients/survey/fuse/20140304/tests/s3fuse_load_64k_with_low_concurrency/summary.png
  59. +89 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/console.log
  60. 0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/crash.log
  61. 0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/error.log
  62. +2 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/errors.csv
  63. +13 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/file_64k_r8w2.conf
  64. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/get_latencies.csv
  65. +460 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/log.sasl.txt
  66. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/put_latencies.csv
  67. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/summary.csv
  68. BIN leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k/summary.png
  69. +43 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/console.log
  70. 0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/crash.log
  71. 0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/error.log
  72. +2 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/errors.csv
  73. +14 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/file_64k_r8w2.conf
  74. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/get_latencies.csv
  75. +196 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/log.sasl.txt
  76. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/put_latencies.csv
  77. +122 −0 leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/summary.csv
  78. BIN leofs_clients/survey/fuse/20140304/tests/s3fuse_r8w2_64k_with_low_concurrency/summary.png
View
@@ -1,6 +1,7 @@
Index
=====
+- [Mar 4, 2014: Performance test of s3fs-fuse and s3fuse with basho_bench](https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140304)
- [Mar 3, 2014: Performance test of s3fs-fuse and s3fuse](https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303)
- [Feb 28, 2014: s3fuse performance test](https://github.com/leo-project/notes/tree/master/leofs_clients/survey/s3fuse/20140228/README.md)
- [Feb 25, 2014: Survey s3fs products using fuse](https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140225/README.md)
@@ -0,0 +1,30 @@
+Title
+=====
+Performance tests s3fs-fuse and s3fuse with basho_bench
+
+Target
+======
+* [s3fs-fuse](https://github.com/s3fs-fuse/s3fs-fuse)
+* [s3fuse](https://code.google.com/p/s3fuse/)
+
+Result
+======
+* s3fs-fuse
+ * basho_bench files
+ * https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303/tests/s3fs-fuse_load_64k
+ * https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303/tests/s3fs-fuse_load_64k_with_low_concurrency
+ * https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303/tests/s3fs-fuse_r8w2_64k
+ * https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303/tests/s3fs-fuse_r8w2_64k_with_low_concurrency
+ * examinations
+ * Loading data throughput into LeoFS via s3fs-fuse is considerably reduced as time goes on.
+
+* s3fuse
+ * basho_bench files
+ * https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303/tests/s3fuse_load_64k
+ * https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303/tests/s3fuse_load_64k_with_low_concurrency
+ * https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303/tests/s3fuse_r8w2_64k
+ * https://github.com/leo-project/notes/tree/master/leofs_clients/survey/fuse/20140303/tests/s3fuse_r8w2_64k_with_low_concurrency
+ * examinations
+ * Setting concurrency in a basho_bench config file low improve load throughput
+
+

Large diffs are not rendered by default.

Oops, something went wrong.
@@ -0,0 +1 @@
+"error","count"
@@ -0,0 +1,13 @@
+{mode, max}.
+{duration, 1000}.
+{concurrent, 32}.
+
+{driver, basho_bench_driver_file}.
+
+{base_dir, "/mnt/s3fs/test"}.
+
+{key_generator, {int_to_str, {partitioned_sequential_int, 10000}}}.
+%{value_generator, {exponential_bin, 8192, 131072}}.
+{value_generator, {fixed_bin, 65536}}.
+{operations, [{put,1}]}.
+
Oops, something went wrong.

0 comments on commit 437b144

Please sign in to comment.