@@ -10,12 +10,21 @@ result = Benchmark.compare_realtime { }.with { do_it_another_way } -puts result[ :results1 ][ :mean ] -puts result[ :results2 ][ :mean ] -puts result[ :significant ] +Benchmark.report_on result See also example.rb for a more comprehensive example. +## Example Output + +.................... +Set 1 mean: 0.484 s +Set 1 std dev: 0.098 +Set 2 mean: 0.469 s +Set 2 std dev: 0.088 +p.value: 0.601661885634415 +W: 220.0 +The difference (-3.2%) IS NOT statistically significant. + ## Help, etc. irc.freenode.net#mathetes or http://mibbit.com/?server=irc.freenode.net&channel=%23mathetes README @@ -2,22 +2,6 @@ require 'better-benchmark' -def report( result ) - puts - puts( "Set 1 mean: %.3f s" % [ result[ :results1 ][ :mean ] ] ) - puts( "Set 1 std dev: %.3f" % [ result[ :results1 ][ :stddev ] ] ) - puts( "Set 2 mean: %.3f s" % [ result[ :results2 ][ :mean ] ] ) - puts( "Set 2 std dev: %.3f" % [ result[ :results2 ][ :stddev ] ] ) - puts "p.value: #{result[ :p ]}" - puts "W: #{result[ :W ]}" - puts( - "The difference (%+.1f%%) %s statistically significant." % [ - ( ( result[ :results2 ][ :mean ] - result[ :results1 ][ :mean ] ) / result[ :results1 ][ :mean ] ) * 100, - result[ :significant ] ? 'IS' : 'IS NOT' - ] - ) -end - NUM_INNER_ITERATIONS = 500000 # Provide two blocks of code to compare. For example, two blocks that @@ -43,5 +27,5 @@ result = Benchmark.compare_realtime( x = ( 1 < 2 ? 'foo' : 'bar' ) end } -report result +Benchmark.report_on result example.rb 67069c6a73c446df9590071df6ef626e9237acb0 Pistos gitsomegrace.5.pistos@geoshell.com http://github.com/Pistos/better-benchmark/commit/e5d7573481b39850ecba3a966f4492e6fc336fc8 e5d7573481b39850ecba3a966f4492e6fc336fc8 2008-05-29T20:07:09-07:00 2008-05-29T20:07:09-07:00 Updated example and README to use Benchmark.report_on(). 943513765a42e2cf511ea8c9d48e855e29452da1 Pistos gitsomegrace.5.pistos@geoshell.com