[WIP] Ractor harness

.github/workflows/test.yml

@@ -37,6 +37,14 @@ jobs:
           MIN_BENCH_TIME: '0'
         continue-on-error: ${{ matrix.continue-on-error || false }}
 
+      - name: Test run_benchmarks.rb --ractor-only
+        run: ./run_benchmarks.rb --ractor-only
+        env:
+          WARMUP_ITRS: '1'
+          MIN_BENCH_ITRS: '1'
+          MIN_BENCH_TIME: '0'
+        continue-on-error: ${{ matrix.continue-on-error || false }}
+
       - name: Test run_benchmarks.rb --graph
         run: |
           sudo apt-get update

.gitignore

@@ -3,6 +3,7 @@
 *.csv
 *.dump
 logs*
+benchmarks/*/data/
 
 __pycache__
 /benchmarks/discourse

benchmarks.yml

@@ -31,6 +31,7 @@ mail:
 psych-load:
   desc: psych-load repeatedly loads a small selection of YAML files taken from various OSS projects.
   category: headline
+  ractor: true
 railsbench:
   desc: railsbench is a read-only tiny SQLite-backed Rails app, querying a small selection of .html.erb routes and JSON routes.
   category: headline
@@ -54,44 +55,59 @@ binarytrees:
   desc: binarytrees from the Computer Language Benchmarks Game.
 blurhash:
   desc: blurhash (blurred preview image) calculation
+  ractor: true
 erubi:
   desc: erubi compiles a simple Erb template into a method with erubi, then times evaluating that method.
+  ractor: true
 etanni:
   desc: etanni is an older, extremely simple template-lang format that basically turns your template into an "eval" with a lot of heredocs.
 fannkuchredux:
   desc: fannkuchredux from the Computer Language Benchmarks Game.
+  ractor: true
 fluentd:
   desc: fluentd is a log collector, which parses logs in a server and forwards them to various destinations.
 graphql:
   desc: GraphQL gem parsing a large file, uses Racc which has some Ruby->native->Ruby calls
+  ractor: true
 graphql-native:
   desc: GraphQL gem parsing a large file, but using a native parser
+knucleotide:
+  desc: k-nucleotide from the Computer Language Benchmarks Game - counts nucleotide frequencies using hash tables
+  ractor: true
 lee:
   desc: lee is a circuit-board layout solver, deployed in a plausibly reality-like way
 matmul:
   desc: matrix multiplication benchmark
+  ractor: true
 nbody:
   desc: nbody from the Computer Language Benchmarks Game.
 nqueens:
   desc: solver for the N-Queens problem
+  ractor: true
 optcarrot:
   desc: optcarrot is a functional headless NES emulator, run on a specific game cartridge for a specific number of frames.
 protoboeuf:
   desc: protoboeuf (pure-Ruby protobuf) message decoding
+  ractor: true
 protoboeuf-encode:
   desc: protoboeuf (pure-Ruby protobuf) message encoding
+  ractor: true
 rack:
   desc: test the performance of the Rack framework with barely any routing.
 ruby-json:
   desc: an optimized version of the json_pure gem's pure Ruby JSON parser.
+  ractor: true
 rubyboy:
   desc: Rubyboy is a functional headless GameBoy emulator, run on a specific game cartridge for a specific number of frames.
+  ractor: true
 rubykon:
   desc: Ruby solver for Go (the boardgame.) Runs many iterations forward from an initial starting board.
 sudoku:
   desc: sudoku solver
+  ractor: true
 tinygql:
   desc: TinyGQL gem parsing a large file in pure Ruby
+  ractor: true
 
 #
 # MicroBenchmarks
@@ -100,6 +116,7 @@ tinygql:
   desc: 30k_ifelse tests thousands of nested methods containing simple if/else statements.
   category: micro
   single_file: true
+  ractor: true
 30k_methods:
   desc: 30k_methods tests thousands of nested method calls that mostly just call out to other single-call methods.
   category: micro
@@ -108,18 +125,22 @@ attr_accessor:
   desc: attr_accessor tests the performance of getting instance variable values via an attr_accessor imemo.
   category: micro
   single_file: true
+  ractor: true
 cfunc_itself:
   desc: cfunc_itself just calls the 'itself' method many, many times.
   category: micro
   single_file: true
+  ractor: true
 fib:
   desc: Fib is a simple exponential-time recursive Fibonacci number generator.
   category: micro
   single_file: true
+  ractor: true
 getivar:
   desc: getivar tests the performance of getting instance variable values.
   category: micro
   single_file: true
+  ractor: true
 keyword_args:
   desc: keyword_args tests the performance of method calls with keyword arguments.
   category: micro
@@ -128,10 +149,12 @@ loops-times:
   desc: nested loop Integer#times and array access microbenchmark
   category: micro
   single_file: true
+  ractor: true
 object-new:
   desc: instantiate a new object in a loop to test allocation performance
   category: micro
   single_file: true
+  ractor: true
 respond_to:
   desc: respond_to tests the performance of the respond_to? method.
   category: micro
@@ -140,6 +163,7 @@ ruby-xor:
   desc: pure-Ruby string XOR microbenchmark, analogous to xorcist C extension.
   category: micro
   single_file: true
+  ractor: true
 setivar:
   desc: setivar tests the performance of setting instance variable values.
   category: micro
@@ -152,11 +176,14 @@ setivar_young:
   desc: setivar_object tests the performance of setting instance variables to an object, to test write barrier speed on young objects.
   category: micro
   single_file: true
+  ractor: true
 str_concat:
   desc: str_concat tests the performance of string concatenation in multiple different encodings.
   category: micro
   single_file: true
+  ractor: true
 throw:
   desc: microbenchmark for the throw instruction and stack unwinding.
   category: micro
   single_file: true
+  ractor: true

benchmarks/30k_ifelse.rb

@@ -1,3 +1,11 @@
+require_relative '../harness/loader'
+if ENV["YJIT_BENCH_RACTOR_HARNESS"]
+  eval_recv = Object.new
+  eval_meth = :instance_eval
+else
+  eval_recv = nil
+end
+
 def fun_l0_n0(x)
   if (x < 1)
     fun_l1_n310(x)
@@ -239998,23 +240006,29 @@ def fun_l29_n999(x)
   end
 end
 
-@a = 0
-@b = 0
-@c = 0
-@d = 0
-
-@count = 0
 def inc(x)
   @count += 1
 end
 
-@x = 0
-
-require_relative '../harness/loader'
-
 INTERNAL_ITRS = Integer(ENV.fetch("INTERNAL_ITRS", 200))
 
-run_benchmark(30) do
+main_obj = ENV["YJIT_BENCH_RACTOR_HARNESS"] ? eval_recv : nil
+run_benchmark(30, ractor_args: [main_obj]) do |num_rs,  selv|
+  if selv
+    recv = selv
+    recv_meth = :instance_eval
+  else
+    recv = 1
+    recv_meth = :times
+  end
+  recv.send(recv_meth) do
+  @a = 0
+  @b = 0
+  @c = 0
+  @d = 0
+
+  @count = 0
+  @x = 0
   INTERNAL_ITRS.times do
     @x = (@x < 1)? 1:0
     fun_l0_n0(@x)
@@ -241017,5 +241031,6 @@ def inc(x)
     fun_l0_n997(@x)
     fun_l0_n998(@x)
     fun_l0_n999(@x)
+    end
   end
 end