Make tests parallelizable

See issue #205. It is not entirely perfect because bots still lock
each other when using same builds (especially on HEAD), but this makes
the test suite go from 22 minutes to ≈11 minutes.

Author: AlexDaniel

Sakefile

@@ -32,7 +32,15 @@ task any(‘debug:’ X~ @bots».extension(‘’)».basename».lc), sub {
 
 task ‘start-all’, { start-stop ‘start-all’ }
 task ‘stop-all’,  { start-stop ‘stop-all’  }
-task ‘test’,      { run ‘prove’, ‘--exec’, ‘perl6’, ‘t’ }
+task ‘test’,      { run ‘prove’, ‘-j’, ‘4’,
+                        ‘--rules=par=t/bloatable.t’,
+                        ‘--rules=par=t/coverable.t’,
+                        ‘--rules=par=t/greppable.t’,
+                        ‘--rules=par=t/nativecallable.t’,
+                        ‘--rules=par=t/releasable.t’,
+                        ‘--rules=par=t/statisfiable.t’,
+                        ‘--rules=seq=**’,
+                        ‘--exec’, ‘perl6’, ‘t’ }
 
 task ‘upgrade’ => ‘stop-all’, { run ‘rakudobrew’, ‘build’, ‘moar’ }
 

lib/Whateverable.pm6

@@ -439,7 +439,8 @@ multi method filter($text is copy) {
 
 method upload(%files is copy, :$description = ‘’, Bool :$public = True) {
     if %*ENV<TESTABLE> {
-        my $gists-path = “{BUILDS-LOCATION}/tist”;
+        my $nick = $.irc.servers.values[0].current-nick;
+        my $gists-path = “{BUILDS-LOCATION}/tist/$nick”;
         rmtree $gists-path if $gists-path.IO ~~ :d;
         mkdir $gists-path;
         spurt “$gists-path/{.key}”, .value for %files;
@@ -463,7 +464,11 @@ method selfrun($nick is copy, @alias?) {
         :@alias
         # IPv4 address of chat.freenode.net is hardcoded so that we can double the limit ↓
         :host(%*ENV<TESTABLE> ?? ‘127.0.0.1’ !! (‘chat.freenode.net’, ‘185.30.166.38’).pick)
-        :channels(%*ENV<DEBUGGABLE> ?? <#whateverable> !! <#perl6 #perl6-dev #whateverable #zofbot #moarvm>)
+        :channels(%*ENV<DEBUGGABLE>
+                  ?? ‘#whateverable’
+                  !! %*ENV<TESTABLE>
+                     ?? “#whateverable_$nick”
+                     !! <#perl6 #perl6-dev #whateverable #zofbot #moarvm>)
         :debug(?%*ENV<DEBUGGABLE>)
         :plugins(self)
         :filters( -> |c { self.filter(|c) } )

t/evalable.t

@@ -171,7 +171,8 @@ $t.test(‘‘m:’ is not even needed’,
 $t.test(‘autodetection is smart enough’,
         ‘say you actually start your message with “say”’);
 
-my $camelia = IRC::Client.new(:nick(‘camelia’) :host<127.0.0.1> :channels<#whateverable>);
+my $camelia = IRC::Client.new(:nick(‘camelia’) :host<127.0.0.1>
+                              :channels<#whateverable_evalable6>);
 start $camelia.run;
 sleep 1;
 

t/lib/Testable.pm6

@@ -16,14 +16,16 @@ class Testable {
 
     has $!first-test;
 
-    submethod BUILD(:$bot, :$!our-nick = ‘testable’) {
+    submethod BUILD(:$bot, :$our-nick = ‘testable’) {
         $!bot = $bot;
         my $ready  = Channel.new;
         $!messages = Channel.new;
 
         my $self = self;
         $!irc-client = IRC::Client.new(
-            :nick($!our-nick) :host<127.0.0.1> :channels<#whateverable>
+            :nick($our-nick ~ (^999999 .pick))
+            :host<127.0.0.1>
+            :channels(“#whateverable_{$bot.lc}6”)
             :plugins(
                 class {
                     method irc-privmsg-channel($m) {
@@ -43,19 +45,21 @@ class Testable {
 
         start { sleep 20; $ready.send: False }
         $!bot-nick = $ready.receive;
-        ok ?$!bot-nick, ‘bot joined the channel’
+        $!our-nick = $!irc-client.servers.values[0].current-nick;
+        ok ?$!bot-nick, ‘bot joined the channel’;
+        is $!bot-nick, “{$bot.lc}6”, ‘bot nickname is expected’
     }
 
     method test(|c ($description, $command, *@expected, :$timeout = 11, :$delay = 0.5)) {
         $!first-test = c without $!first-test;
 
-        my $gists-path = “/tmp/whateverable/tist/”;
+        my $gists-path = “/tmp/whateverable/tist/$!bot-nick”;
         rmtree $gists-path if $gists-path.IO ~~ :d;
 
         my @got;
         my $start = now;
 
-        $!irc-client.send: :where<#whateverable> :text($command);
+        $!irc-client.send: :where(“#whateverable_$!bot-nick”) :text($command);
         sleep $delay if @expected == 0; # make it possible to check for no replies
         for ^@expected {
             my $message = $!messages.poll;
@@ -74,7 +78,7 @@ class Testable {
 
     method test-gist($description, %files) {
         for %files.kv -> $file, $tests {
-            my $path = “/tmp/whateverable/tist/$file”;
+            my $path = “/tmp/whateverable/tist/$!bot-nick/$file”;
             ok $path.IO ~~ :f, “gist file $file exists”;
             cmp-ok slurp($path), &[~~], $_, “gist file {$file}: $description” for @$tests;
         }

t/unicodable.t

@@ -146,7 +146,8 @@ $t.test(‘Answers on ‘.u’ when yoleaux is not around’,
         ‘.u ㊷’,
         /^ <me($t)>‘, U+32B7 CIRCLED NUMBER FORTY TWO [No] (㊷)’ $/);
 
-my $yoleaux = IRC::Client.new(:nick(‘yoleaux’) :host<127.0.0.1> :channels<#whateverable>);
+my $yoleaux = IRC::Client.new(:nick(‘yoleaux’) :host<127.0.0.1>
+                              :channels<#whateverable_unicodable6>);
 start $yoleaux.run;
 sleep 1;