update versions

build.gradle.kts

@@ -1,7 +1,7 @@
 import de.undercouch.gradle.tasks.download.Download
 
 plugins {
-  kotlin("jvm") version "1.9.0-Beta"
+  kotlin("jvm") version "1.9.0-RC"
   id("com.github.ben-manes.versions") version "0.47.0"
   id("de.undercouch.download") version "5.4.0"
   id("com.github.johnrengelman.shadow") version "8.1.1"
@@ -50,17 +50,17 @@ dependencies {
   implementation("info.debatty:java-string-similarity:2.0.0")
 
   // CLI parser
-  implementation("com.github.ajalt.clikt:clikt:3.5.2")
+  implementation("com.github.ajalt.clikt:clikt:3.5.4")
 
   implementation("com.beust:klaxon:5.6")
 
   // Source code transformation
 //  implementation("com.github.h0tk3y.betterParse:better-parse:0.4.2")
-  val openrwVersion = "8.1.0"
+  val openrwVersion = "8.1.2"
   implementation("org.openrewrite:rewrite-java:$openrwVersion")
   runtimeOnly("org.openrewrite:rewrite-java-11:$openrwVersion")
 
-  val smileVersion = "3.0.1"
+  val smileVersion = "3.0.2"
   implementation("com.github.haifengl:smile-kotlin:$smileVersion")
   implementation("com.github.haifengl:smile-core:$smileVersion")
 
@@ -85,7 +85,7 @@ dependencies {
   // Querying and filtering data from GitHub
   implementation("org.kohsuke:github-api:1.315")
   // Querying and filtering data from GitLab
-  implementation("org.gitlab4j:gitlab4j-api:6.0.0-rc.1")
+  implementation("org.gitlab4j:gitlab4j-api:6.0.0-rc.2")
 
   implementation("org.jetbrains.lets-plot:lets-plot-kotlin-jvm:4.4.1")
 
@@ -146,23 +146,23 @@ dependencies {
     exclude(group = "org.sosy-lab", module = "java-smt")
     exclude(group = "org.sosy-lab", module = "javasmt-solver-mathsat5")
   }
-  implementation("org.apache.datasketches:datasketches-java:4.0.0")
+  implementation("org.apache.datasketches:datasketches-java:4.1.0")
   implementation("io.github.vovak:astminer:0.9.0")
   implementation("com.github.ben-manes.caffeine:caffeine:3.1.6")
 
   // Source Code Transformations
-  implementation("fr.inria.gforge.spoon:spoon-core:10.4.0-beta-9")
+  implementation("fr.inria.gforge.spoon:spoon-core:10.4.0-beta-11")
 
 //  implementation("com.theokanning.openai-gpt3-java:api:0.12.0")
-  implementation("com.aallam.openai:openai-client:3.2.5")
+  implementation("com.aallam.openai:openai-client:3.3.0")
 
   // Common statistical tests
   implementation("org.hipparchus:hipparchus-stat:2.3")
 
 //  implementation("io.github.danielnaczo:python3parser:1.0.4")
   implementation("org.antlr:antlr4:4.13.0")
 
-  implementation("org.jetbrains.kotlin:kotlin-compiler:1.9.0-Beta")
+  implementation("org.jetbrains.kotlin:kotlin-compiler:1.9.0-RC")
   implementation(files("libs/kotlin-grammar-tools-0.1-43.jar"))
 }
 

src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonSnippetRepair.kt

@@ -64,7 +64,7 @@ Compute Canada run command:
 
 ./gradlew shadowJar &&
 scp build/libs/gym-fs-fat-1.0-SNAPSHOT.jar breandan@niagara.computecanada.ca:/home/b/bengioy/breandan/cstk &&
-ssh breandan@niagara.computecanada.ca 'sbatch /home/b/bengioy/breandan/cstk/submit_job.sh'
+ssh breandan@niagara.computecanada.ca 'cd /home/b/bengioy/breandan/cstk && sbatch submit_job.sh'
 
 Local run command:
 
@@ -153,16 +153,14 @@ fun evaluateSeq2ParseOnStackOverflowDataset() {
 
 class RankStats(val name: String = "Total") {
   val upperBound = TIMEOUT_MS / 1000
-  val step = 10
+  val step = 20
   // Mean Reciprocal Rank
   val timedMRR = (0..upperBound step step).associateWith { 0.0 }.toMutableMap()
   // Precision at K, first int is K, second is the time cutoff
   val timedPAK =
-    ((setOf(1, 5, 10, 15, 20) + (1..10_000 step 1000).toSet()) * ((0..upperBound step step).toSet()))
+    ((setOf(1, 5, 10, Int.MAX_VALUE) + (1..10_000 step 1000).toSet()) * ((0..upperBound step step).toSet()))
       .associateWith { 0.0 }.toMutableMap()
-  val newRepairsFoundInTime = mutableMapOf<Int, Int>()
   var samplesEvaluated = 0
-  var repairSize = 0
 
   fun update(repairProposals: List<Repair>, groundTruthRepair: String) {
     samplesEvaluated += 1
@@ -178,14 +176,12 @@ class RankStats(val name: String = "Total") {
     (timedPAK.keys).forEach { (k, sec) ->
       repairProposals.filter { it.time in 0..(sec * 1000) }
         .map { it.result }.let {
-          val pak = it.take(k).count { it == groundTruthRepair }.toDouble()
+          val pak = (if(k == Int.MAX_VALUE) it else it.take(k))
+            .count { it == groundTruthRepair }.toDouble()
           timedPAK[k to sec] = (timedPAK[k to sec] ?: 0.0) + pak
         }
     }
 
-    val newRepairs = repairProposals.map { it.result }.toSet() -
-      repairProposals.map { it.result }.toSet()
-
     var summary = "$name ranking statistics across $samplesEvaluated samples...\n"
     val latestMRRs = timedMRR.entries.sortedByDescending { it.key }
       .joinToString(", ") { (k, v) ->
@@ -199,7 +195,9 @@ class RankStats(val name: String = "Total") {
           .joinToString(", ") { (p, v) ->
             "${p.second}s: ${(v / samplesEvaluated).round(3)}"
           }
-      }.entries.joinToString("\n") { (k, v) -> "P@$k=".padEnd(6) + v }
+      }.entries.joinToString("\n") { (k, v) ->
+        "P@${if (k == Int.MAX_VALUE) "All" else k}=".padEnd(6) + v
+      }
     summary += "\n$latestPAKs"
     printInABox(summary)
   }