From e36698537ca2695df4ee56d56077c40b105547ae Mon Sep 17 00:00:00 2001
From: breandan <bre@ndan.co>
Date: Mon, 25 Mar 2024 23:13:08 -0400
Subject: [PATCH] evaluate BIFI P@100

---
 .../repair/PythonBarHillelRepair.kt           | 29 ++++++++++---------
 .../experiments/repair/PythonSnippetRepair.kt |  2 +-
 2 files changed, 17 insertions(+), 14 deletions(-)

diff --git a/src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonBarHillelRepair.kt b/src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonBarHillelRepair.kt
index 682031c..1d1e8ad 100644
--- a/src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonBarHillelRepair.kt
+++ b/src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonBarHillelRepair.kt
@@ -26,9 +26,9 @@ fun main() {
   MAX_TOKENS = 79
 //  MAX_RADIUS = 3
   CFG_THRESH = 10_000
-  evaluateBarHillelRepairOnStackOverflow()
+//  evaluateBarHillelRepairOnStackOverflow()
 //  evaluateSeq2ParseRepair()
-//  evaluateBIFIRepair()
+  evaluateBIFIRepair()
 }
 
 fun readPCFG3() =
@@ -350,22 +350,25 @@ fun evaluateBIFIRepair() {
     val levDist = levenshtein(toRepair, humanRepair)
 
     // Adjust for class imbalance between Levenshtein distances
-//    val rand = Random.nextDouble()
-//    when(levDist) {
-//      1 -> if (rand > 0.02) return@forEach
-//      2 -> if (rand > 0.04) return@forEach
-//      3 -> if (rand > 0.1) return@forEach
-//    }
+    val rand = Random.nextDouble()
+    when (levDist) {
+      1 -> if (rand > 0.02) return@forEach
+      2 -> if (rand > 0.04) return@forEach
+      3 -> if (rand > 0.1) return@forEach
+    }
 
-    val bifiFix = bifiFix(toRepair)[0]
+    println("BROKEN: $toRepair")
+    val bifiFixes = bifiFix(toRepair, 100)
+
+    bifiFixes.take(10).forEachIndexed { i, it ->
+      println("BIFI-$i: ${levenshteinAlign(toRepair, it).paintANSIColors()}")
+    }
 
-    println("BRKE: $toRepair")
-    println("BIFI: ${levenshteinAlign(toRepair, bifiFix).paintANSIColors()}")
-    println("TRUE: ${levenshteinAlign(toRepair, humanRepair).paintANSIColors()}")
+    println("GROUND: ${levenshteinAlign(toRepair, humanRepair).paintANSIColors()}")
 
     P_1ByLevDist.getOrPut(length to levDist) { S2PMetrics() }.total++
 
-    if (bifiFix == humanRepair) { P_1ByLevDist.getOrPut(length to levDist) { S2PMetrics() }.top1++ }
+    if (humanRepair in bifiFixes) { P_1ByLevDist.getOrPut(length to levDist) { S2PMetrics() }.top1++ }
     println(P_1ByLevDist.summarizeLenAndDist())
     println()
   }
diff --git a/src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonSnippetRepair.kt b/src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonSnippetRepair.kt
index 536cc4d..4b52561 100644
--- a/src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonSnippetRepair.kt
+++ b/src/main/kotlin/edu/mcgill/cstk/experiments/repair/PythonSnippetRepair.kt
@@ -535,7 +535,7 @@ fun seq2parseFix(
 fun bifiFix(
   brokenCode: String,
   k: Int = 1,
-  prefix: String = "http://127.0.0.1:5000/api/topk?k=$k&bifi_translate="
+  prefix: String = "http://127.0.0.1:5000/api/text?k=$k&bifi_topk="
 ): List<String> =
   try {
     URL("$prefix${URLEncoder.encode(brokenCode,"UTF-8")}").readText()