diff --git a/src/main/java/io/anserini/search/SearchCollection.java b/src/main/java/io/anserini/search/SearchCollection.java
index a4bd424238..0dafe33af6 100644
--- a/src/main/java/io/anserini/search/SearchCollection.java
+++ b/src/main/java/io/anserini/search/SearchCollection.java
@@ -134,7 +134,7 @@ public void run() {
         LOG.info("[Start] Ranking with similarity: " + taggedSimilarity.similarity.toString());
         final long start = System.nanoTime();
         if (!cascadeTag.isEmpty()) LOG.info("ReRanking with: " + cascadeTag);
-        PrintWriter out = new PrintWriter(Files.newBufferedWriter(Paths.get(outputPath), StandardCharsets.US_ASCII));
+        PrintWriter out = new PrintWriter(Files.newBufferedWriter(Paths.get(outputPath.replace(":", "=")), StandardCharsets.US_ASCII));
         for (Map.Entry<K, Map<String, String>> entry : topics.entrySet()) {
           K qid = entry.getKey();
           String queryString = entry.getValue().get(args.topicfield);
diff --git a/src/test/java/io/anserini/collection/DocumentTest.java b/src/test/java/io/anserini/collection/DocumentTest.java
index 07acdb37ce..dfb33161d5 100644
--- a/src/test/java/io/anserini/collection/DocumentTest.java
+++ b/src/test/java/io/anserini/collection/DocumentTest.java
@@ -60,6 +60,8 @@ public void tearDown() throws Exception {
       File file = tmpPath.toFile();
       file.delete();
     }
+    // Call garbage collector for Windows compatibility
+    System.gc(); 
     super.tearDown();
   }
 }
diff --git a/src/test/java/io/anserini/integration/IndexerTest.java b/src/test/java/io/anserini/integration/IndexerTest.java
index c37c9c69f6..34f2782c0a 100644
--- a/src/test/java/io/anserini/integration/IndexerTest.java
+++ b/src/test/java/io/anserini/integration/IndexerTest.java
@@ -113,6 +113,8 @@ public void setUp() throws Exception {
   @After
   @Override
   public void tearDown() throws Exception {
+    // Call garbage collector for Windows compatibility
+    System.gc();
     super.tearDown();
   }
 
diff --git a/src/test/java/io/anserini/integration/MultiThreadingSearchTest.java b/src/test/java/io/anserini/integration/MultiThreadingSearchTest.java
index 076d2f4854..9b46379403 100644
--- a/src/test/java/io/anserini/integration/MultiThreadingSearchTest.java
+++ b/src/test/java/io/anserini/integration/MultiThreadingSearchTest.java
@@ -52,8 +52,8 @@ protected void testEval() throws Exception {
     try {
       Eval.setAllMetrics(this.evalMetrics);
       for (int i = 0; i < searchArgs.b.length; i++) {
-        System.out.println(evalArgs.runPath+"_k1:"+searchArgs.k1[0]+",b:"+searchArgs.b[i]);
-        Eval.eval(evalArgs.runPath+"_k1:"+searchArgs.k1[0]+",b:"+searchArgs.b[i], evalArgs.qrelPath, evalArgs.longDocids, evalArgs.asc);
+        System.out.println(evalArgs.runPath+"_k1="+searchArgs.k1[0]+",b="+searchArgs.b[i]);
+        Eval.eval(evalArgs.runPath+"_k1="+searchArgs.k1[0]+",b="+searchArgs.b[i], evalArgs.qrelPath, evalArgs.longDocids, evalArgs.asc);
         assertEquals(Eval.getAllEvals().get(this.evalMetrics[0]).aggregated,
             res[i], 0.001);
       }
@@ -68,7 +68,7 @@ protected void testEval() throws Exception {
   @Override
   public void tearDown() throws Exception {
     for (String b : searchArgs.b) {
-      new File(evalArgs.runPath+"_k1:"+searchArgs.k1[0]+",b:"+b).delete();
+      new File(evalArgs.runPath+"_k1="+searchArgs.k1[0]+",b="+b).delete();
     }
     super.tearDown();
   }