new: add skip search flag (#42)

* new: add skip search flag

Author: joein

engine/base_client/client.py

@@ -53,7 +53,9 @@ def save_upload_results(
             }
             out.write(json.dumps(upload_stats, indent=2))
 
-    def run_experiment(self, dataset: Dataset, skip_upload: bool = False):
+    def run_experiment(
+        self, dataset: Dataset, skip_upload: bool = False, skip_search: bool = False
+    ):
         execution_params = self.configurator.execution_params(
             distance=dataset.config.distance, vector_size=dataset.config.vector_size
         )
@@ -77,14 +79,15 @@ def run_experiment(self, dataset: Dataset, skip_upload: bool = False):
                 },
             )
 
-        print("Experiment stage: Search")
-        for search_id, searcher in enumerate(self.searchers):
-            search_params = {**searcher.search_params}
-            search_stats = searcher.search_all(
-                dataset.config.distance, reader.read_queries()
-            )
-            self.save_search_results(
-                dataset.config.name, search_stats, search_id, search_params
-            )
+        if not skip_search:
+            print("Experiment stage: Search")
+            for search_id, searcher in enumerate(self.searchers):
+                search_params = {**searcher.search_params}
+                search_stats = searcher.search_all(
+                    dataset.config.distance, reader.read_queries()
+                )
+                self.save_search_results(
+                    dataset.config.name, search_stats, search_id, search_params
+                )
         print("Experiment stage: Done")
         print("Results saved to: ", RESULTS_DIR)

run.py

@@ -19,6 +19,7 @@ def run(
     datasets: List[str] = typer.Option(["*"]),
     host: str = "localhost",
     skip_upload: bool = False,
+    skip_search: bool = False,
     exit_on_error: bool = True,
     timeout: float = 86400.0,
 ):
@@ -48,7 +49,7 @@ def run(
             dataset.download()
             try:
                 with stopit.ThreadingTimeout(timeout) as tt:
-                    client.run_experiment(dataset, skip_upload)
+                    client.run_experiment(dataset, skip_upload, skip_search)
 
                 # If the timeout is reached, the server might be still in the
                 # middle of some background processing, like creating the index.