Skip to content

Commit

Permalink
don't rebuild built annoyIndex
Browse files Browse the repository at this point in the history
  • Loading branch information
Colin Fahy committed Oct 7, 2021
1 parent b9d4be8 commit 99cad5f
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion sample_id/ann/annoy.py
Expand Up @@ -18,21 +18,24 @@ def __init__(self, metadata: MatcherMetadata):
metadata.n_jobs = vars(metadata).get("n_jobs", -1)
super().__init__(metadata)
self.on_disk = None
self.built = False

def init_model(self) -> Any:
return annoy.AnnoyIndex(self.meta.n_features, metric=self.meta.metric)

def build(self) -> None:
logger.info(f"Building Annoy Index with {self.meta}...")
self.model.build(self.meta.n_trees, self.meta.n_jobs)
self.built = True

def on_disk_build(self, filename: str) -> None:
logger.info(f"Building Annoy Index straight to disk: {filename}...")
self.model.on_disk_build(filename)
self.on_disk = filename

def save_model(self, filepath: str) -> str:
self.build()
if not self.built:
self.build()
if self.on_disk:
logger.info(f"Annoy index already built on disk at {self.on_disk}.")
return self.on_disk
Expand Down

0 comments on commit 99cad5f

Please sign in to comment.