Skip to content
This repository has been archived by the owner on Feb 22, 2020. It is now read-only.


feat(indexer): add preprocessor and lvdb for storing gif
Browse files Browse the repository at this point in the history
  • Loading branch information
jemmyshin committed Aug 21, 2019
1 parent 4e1e53f commit 38567b0
Showing 1 changed file with 1 addition and 14 deletions.
15 changes: 1 addition & 14 deletions gnes/indexer/fulltext/
Expand Up @@ -46,9 +46,8 @@ def add(self, keys: List[int], docs: List['gnes_pb2.Document'], *args, **kwargs)
dirs = os.path.join(self.data_path, str(k))
if not os.path.exists(dirs):
self.file_suffix = self._get_file_type(d.doc_type)
for i, chunk in enumerate(d.chunks):
with open(os.path.join(dirs, str(i)+self.file_suffix), 'wb') as f:
with open(os.path.join(dirs, '%d.%s' % (i, self.file_suffix)), 'wb') as f:

def query(self, keys: List[int], *args, **kwargs) -> List['gnes_pb2.Document']:
Expand All @@ -73,16 +72,4 @@ def query(self, keys: List[int], *args, **kwargs) -> List['gnes_pb2.Document']:
return res

def _get_file_type(doc_type):
if doc_type == gnes_pb2.Document.VIDEO:
return '.gif'
elif doc_type == gnes_pb2.Document.IMAGE:
raise NotImplementedError
elif doc_type == gnes_pb2.Document.TEXT:
raise NotImplementedError
elif doc_type == gnes_pb2.Document.AUDIO:
raise NotImplementedError
raise ValueError("doc type can only be TEXT, IMAGE, VIDEO or AUDIO!")

0 comments on commit 38567b0

Please sign in to comment.