Skip to content
Permalink
Browse files

fix(indexer): fix bug for indexer service dealing with empty doc

  • Loading branch information...
Larryjianfeng committed Jul 26, 2019
1 parent 1dff06f commit ded92c578b9aed43085ce12b0d81084f8dc5acbc
Showing with 10 additions and 9 deletions.
  1. +10 −9 gnes/service/indexer.py
@@ -36,15 +36,16 @@ def _handler_index(self, msg: 'gnes_pb2.Message'):
weights = []

for d in msg.request.index.docs:
all_vecs.append(blob2array(d.chunk_embeddings))
doc_ids += [d.doc_id] * len(d.chunks)
if msg.request.index.docs.doc_type == 'TEXT':
offsets += [c.offset_1d for c in d.chunks]
elif msg.request.index.docs.doc_type == 'IMAGE':
offsets += [c.offset_nd for c in d.chunks]
elif msg.request.index.docs.doc_type == 'VIDEO':
offsets += [c.offset_1d for c in d.chunks]
weights += [c.weight for c in d.chunks]
if d.chunks:
all_vecs.append(blob2array(d.chunk_embeddings))
doc_ids += [d.doc_id] * len(d.chunks)
if msg.request.index.docs.doc_type == 'TEXT':
offsets += [c.offset_1d for c in d.chunks]
elif msg.request.index.docs.doc_type == 'IMAGE':
offsets += [c.offset_nd for c in d.chunks]
elif msg.request.index.docs.doc_type == 'VIDEO':
offsets += [c.offset_1d for c in d.chunks]
weights += [c.weight for c in d.chunks]

from ..indexer.base import BaseVectorIndexer, BaseTextIndexer
if isinstance(self._model, BaseVectorIndexer):

0 comments on commit ded92c5

Please sign in to comment.
You can’t perform that action at this time.