fix: filtering missing keys accounts for values (#1694)

* fix: missing keys indices

jina/executors/indexers/__init__.py

@@ -165,6 +165,8 @@ def flush(self):
     def _filter_nonexistent_keys_values(self, keys: Iterator, values: Iterator, existent_keys: Iterator, check_path: str) -> Tuple[List, List]:
         keys = list(keys)
         values = list(values)
+        if len(keys) != len(values):
+            raise ValueError(f'Keys of length {len(keys)} did not match values of lenth {len(values)}')
         indices_to_drop = self._get_indices_to_drop(keys, existent_keys, check_path)
         keys = [keys[i] for i in range(len(keys)) if i not in indices_to_drop]
         values = [values[i] for i in range(len(values)) if i not in indices_to_drop]

jina/executors/indexers/keyvalue.py

@@ -55,7 +55,7 @@ def __init__(self, *args, **kwargs):
         self._page_size = mmap.ALLOCATIONGRANULARITY
 
     def add(self, keys: Iterator[int], values: Iterator[bytes], *args, **kwargs):
-        if len(keys) != len(values):
+        if len(list(keys)) != len(list(values)):
             raise ValueError(f'Len of keys {len(keys)} did not match len of values {len(values)}')
         for key, value in zip(keys, values):
             l = len(value)  #: the length