feat(client): add a client for benchmarking and testing

gnes/__init__.py

@@ -14,7 +14,6 @@
 #  limitations under the License.
 
 
-
 # do not change this line
 # this is managed by git tag and replaced on every release
 __version__ = '0.0.27'

gnes/client/benchmark.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-import time
-
 import grpc
 
 from ..helper import TimeContext

gnes/encoder/audio/mfcc.py

@@ -14,7 +14,6 @@
 #  limitations under the License.
 
 
-
 from typing import List
 
 import numpy as np

gnes/encoder/numeric/hash.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 import numpy as np
 
 from ..base import BaseNumericEncoder

gnes/encoder/numeric/pca.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 import numpy as np
 
 from ..base import BaseNumericEncoder

gnes/encoder/numeric/pq.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 import numpy as np
 
 from ..base import BaseBinaryEncoder

gnes/encoder/numeric/tf_pq.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 from typing import Dict, Any
 
 import numpy as np

gnes/encoder/numeric/vlad.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 import copy
 
 import numpy as np

gnes/encoder/text/bert.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 from typing import List
 
 import numpy as np

gnes/encoder/text/elmo.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 from typing import List
 
 import numpy as np

gnes/encoder/text/flair.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 from typing import List
 
 import numpy as np

gnes/encoder/text/w2v.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 from typing import List
 
 import numpy as np

gnes/indexer/fulltext/leveldb.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 import pickle
 from threading import Thread, Event
 from typing import List, Any

gnes/indexer/vector/annoy.py

@@ -72,14 +72,14 @@ def query(self, keys: 'np.ndarray', top_k: int, *args, **kwargs) -> List[List[Tu
 
     def normalize_score(self, score: List[float], metrics: str, *args, **kwargs) -> List[float]:
         if metrics == 'angular':
-            return list(map(lambda x:1 / (1 + x), score))
+            return list(map(lambda x: 1 / (1 + x), score))
         elif metrics == 'euclidean':
             import math
-            return list(map(lambda x:1 / (1 + math.sqrt(x) / self.num_dim), score))
+            return list(map(lambda x: 1 / (1 + math.sqrt(x) / self.num_dim), score))
         elif metrics == 'manhattan':
-            return list(map(lambda x:1 / (1 + x / self.num_dim), score))
+            return list(map(lambda x: 1 / (1 + x / self.num_dim), score))
         elif metrics == 'hamming':
-            return list(map(lambda x:1 / (1 + x), score))
+            return list(map(lambda x: 1 / (1 + x), score))
         elif metrics == 'dot':
             raise NotImplementedError
 

gnes/indexer/vector/bindexer/__init__.py

@@ -14,7 +14,6 @@
 #  limitations under the License.
 
 
-
 import os
 from typing import List, Tuple, Any
 

gnes/indexer/vector/faiss.py

@@ -14,8 +14,6 @@
 #  limitations under the License.
 
 
-
-
 import os
 from typing import List, Tuple, Any
 

gnes/indexer/vector/hbindexer/__init__.py

@@ -14,7 +14,6 @@
 #  limitations under the License.
 
 
-
 import os
 from typing import List, Tuple, Any
 

gnes/indexer/vector/numpy.py

@@ -14,7 +14,6 @@
 #  limitations under the License.
 
 
-
 from typing import List, Tuple, Any
 
 import numpy as np

gnes/preprocessor/video/ffmpeg.py

@@ -13,10 +13,11 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 
+import random
 from typing import List
 
 import numpy as np
-import random
+
 from .base import BaseVideoPreprocessor
 from ..helper import get_video_frames, phash_descriptor
 from ...proto import gnes_pb2, array2blob

gnes/router/reduce/chunk_sum.py

@@ -13,8 +13,8 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 
-from typing import List
 from collections import defaultdict
+from typing import List
 
 from ..base import BaseReduceRouter
 from ...proto import gnes_pb2
@@ -42,4 +42,4 @@ def apply(self, msg: 'gnes_pb2.Message', accum_msgs: List['gnes_pb2.Message'], *
             r.score = v
             r.score_explained = doc_score_explained[k]
 
-        super().apply(msg, accum_msgs)
+        super().apply(msg, accum_msgs)

gnes/router/reduce/doc_sum.py

@@ -13,8 +13,8 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 
-from typing import List
 from collections import defaultdict
+from typing import List
 
 from ..base import BaseReduceRouter
 from ...proto import gnes_pb2
@@ -52,4 +52,4 @@ def apply(self, msg: 'gnes_pb2.Message', accum_msgs: List['gnes_pb2.Message'], *
         msg.response.search.ClearField('topk_results')
         msg.response.search.topk_results.extend(final_fulltext_docs[:msg.response.search.top_k])
 
-        super().apply(msg, accum_msgs)
+        super().apply(msg, accum_msgs)