try to ignore all errors in serve

kingoflolz · Jun 9, 2021 · b5bbf51 · b5bbf51
1 parent b0c18e5
commit b5bbf51
Showing 1 changed file with 15 additions and 5 deletions.
diff --git a/device_serve.py b/device_serve.py
@@ -162,13 +162,23 @@ def parse_args():
             all_tokenized = []
             all_length = []
             for ctx in all_ctx:
-                tokens = tokenizer.encode(ctx)
-                provided_ctx = len(tokens)
-                pad_amount = seq - provided_ctx
+                padded_tokens = np.zeros(seq).astype(np.uint32)
+                length = 0
+
+                try:
+                    tokens = tokenizer.encode(ctx)
+                    provided_ctx = len(tokens)
+                    pad_amount = seq - provided_ctx
+
+                    pad_amount = max(pad_amount, 0)
+
+                    padded_tokens = np.pad(tokens, ((pad_amount, 0),)).astype(np.uint32)[-seq:]
+                    length = len(tokens)
+                except:
+                    print("oops exception")
 
-                padded_tokens = np.pad(tokens, ((pad_amount, 0),)).astype(np.uint32)[-seq:]
                 all_tokenized.append(padded_tokens)
-                all_length.append(len(tokens))
+                all_length.append(length)
 
             output = network.generate(np.array(all_tokenized),
                                       np.array(all_length),