fix export and infer model of gpt. (PaddlePaddle#1019)

wangxicoding · Sep 14, 2021 · 45967dc · 45967dc
1 parent 71aff69
commit 45967dc
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 5 deletions.
diff --git a/examples/language_model/gpt/deploy/python/inference.py b/examples/language_model/gpt/deploy/python/inference.py
@@ -113,11 +113,9 @@ def main():
             "问题：中国的首都是哪里？答案：",
             "问题：世界上最高的山峰是? 答案：",
         ]
-    end_id = tokenizer.eol_token_id
 
     dataset = [[
-        np.array(tokenizer(text)["input_ids"]).astype("int64").reshape([1, -1]),
-        np.array(end_id).astype("int32").reshape([1])
+        np.array(tokenizer(text)["input_ids"]).astype("int64").reshape([1, -1])
     ] for text in ds]
     outs = predictor.predict(dataset)
     for res in outs:

diff --git a/examples/language_model/gpt/export_model.py b/examples/language_model/gpt/export_model.py
@@ -71,8 +71,6 @@ def main():
         input_spec=[
             paddle.static.InputSpec(
                 shape=[None, None], dtype="int64"),  # input_ids
-            paddle.static.InputSpec(
-                shape=[1], dtype="int32"),  # end_id
         ])
 
     # Save converted static graph model