From 1a188173377445338914de63f196563cc4846f72 Mon Sep 17 00:00:00 2001 From: FanhaiLu1 Date: Fri, 26 Apr 2024 06:10:00 +0000 Subject: [PATCH] output all token text --- run_interactive.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/run_interactive.py b/run_interactive.py index 4ce1234b..c389d9cd 100644 --- a/run_interactive.py +++ b/run_interactive.py @@ -156,6 +156,8 @@ def main(argv): print("---- All output tokens.") print(sampled_tokens_list) + print("---- All output text.") + print(vocab.tokenizer.decode(sampled_tokens_list)) if _PROFILING_OUTPUT.value: jax.profiler.stop_trace()