Merge pull request #693 from waleedqk/ResponseOptions

Add ranks parameter to GeneratedToken
caikit · Apr 2, 2024 · f4cfc50 · f4cfc50
2 parents 5456820 + 1d55206
commit f4cfc50
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/caikit/interfaces/nlp/data_model/text_generation.py b/caikit/interfaces/nlp/data_model/text_generation.py
@@ -48,6 +48,7 @@ class FinishReason(Enum):
 class GeneratedToken(DataObjectBase):
     text: Annotated[str, FieldNumber(1)]
     logprob: Annotated[Optional[float], FieldNumber(3)]
+    rank: Annotated[Optional[int], FieldNumber(4)]
 
 
 @dataobject(package=NLP_PACKAGE)