diff --git a/caikit/interfaces/nlp/data_model/text_generation.py b/caikit/interfaces/nlp/data_model/text_generation.py index 97cc5331d..cc464a37a 100644 --- a/caikit/interfaces/nlp/data_model/text_generation.py +++ b/caikit/interfaces/nlp/data_model/text_generation.py @@ -48,6 +48,7 @@ class FinishReason(Enum): class GeneratedToken(DataObjectBase): text: Annotated[str, FieldNumber(1)] logprob: Annotated[Optional[float], FieldNumber(3)] + rank: Annotated[Optional[int], FieldNumber(4)] @dataobject(package=NLP_PACKAGE)