using_slim_boolean_model.py

""" This example illustrates how to use the slim-boolean model.  In this case, we will use test documents provided
    in the model package, which will be cached locally the first time that you load the model. """

from llmware.models import ModelCatalog

#   load the model - best results with sample=False, but feel free to experiment
model = ModelCatalog().load_model("slim-boolean-tool",sample=False, temperature=0.0, max_output=200)

#   get the test set packaged with the model
test_set = ModelCatalog().get_test_script("slim-boolean-tool")

#   iterate through the test set
for i, sample in enumerate(test_set):

    #   add optional "explain" parameter to each question
    question = sample["question"] + " (explain)"

    #   key line:  invoke function call on the model, with boolean function, and pass the question as the parameter
    response = model.function_call(sample["context"], function="boolean", params=[question])

    #   analyze the logits
    analysis = ModelCatalog().get_fx_scores(response,model.hf_tokenizer_name)

    #   display to the screen
    print("\nllm_response: ", i, question, response["llm_response"])
    print("analysis: ", analysis)