model_1

payload = {
"action": "mistral-7b",
# "body": self._model_params['body']
"model_params": {
# "model_id": "Llama-3.2-1B-Instruct-f16",
"model_id": "mistral-7b-v0.1.Q4_K_M.gguf",
"query": "hey"
}
}