mistral-7b-instruct-v0.1-awq.md

model	task_type	model_display_name	layout	weight	title	json_schema
id source name description task tags properties 980ec5e9-33c2-483a-a2d8-cd092fdf273f 2 @hf/thebloke/mistral-7b-instruct-v0.1-awq Mistral 7B Instruct v0.1 AWQ is an efficient, accurate and blazing-fast low-bit weight quantized Mistral variant. id name description c329a1f9-323d-4e91-b2aa-582dd4188d34 Text Generation Family of generative text models, such as large language models (LLM), that can be adapted for a variety of natural language tasks. mistral text-generation property_id value beta true property_id value info https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-AWQ	text-generation	mistral-7b-instruct-v0.1-awq	model	0	mistral-7b-instruct-v0.1-awq	input output { "type": "object", "oneOf": [ { "properties": { "prompt": { "type": "string", "maxLength": 4096 }, "raw": { "type": "boolean", "default": false }, "stream": { "type": "boolean", "default": false }, "max_tokens": { "type": "integer", "default": 256 } }, "required": [ "prompt" ] }, { "properties": { "messages": { "type": "array", "items": { "type": "object", "properties": { "role": { "type": "string" }, "content": { "type": "string", "maxLength": 4096 } }, "required": [ "role", "content" ] } }, "stream": { "type": "boolean", "default": false }, "max_tokens": { "type": "integer", "default": 256 } }, "required": [ "messages" ] } ] } { "oneOf": [ { "type": "object", "contentType": "application/json", "properties": { "response": { "type": "string" } } }, { "type": "string", "contentType": "text/event-stream", "format": "binary" } ] }