neural-chat-7b-v3-1-awq.md

model	task_type	model_display_name	layout	weight	title	json_schema
id source name description task tags properties d2ba5c6b-bbb7-49d6-b466-900654870cd6 2 @hf/thebloke/neural-chat-7b-v3-1-awq This model is a fine-tuned 7B parameter LLM on the Intel Gaudi 2 processor from the mistralai/Mistral-7B-v0.1 on the open source dataset Open-Orca/SlimOrca. id name description c329a1f9-323d-4e91-b2aa-582dd4188d34 Text Generation Family of generative text models, such as large language models (LLM), that can be adapted for a variety of natural language tasks. huggingface text-generation property_id value beta true	text-generation	neural-chat-7b-v3-1-awq	model	0	neural-chat-7b-v3-1-awq	input output { "type": "object", "oneOf": [ { "properties": { "prompt": { "type": "string", "maxLength": 4096 }, "raw": { "type": "boolean", "default": false }, "stream": { "type": "boolean", "default": false }, "max_tokens": { "type": "integer", "default": 256 } }, "required": [ "prompt" ] }, { "properties": { "messages": { "type": "array", "items": { "type": "object", "properties": { "role": { "type": "string" }, "content": { "type": "string", "maxLength": 4096 } }, "required": [ "role", "content" ] } }, "stream": { "type": "boolean", "default": false }, "max_tokens": { "type": "integer", "default": 256 } }, "required": [ "messages" ] } ] } { "oneOf": [ { "type": "object", "contentType": "application/json", "properties": { "response": { "type": "string" } } }, { "type": "string", "contentType": "text/event-stream", "format": "binary" } ] }