zephyr-7b-beta-awq.md

model	task_type	model_display_name	layout	weight	title	json_schema
id source name description task tags properties 3976bab8-3810-4ad8-8580-ab1e22de7823 2 @hf/thebloke/zephyr-7b-beta-awq Zephyr 7B Beta AWQ is an efficient, accurate and blazing-fast low-bit weight quantized Zephyr model variant. id name description c329a1f9-323d-4e91-b2aa-582dd4188d34 Text Generation Family of generative text models, such as large language models (LLM), that can be adapted for a variety of natural language tasks. huggingface text-generation property_id value beta true property_id value info https://huggingface.co/TheBloke/zephyr-7B-beta-AWQ	text-generation	zephyr-7b-beta-awq	model	0	zephyr-7b-beta-awq	input output { "type": "object", "oneOf": [ { "properties": { "prompt": { "type": "string", "maxLength": 4096 }, "raw": { "type": "boolean", "default": false }, "stream": { "type": "boolean", "default": false }, "max_tokens": { "type": "integer", "default": 256 } }, "required": [ "prompt" ] }, { "properties": { "messages": { "type": "array", "items": { "type": "object", "properties": { "role": { "type": "string" }, "content": { "type": "string", "maxLength": 4096 } }, "required": [ "role", "content" ] } }, "stream": { "type": "boolean", "default": false }, "max_tokens": { "type": "integer", "default": 256 } }, "required": [ "messages" ] } ] } { "oneOf": [ { "type": "object", "contentType": "application/json", "properties": { "response": { "type": "string" } } }, { "type": "string", "contentType": "text/event-stream", "format": "binary" } ] }