Skip to content

feat: include details about supported models #58

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
wisedev-pstach merged 1 commit into from
Jun 3, 2025
Merged

feat: include details about supported models #58

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
140 changes: 70 additions & 70 deletions src/MaIN.Domain/Models/SupportedModels.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,170 +16,170 @@ public static class KnownModels
{
private static List<Model> Models { get; } =
[
new Model()
new()
{
Description = string.Empty,
Description = "Compact 2B model for text generation, summarization, and simple Q&A",
Name = KnownModelNames.Gemma2_2b,
FileName = "Gemma2-2b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/gemma2_2b/resolve/main/gemma2-2b-maIN.gguf?download=true",
},
new Model()
new()
{
Description = string.Empty,
Description = "Balanced 4B model for writing, analysis, and mathematical reasoning",
Name = KnownModelNames.Gemma3_4b,
FileName = "Gemma3-4b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/Gemma3-4b/resolve/main/gemma3-4b.gguf?download=true",
},
new Model()
new()
{
Description = string.Empty,
Description = "Large 12B model for complex analysis, research, and creative writing",
Name = KnownModelNames.Gemma3_12b,
FileName = "Gemma3-12b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/Gemma3-12b/resolve/main/gemma3-12b.gguf?download=true",
},
new Model()
new()
{
Description = string.Empty,
Description = "Fast 8B model for multilingual tasks, translation, and logical reasoning",
Name = KnownModelNames.Qwen3_8b,
FileName = "Qwen3-8b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/Qwen3-8b/resolve/main/Qwen3-8b.gguf?download=true",
ReasonFunction = ReasoningFunctions.ProcessDeepSeekToken
},
new Model()
new()
{
Description = string.Empty,
Description = "Advanced 14B model for complex reasoning, research, and document analysis",
Name = KnownModelNames.Qwen3_14b,
FileName = "Qwen3-14b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/Qwen3-14b/resolve/main/Qwen3-14b.gguf?download=true",
ReasonFunction = ReasoningFunctions.ProcessDeepSeekToken
},
new Model()
new()
{
Description = string.Empty,
Description = "Specialized 7B model for algorithms, data structures, and contest programming",
Name = KnownModelNames.OlympicCoder_7b,
FileName = "Olympiccoder-7b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/OlympicCoder-7b/resolve/main/OlympicCoder-7b.gguf?download=true",
},
new Model()
new()
{
Description = string.Empty,
Description = "Lightweight 3B model for chatbots, content creation, and basic coding",
Name = KnownModelNames.Llama3_2_3b,
FileName = "Llama3.2-3b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Llama3.2_3b/resolve/main/Llama3.2-maIN.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Versatile 8B model for writing, coding, math, and general assistance",
Name = KnownModelNames.Llama3_1_8b,
FileName = "Llama3.1-8b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Llama3.1_8b/resolve/main/Llama3.1-maIN.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Efficient 3B model for dialogue, roleplay, and conversational AI",
Name = KnownModelNames.Hermes3_3b,
FileName = "Hermes3-3b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Hermes3-3b/resolve/main/hermes3-3b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Enhanced 8B model for complex dialogue, storytelling, and advice",
Name = KnownModelNames.Hermes3_8b,
FileName = "Hermes3-8b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Hermes3_8b/resolve/main/hermes3-8b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Vision-language model for image analysis, OCR, and visual Q&A",
Name = KnownModelNames.Llava_7b,
FileName = "Llava.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/Llava/resolve/main/Llava-maIN.gguf?download=true",
},
new Model()
new()
{
Description = string.Empty,
Description = "Ultra-lightweight 0.5B model for simple text completion and basic tasks",
Name = KnownModelNames.Qwen2_5_0_5b,
FileName = "Qwen2.5-0.5b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Qwen2.5/resolve/main/Qwen2.5-maIN.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Compact 3B model for Python, JavaScript, bug fixing, and code review",
Name = KnownModelNames.Qwen2_5_coder_3b,
FileName = "Qwen2.5-coder-3b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Qwen2.5-Coder-3b/resolve/main/Qwen2.5-coder-3b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Advanced 7B model for full-stack development, API design, and testing",
Name = KnownModelNames.Qwen2_5_coder_7b,
FileName = "Qwen2.5-coder-7b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Qwen2.5-Coder-7b/resolve/main/Qwen2.5-coder-7b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Professional 14B model for system design, architecture, and code refactoring",
Name = KnownModelNames.Qwen2_5_coder_14b,
FileName = "Qwen2.5-coder-14b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Qwen2.5-Coder-14b/resolve/main/Qwen2.5-coder-14b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Efficient 3B model for mobile apps, IoT devices, and edge computing",
Name = KnownModelNames.Phi3_5_3b,
FileName = "phi3.5-3b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/phi3.5-3b/resolve/main/phi3.5-3b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Latest 4B model for factual Q&A, safety-focused applications, and education",
Name = KnownModelNames.Phi4_4b,
FileName = "phi4-4b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Phi4-4b/resolve/main/phi4-4b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Advanced 8B model for math proofs, scientific reasoning, and logical puzzles",
Name = KnownModelNames.DeepSeek_R1_8b,
FileName = "DeepSeekR1-8b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/DeepseekR1-8b/resolve/main/DeepSeekR1-8b-maIN.gguf?download=true",
ReasonFunction = ReasoningFunctions.ProcessDeepSeekToken
},
new Model()
new()
{
Description = string.Empty,
Description = "Compact 1.5B model for basic logic, simple math, and chain-of-thought tasks",
Name = KnownModelNames.DeepSeek_R1_1_5b,
FileName = "DeepSeekR1-1.5b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/DeepseekR1-1.5b/resolve/main/DeepSeekR1-1.5b.gguf?download=true",
ReasonFunction = ReasoningFunctions.ProcessDeepSeekToken
},
new Model()
new()
{
Description = string.Empty,
Description = "Bilingual 6B model for Chinese-English translation and cultural content",
Name = KnownModelNames.Yi_6b,
FileName = "Yi-6b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/yi-6b/resolve/main/yi-6b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Tiny 0.1B model for keyword extraction, simple classification, and demos",
Name = KnownModelNames.Smollm2_0_1b,
FileName = "Smollm2-0.1b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Smollm2-0.1b/resolve/main/smollm2-0.1b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Open-source 7B model for research, benchmarking, and academic studies",
Name = KnownModelNames.Olmo2_7b,
FileName = "Olmo2-7b.gguf",
DownloadUrl = string.Empty
DownloadUrl = "https://huggingface.co/Inza124/Olmo2-7b/resolve/main/olmo2-7b.gguf?download=true"
},
new Model()
new()
{
Description = string.Empty,
Description = "Reasoning-focused 7B model for step-by-step problem solving and analysis",
Name = KnownModelNames.QwQ_7b,
FileName = "QwQ-7b.gguf",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/QwQ-7b/resolve/main/qwq-7b.gguf?download=true",
AdditionalPrompt = "- Output nothing before <think>, enclose all step-by-step reasoning (excluding the final answer) within <think>...</think>, and place the final answer immediately after the closing </think>",
ReasonFunction = ReasoningFunctions.ProcessQwQ_QwenModToken
}
Expand All @@ -191,7 +191,7 @@ public static Model GetEmbeddingModel() =>
Name = KnownModelNames.Nomic_Embedding,
FileName = "nomic.gguf",
Description = "Model used to generate embeddings.",
DownloadUrl = string.Empty,
DownloadUrl = "https://huggingface.co/Inza124/Nomic/resolve/main/Nomic-maIN.gguf?download=true",
};

public static Model GetModel(string path, string? name)
Expand Down