Better recognization of chat

mudler · mudler · commit 8c47ffa56206 · 2025-11-05T22:03:36.000+01:00
Signed-off-by: Ettore Di Giacinto &lt;mudler@localai.io&gt;
diff --git a/core/config/model_config.go b/core/config/model_config.go
@@ -592,7 +592,7 @@ func (c *ModelConfig) HasUsecases(u ModelConfigUsecases) bool {
 // This avoids the maintenance burden of updating this list for each new backend - but unfortunately, that's the best option for some services currently.
 func (c *ModelConfig) GuessUsecases(u ModelConfigUsecases) bool {
 	if (u & FLAG_CHAT) == FLAG_CHAT {
-		if c.TemplateConfig.Chat == "" && c.TemplateConfig.ChatMessage == "" {
+		if c.TemplateConfig.Chat == "" && c.TemplateConfig.ChatMessage == "" && !c.TemplateConfig.UseTokenizerTemplate {
 			return false
 		}
 	}

Original file line number	Diff line number	Diff line change
`@@ -592,7 +592,7 @@ func (c *ModelConfig) HasUsecases(u ModelConfigUsecases) bool {`
`592`	`592`	`// This avoids the maintenance burden of updating this list for each new backend - but unfortunately, that's the best option for some services currently.`
`593`	`593`	`func (c *ModelConfig) GuessUsecases(u ModelConfigUsecases) bool {`
`594`	`594`	`if (u & FLAG_CHAT) == FLAG_CHAT {`
`595`		`- if c.TemplateConfig.Chat == "" && c.TemplateConfig.ChatMessage == "" {`
	`595`	`+ if c.TemplateConfig.Chat == "" && c.TemplateConfig.ChatMessage == "" && !c.TemplateConfig.UseTokenizerTemplate {`
`596`	`596`	`return false`
`597`	`597`	`}`
`598`	`598`	`}`