fix: model name validation when using custom model

pkg/extractors/intent_extractor.go

@@ -125,7 +125,6 @@ func (ee *IntentExtractor) processMessage(
 	}
 
 	// Put the intent into the message metadata
-	log.Debugf("IntentExtractor: intentResponse: %+v", intentResponse)
 	err = appState.MemoryStore.PutMessageMetadata(
 		ctx,
 		appState,

pkg/extractors/summarizer.go

@@ -12,6 +12,7 @@ import (
 	"github.com/getzep/zep/pkg/models"
 )
 
+const MaxTokensFallback = 2048
 const SummaryMaxOutputTokens = 1024
 
 // Force compiler to validate that Extractor implements the MemoryStore interface.
@@ -146,7 +147,7 @@ func summarize(
 	}
 	maxTokens, ok := llms.MaxLLMTokensMap[modelName]
 	if !ok {
-		return &models.Summary{}, fmt.Errorf("model name not found in MaxLLMTokensMap")
+		maxTokens = MaxTokensFallback
 	}
 
 	if promptTokens == 0 {

pkg/llms/llm_base.go

@@ -50,6 +50,11 @@ func NewLLMClient(ctx context.Context, cfg *config.Config) (models.ZepLLM, error
 			}
 			return NewOpenAILLM(ctx, cfg)
 		}
+		// if custom OpenAI Endpoint is set, do not validate model name
+		if cfg.LLM.OpenAIEndpoint != "" {
+			return NewOpenAILLM(ctx, cfg)
+		}
+		// Otherwise, validate model name
 		if _, ok := ValidOpenAILLMs[cfg.LLM.Model]; !ok {
 			return nil, fmt.Errorf(
 				"invalid llm model \"%s\" for %s",
@@ -113,6 +118,10 @@ var MaxLLMTokensMap = map[string]int{
 
 func GetLLMModelName(cfg *config.Config) (string, error) {
 	llmModel := cfg.LLM.Model
+	// only validate model name if OpenAI endpoint is not set
+	if cfg.LLM.OpenAIEndpoint != "" {
+		return llmModel, nil
+	}
 	if llmModel == "" || !ValidLLMMap[llmModel] {
 		return "", NewLLMError(InvalidLLMModelError, nil)
 	}