feat: Updated gateway/internal/api/v1/models.go

uniAIDevs · Mar 22, 2024 · 81cf996 · 81cf996
1 parent 4ddece2
commit 81cf996
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/gateway/internal/api/v1/models.go b/gateway/internal/api/v1/models.go
@@ -13,6 +13,11 @@ func (s *V1Handler) ListModels(ctx context.Context, req *connect.Request[llmv1.M
 	allProviderModels := map[string]*llmv1.ProviderModels{}
 
 	for name := range base.ProviderRegistry {
+		// Check if the provider is healthy before fetching models
+		if !router.DefaultHealthChecker{}.IsHealthy(name) {
+			continue
+		}
+
 		provider, err := s.iProviderService.GetProvider(provider.Provider{Name: name})
 		if err != nil {
 			continue