Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 9 additions & 3 deletions services/operator/app/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,11 +27,11 @@ class Settings(BaseSettings):
description="Maximum number of concurrent requests",
)
request_timeout_seconds: int = Field(
default=270,
default=180,
ge=60,
validation_alias="OPERATOR_REQUEST_TIMEOUT",
description="Maximum timeout for a single request in seconds (default 270s = 4.5min, "
"leaves buffer before client's 5-min abort)",
description="Maximum timeout for a single request in seconds (default 180s = 3min, "
"leaves buffer before client's 4-min abort)",
)
cleanup_interval_seconds: int = Field(
default=60,
Expand All @@ -56,6 +56,7 @@ class Settings(BaseSettings):
openai_api_key: str = ""
openai_coding_model: str = ""
openai_vision_model: str = ""
openai_fast_model: str = ""

model_config = SettingsConfigDict(
env_file=".env",
Expand Down Expand Up @@ -95,6 +96,11 @@ def llm_vision_model(self) -> str | None:
"""Return vision model if configured, None otherwise."""
return self.openai_vision_model if self.openai_vision_model else None

@property
def llm_fast_model(self) -> str:
"""Return fast model for summarization, falls back to coding model."""
return self.openai_fast_model if self.openai_fast_model else self.openai_coding_model


# Global settings instance
settings = Settings()
Loading
Loading