-
Notifications
You must be signed in to change notification settings - Fork 654
Closed
Description
on latest main commit 153f5a7:
def __init__(
self,
config: LLMConfig,
model: Optional[str] = None,
):
self.config = config
self.model = model or config.primary_model
# Set up API client
self.client = openai.OpenAI(
api_key=config.api_key,
base_url=config.api_base,
)
logger.info(f"Initialized OpenAI LLM with model: {self.model}")
async def generate(self, prompt: str, **kwargs) -> str:
"""Generate text from a prompt"""
return await self.generate_with_context(
system_message=self.config.system_message,
messages=[{"role": "user", "content": prompt}],
**kwargs,
)referencing self.config: LLMConfig's member system_message
but LLMConfig defined in config.py does not have this member.
I think we should use prompt config's system message instead.
Would you like me to submit a PR to fix is issue?
Metadata
Metadata
Assignees
Labels
No labels