Repository navigation
v0.1.2
Add support for bedrock openai compatible proxy to allow for bedrock model IDs within the openai SDK client
from openai import OpenAI, AzureOpenAI
client = OpenAI(
base_url="http://localhost:8080/openai-proxy/v1",
api_key="test",
)
chat_completion = client.chat.completions.create(
messages=[
{
"role": "user",
"content": "Write me a pretty short story",
}
],
model="bedrock/us.anthropic.claude-3-sonnet-20240307-v2:0",
stream=True,
)
for i in chat_completion:
print(i.choices[0].delta.content, end="")
print()
Full Changelog: v0.1.1...v0.1.2