Skip to content

Commit

Permalink
fix: litellm
Browse files Browse the repository at this point in the history
  • Loading branch information
tjbck committed Jun 4, 2024
1 parent 17bc338 commit ecd7f8e
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion examples/pipelines/providers/litellm_manifold_pipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -109,7 +109,7 @@ def pipe(
headers["Authorization"] = f"Bearer {self.valves.LITELLM_API_KEY}"

try:
payload = {**body, "model": model_id, "user_id": body["user"]["id"]}
payload = {**body, "model": model_id, "user": body["user"]["id"]}
payload.pop("chat_id", None)
payload.pop("user", None)
payload.pop("title", None)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -197,7 +197,7 @@ def pipe(
try:
r = requests.post(
url=f"http://{self.valves.LITELLM_PROXY_HOST}:{self.valves.LITELLM_PROXY_PORT}/v1/chat/completions",
json={**body, "model": model_id, "user_id": body["user"]["id"]},
json={**body, "model": model_id, "user": body["user"]["id"]},
stream=True,
)

Expand Down

0 comments on commit ecd7f8e

Please sign in to comment.