Add proxy for OpenAI

[gmrx]

Is your feature request related to a problem? Please describe.
I'm always frustrated when I cannot access OpenAI services due to network blocks or restrictions, which hinders my work and use of their capabilities.

Describe the solution you'd like
I want a proxy server for OpenAI to be added, which will allow bypassing network restrictions and provide stable access to the services regardless of geographical location or corporate policies.

Describe alternatives you've considered
I have considered using VPN services and alternative APIs from other providers, but they do not offer the same level of functionality and stability as OpenAI.

Additional context
Attached are screenshots of connection errors and examples of cases where access to OpenAI was critical for completing important tasks.

[gmrx]

Index: backend/apps/openai/main.py
<+>UTF-8
===================================================================
diff --git a/backend/apps/openai/main.py b/backend/apps/openai/main.py
--- a/backend/apps/openai/main.py	(revision 90503be2edef1a1f7ce2074286b6316d5cb8868a)
+++ b/backend/apps/openai/main.py	(date 1716279381749)
@@ -53,6 +51,13 @@
 
 app.state.MODELS = {}
 
+PROXY_URL = "http://proxy_url:port"
+PROXY_AUTH = aiohttp.BasicAuth('user', 'pass')
+PROXY_DICT = {
+    "http": "http://user:pass@proxy_url:port",
+    "https": "http://user:pass@proxy_url:port"
+}
 
 @app.middleware("http")
 async def check_url(request: Request, call_next):
@@ -124,6 +129,7 @@
                 data=body,
                 headers=headers,
                 stream=True,
+                proxies=PROXY_DICT
             )
 
             r.raise_for_status()
@@ -162,7 +168,7 @@
     try:
         headers = {"Authorization": f"Bearer {key}"}
         async with aiohttp.ClientSession() as session:
-            async with session.get(url, headers=headers) as response:
+            async with session.get(url, headers=headers, proxy=PROXY_URL, proxy_auth=PROXY_AUTH) as response:
                 return await response.json()
     except Exception as e:
         # Handle connection error here
@@ -244,7 +250,7 @@
         r = None
 
         try:
-            r = requests.request(method="GET", url=f"{url}/models")
+            r = requests.request(method="GET", url=f"{url}/models", proxies=PROXY_DICT)
             r.raise_for_status()
 
             response_data = r.json()
@@ -324,6 +330,7 @@
             data=body,
             headers=headers,
             stream=True,
+            proxies=PROXY_DICT
         )
 
         r.raise_for_status()

[nhmichael]

add system proxy on fetch_url in backend/apps/openai/main.py & you should set http_proxy first:

diff --git a/backend/apps/openai/main.py b/backend/apps/openai/main.py
index 6a834762..e2d0aa71 100644
--- a/backend/apps/openai/main.py
+++ b/backend/apps/openai/main.py
@@ -7,6 +7,7 @@ import aiohttp
 import asyncio
 import json
 import logging
+import os

 from pydantic import BaseModel

@@ -185,8 +186,9 @@ async def fetch_url(url, key):
     timeout = aiohttp.ClientTimeout(total=5)
     try:
         headers = {"Authorization": f"Bearer {key}"}
+        http_proxy = os.environ.get("http_proxy")
         async with aiohttp.ClientSession(timeout=timeout) as session:
-            async with session.get(url, headers=headers) as response:
+            async with session.get(url, headers=headers, proxy=http_proxy) as response:
                 return await response.json()
     except Exception as e:
         # Handle connection error here

[SurvivaLlama]

Are you selfhosting?