Add settings for custom base url

.env.template

@@ -13,6 +13,12 @@
 ## AI_SETTINGS_FILE - Specifies which AI Settings file to use (defaults to ai_settings.yaml)
 # AI_SETTINGS_FILE=ai_settings.yaml
 
+## OPENAI_API_BASE_URL - Custom url for the OpenAI API, useful for connecting to custom backends. No effect if USE_AZURE is true, leave blank to keep the default url 
+# OPENAI_API_BASE_URL=
+
+## EMBED_DIM - Define the embedding vector size, useful for models. OpenAI: 1536 (default), LLaMA 7B: 4096, LLaMA 13B: 5120, LLaMA 33B: 6656, LLaMA 65B: 8192 (Default: 1536)
+# EMBED_DIM=1536
+
 ################################################################################
 ### LLM PROVIDER
 ################################################################################

autogpt/config/config.py

@@ -35,6 +35,7 @@ def __init__(self) -> None:
         self.browse_spacy_language_model = os.getenv(
             "BROWSE_SPACY_LANGUAGE_MODEL", "en_core_web_sm"
         )
+        self.embed_dim = int(os.getenv("EMBED_DIM", 1536))
 
         self.openai_api_key = os.getenv("OPENAI_API_KEY")
         self.temperature = float(os.getenv("TEMPERATURE", "0"))
@@ -51,6 +52,8 @@ def __init__(self) -> None:
             openai.api_type = self.openai_api_type
             openai.api_base = self.openai_api_base
             openai.api_version = self.openai_api_version
+        elif os.getenv("OPENAI_API_BASE_URL", None):
+            openai.api_base = os.getenv("OPENAI_API_BASE_URL")
 
         self.elevenlabs_api_key = os.getenv("ELEVENLABS_API_KEY")
         self.elevenlabs_voice_1_id = os.getenv("ELEVENLABS_VOICE_1_ID")

autogpt/memory/local.py

@@ -7,10 +7,12 @@
 import numpy as np
 import orjson
 
+from autogpt.config import Config
 from autogpt.llm_utils import create_embedding_with_ada
 from autogpt.memory.base import MemoryProviderSingleton
 
-EMBED_DIM = 1536
+CFG = Config()
+EMBED_DIM = CFG.embed_dim
 SAVE_OPTIONS = orjson.OPT_SERIALIZE_NUMPY | orjson.OPT_SERIALIZE_DATACLASS
 
 

autogpt/memory/milvus.py

@@ -17,7 +17,7 @@ def __init__(self, cfg) -> None:
         connections.connect(address=cfg.milvus_addr)
         fields = [
             FieldSchema(name="pk", dtype=DataType.INT64, is_primary=True, auto_id=True),
-            FieldSchema(name="embeddings", dtype=DataType.FLOAT_VECTOR, dim=1536),
+            FieldSchema(name="embeddings", dtype=DataType.FLOAT_VECTOR, dim=cfg.embed_dim),
             FieldSchema(name="raw_text", dtype=DataType.VARCHAR, max_length=65535),
         ]
 

autogpt/memory/pinecone.py

@@ -11,7 +11,7 @@ def __init__(self, cfg):
         pinecone_api_key = cfg.pinecone_api_key
         pinecone_region = cfg.pinecone_region
         pinecone.init(api_key=pinecone_api_key, environment=pinecone_region)
-        dimension = 1536
+        dimension = cfg.embed_dim
         metric = "cosine"
         pod_type = "p1"
         table_name = "auto-gpt"

autogpt/memory/redismem.py

@@ -10,16 +10,18 @@
 from redis.commands.search.indexDefinition import IndexDefinition, IndexType
 from redis.commands.search.query import Query
 
+from autogpt.config import Config
 from autogpt.llm_utils import create_embedding_with_ada
 from autogpt.logs import logger
 from autogpt.memory.base import MemoryProviderSingleton
 
+CFG = Config()
 SCHEMA = [
     TextField("data"),
     VectorField(
         "embedding",
         "HNSW",
-        {"TYPE": "FLOAT32", "DIM": 1536, "DISTANCE_METRIC": "COSINE"},
+        {"TYPE": "FLOAT32", "DIM": CFG.embed_dim, "DISTANCE_METRIC": "COSINE"},
     ),
 ]
 
@@ -37,7 +39,7 @@ def __init__(self, cfg):
         redis_host = cfg.redis_host
         redis_port = cfg.redis_port
         redis_password = cfg.redis_password
-        self.dimension = 1536
+        self.dimension = cfg.embed_dim
         self.redis = redis.Redis(
             host=redis_host,
             port=redis_port,