doc: update installation and dependency

OpenBMB · Oct 30, 2023 · 8ad97cb · 8ad97cb
1 parent f0ddd0e
commit 8ad97cb
Show file tree

Hide file tree

Showing 5 changed files with 18 additions and 5 deletions.
diff --git a/README.md b/README.md
@@ -228,13 +228,20 @@ https://github.com/OpenBMB/AgentVerse/assets/11704492/4d07da68-f942-4205-b558-f1
 
 ## Installation
 
+
 **Manually Install (Recommended!)**
+
+**Make sure you have Python >= 3.9**
 ```bash
 git clone https://github.com/OpenBMB/AgentVerse.git --depth 1
 cd AgentVerse
-python setup.py develop
+pip install -e .
+```
+
+If you want to use AgentVerse with local models such as LLaMA, you need to additionally install some other dependencies:
+```bash
+pip install -r requirements_local.txt
 ```
-Some users have reported problems installing the `orjson` required by `gradio`. One simple workaround is to install it with Anaconda `conda install -c conda-forge orjson`.
 
 **Install with pip**
 

diff --git a/agentverse/llms/utils/token_counter.py b/agentverse/llms/utils/token_counter.py
@@ -5,7 +5,6 @@
 from agentverse.logging import logger
 from agentverse.message import Message
 from agentverse.llms import LOCAL_LLMS
-from transformers import AutoTokenizer
 
 
 def count_string_tokens(prompt: str = "", model: str = "gpt-3.5-turbo") -> int:
@@ -29,6 +28,7 @@ def count_message_tokens(
         tokens_per_name = 1
         encoding_model = "gpt-4"
     elif model in LOCAL_LLMS:
+        from transformers import AutoTokenizer
         encoding = AutoTokenizer.from_pretrained(model)
     else:
         raise NotImplementedError(

diff --git a/requirements.txt b/requirements.txt
@@ -2,7 +2,7 @@ pyyaml
 fastapi==0.95.1
 uvicorn
 py3langid
-iso-639
+setuptools-scm
 openai==0.27.8
 opencv-python==4.8.0.76
 gradio
@@ -17,5 +17,4 @@ colorlog
 rapidfuzz
 spacy
 colorama==0.4.6
-fschat[model_worker,webui]
 tiktoken==0.5.1
diff --git a/requirements_local.txt b/requirements_local.txt
@@ -0,0 +1 @@
+fschat[model_worker,webui]
diff --git a/setup.py b/setup.py
@@ -5,6 +5,9 @@
 with open("requirements.txt", "r") as f:
     requirements = f.read().splitlines()
 
+with open("requirements_local.txt", "r") as f:
+    requirements_local = f.read().splitlines()
+
 with open("README.md", "r", encoding='utf8') as fh:
     long_description = fh.read()
 
@@ -38,6 +41,9 @@
     #     "langchain",
     # ],
     install_requires=requirements,
+    extras_require={
+        'local': requirements_local
+    },
     include_package_data = True,
     entry_points={
         "console_scripts": [