adding support for claude, azure, cohere, and replicate

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "readmeai"
-version = "0.4.04"
+version = "0.4.05"
 description = "🚀 Generate beautiful README.md files from the terminal. Powered by OpenAI's GPT LLMs 💫"
 authors = ["Eli <0x.eli.64s@gmail.com>"]
 license = "MIT"
@@ -57,6 +57,8 @@ tornado = "^6.3.3"
 asyncio = "^3.4.3"
 aiohttp = "^3.8.5"
 click = "^8.1.7"
+litellm = "^0.1.817"
+jinja2 = "^3.1.2"
 
 
 [tool.poetry.dev-dependencies]

readmeai/core/model.py

@@ -1,11 +1,12 @@
 """OpenAI API handler, generates text for the README.md file."""
 
 import asyncio
-import time
+import time, os
 from typing import Dict, List, Tuple
 
 import httpx
 import openai
+from litellm import acompletion
 from cachetools import TTLCache
 from tenacity import (
     RetryError,
@@ -176,25 +177,16 @@ async def generate_text(
         """
         try:
             async with self.rate_limit_semaphore:
-                response = await self.http_client.post(
-                    self.endpoint,
-                    headers={"Authorization": f"Bearer {openai.api_key}"},
-                    json={
-                        "messages": [
-                            {
+                api_key = os.getenv("LLM_API_KEY") or openai.api_key
+                messages = [{
                                 "role": "system",
                                 "content": "You're a brilliant Tech Lead.",
                             },
                             {"role": "user", "content": prompt},
-                        ],
-                        "model": self.model,
-                        "temperature": self.temperature,
-                        "max_tokens": tokens,
-                    },
-                )
-                response.raise_for_status()
-                data = response.json()
-                summary = data["choices"][0]["message"]["content"]
+                        ]
+                print(f"model: {self.model}")
+                response = await acompletion(model=self.model, messages=messages, temperature=self.temperature, max_tokens=tokens, api_key=api_key)
+                summary = response["choices"][0]["message"]["content"]
                 summary = format_sentence(summary) if index != 3 else summary
 
                 self.logger.info(

readmeai/settings/config.toml

@@ -2,7 +2,7 @@
 [api]
 endpoint = "https://api.openai.com/v1/chat/completions"
 encoding = "cl100k_base"
-model = "gpt-3.5-turbo"
+model = "claude-instant-1"
 rate_limit = 5
 tokens = 650
 tokens_max = 3800

readmeai/utils/github.py

@@ -104,7 +104,7 @@ def get_user_repository_name(url_or_path) -> (str, str):
     """
 
     if os.path.exists(url_or_path):
-        return os.path.basename(url_or_path), "local"
+        return os.path.basename(url_or_path)
 
     patterns = {
         "github": r"https?://github.com/([^/]+)/([^/]+)",