Include ragstack-langchain, ragstack-langserve and ragstack-langsmith modules in the package

.github/workflows/ci.yml

@@ -12,6 +12,17 @@ jobs:
       - name: Check out the repo
         uses: actions/checkout@v3
 
+      - name: Add SSH private keys for submodule repositories
+        uses: webfactory/ssh-agent@v0.8.0
+        with:
+          ssh-private-key: |
+            ${{ secrets.SSH_PRIVATE_KEY_LANGCHAIN_SUBMODULE }}
+            ${{ secrets.SSH_PRIVATE_KEY_LANGSERVE_SUBMODULE }}
+            ${{ secrets.SSH_PRIVATE_KEY_LANGSMITH_SUBMODULE }}
+
+      - name: Update submodules
+        run: git submodule update --init --recursive
+
       - name: 'Setup: Python 3.11'
         uses: actions/setup-python@v4
         with:

.github/workflows/release.yml

@@ -11,6 +11,17 @@ jobs:
       - name: Check out the repo
         uses: actions/checkout@v3
 
+      - name: Add SSH private keys for submodule repositories
+        uses: webfactory/ssh-agent@v0.8.0
+        with:
+          ssh-private-key: |
+            ${{ secrets.SSH_PRIVATE_KEY_LANGCHAIN_SUBMODULE }}
+            ${{ secrets.SSH_PRIVATE_KEY_LANGSERVE_SUBMODULE }}
+            ${{ secrets.SSH_PRIVATE_KEY_LANGSMITH_SUBMODULE }}
+
+      - name: Update submodules
+        run: git submodule update --init --recursive
+
       - name: 'Setup: Python 3.11'
         uses: actions/setup-python@v4
         with:

.github/workflows/test-release.yml

@@ -11,6 +11,17 @@ jobs:
       - name: Check out the repo
         uses: actions/checkout@v3
 
+      - name: Add SSH private keys for submodule repositories
+        uses: webfactory/ssh-agent@v0.8.0
+        with:
+          ssh-private-key: |
+            ${{ secrets.SSH_PRIVATE_KEY_LANGCHAIN_SUBMODULE }}
+            ${{ secrets.SSH_PRIVATE_KEY_LANGSERVE_SUBMODULE }}
+            ${{ secrets.SSH_PRIVATE_KEY_LANGSMITH_SUBMODULE }}
+
+      - name: Update submodules
+        run: git submodule update --init --recursive
+
       - name: 'Setup: Python 3.11'
         uses: actions/setup-python@v4
         with:

.gitmodules

@@ -0,0 +1,9 @@
+[submodule "ragstack-langchain"]
+	path = ragstack-langchain
+	url = https://github.com/riptano/ragstack-langchain.git
+[submodule "ragstack-langsmith"]
+	path = ragstack-langsmith
+	url = https://github.com/riptano/ragstack-langsmith.git
+[submodule "ragstack-langserve"]
+	path = ragstack-langserve
+	url = https://github.com/riptano/ragstack-langserve.git

pyproject.toml

@@ -5,12 +5,43 @@ description = "RAGStack"
 license = "Apache-2.0"
 authors = ["DataStax"]
 readme = "README.md"
-packages = [{include = "ragstack"}]
+packages = [
+    {include = "ragstack"},
+    {include = "langchain", from = "ragstack-langchain/libs/langchain"},
+    {include = "langsmith", from = "ragstack-langsmith/python"},
+    {include = "langserve", from = "ragstack-langserve"}
+]
+exclude = ["ragstack-langserve/langserve/playground"]
+include = ["ragstack-langserve/langserve/playground/dist/**/*"]
 
 [tool.poetry.dependencies]
 python = ">=3.9,<4.0"
-ragstack-ai-langchain = { version = "0.0.1a2", extras = ["openai"] }
-ragstack-ai-langserve = "0.0.1a2"
+astrapy = "0.5.8"
+
+# Common LangChain/LangSmith/LangServe dependencies
+pydantic = ">=1,<3"
+requests = "^2"
+
+# Langchain non-optional dependencies
+SQLAlchemy = ">=1.4,<3"
+PyYAML = ">=5.3"
+numpy = "^1"
+dataclasses-json = ">= 0.5.7, < 0.7"
+tenacity = "^8.1.0"
+aiohttp = "^3.8.3"
+async-timeout = {version = "^4.0.0", python = "<3.11"}
+anyio = "<4.0"
+jsonpatch = "^1.33"
+
+# LangChain openai extra-dependencies
+openai = "^0"
+tiktoken = ">=0.3.2,<0.6.0"
+
+# LangSmith dependencies
+pytest-subtests = "^0.11.0"
+
+# LangServe non-optional dependencies
+httpx = ">=0.23.0" # May be able to decrease this version
 
 [tool.poetry.group.test.dependencies]
 pytest = "*"