feat(tests): add initial integration tests to repo

.github/workflows/run_tests.yml

@@ -26,7 +26,6 @@ jobs:
         with:
           args: --fix-only --exit-non-zero-on-fix
         continue-on-error: true
-
       - name: Fail Workflow if Ruff Fix Failed
         if: steps.ruff_fix.outcome == 'failure'
         run: |
@@ -120,3 +119,28 @@ jobs:
           cache: "poetry"
       - name: Run setup.py build
         run: python setup.py build
+
+  integration_test:
+    name: Run Integration Tests
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.9"]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: "pip"
+      - run: pip install -r requirements.txt
+      - run: pip install -r requirements-dev.txt
+      - run: pip install openai==0.28.1
+      - name: Add directory to Python path
+        run: echo "PYTHONPATH=$(python -c 'import sys; print(":".join(sys.path))'):$(pwd)" >> $GITHUB_ENV
+      - name: Set up cache directory
+        run: |
+          cd ./cache
+          echo "DSP_NOTEBOOK_CACHEDIR=$(pwd)" >> $GITHUB_ENV
+      - name: Run tests with pytest
+        run: pytest -c tests_integration/pytest.ini tests_integration/

pyproject.toml

@@ -284,6 +284,8 @@ ignore = [
     "E731",
     # Sometimes we need List and Tuple
     "UP006",
+    # Ignore assert
+    "S101",
 ]
 
 # Allow fix for all enabled rules (when `--fix`) is provided.

requirements-dev.txt

@@ -0,0 +1,8 @@
+black==24.2.0
+pre-commit==3.7.0
+pytest==8.2.1
+pytest-env==1.1.3
+pytest-mock==3.12.0
+ruff==0.3.0
+torch==2.2.1
+transformers==4.38.2

tests/pytest.ini → tests_integration/pytest.ini

@@ -1,3 +1,6 @@
 [pytest]
 filterwarnings =
     ignore::DeprecationWarning
+
+env =
+    DSP_NOTEBOOK_CACHEDIR=./cache