Add text generation task type

.github/workflows/tests-and-coverage.yml

@@ -65,7 +65,16 @@ jobs:
       - name: install client
         run: pip install -e ".[test]"
         working-directory: ./client
-      - run: coverage run --source="api/valor_api,client/valor" -m pytest -v integration_tests/client/*
+      - name: run integration tests
+        run: coverage run --source="api/valor_api,client/valor" -m pytest -v integration_tests/client/*
+      - name: run external integration tests
+        run: |
+          if ${{ github.ref == 'refs/heads/main' }}; then
+            coverage run --source="api/valor_api,client/valor" -m pytest -v integration_tests/external/*
+          fi
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
       - run: coverage report
       - name: upload coverage report as artifact
         uses: actions/upload-artifact@v3

.pre-commit-config.yaml

@@ -51,4 +51,10 @@ repos:
             "GeoAlchemy2",
             "psycopg2-binary",
             "pgvector",
+            "openai",
+            "mistralai",
+            "absl-py",
+            "nltk",
+            "rouge_score",
+            "evaluate",
           ]

Makefile

@@ -32,3 +32,6 @@ start-server:
 
 integration-tests:
 	python -m pytest -v ./integration_tests/client
+
+external-integration-tests:
+	python -m pytest -v ./integration_tests/external

api/Dockerfile

@@ -1,8 +1,8 @@
-FROM python:3.10-alpine
+FROM python:3.10-slim
 
 ARG VERSION="0.0.0-dev"
 
-RUN apk add --update --no-cache build-base libpq-dev gcc libffi-dev
+RUN apt-get update && apt-get install build-essential libpq-dev -y
 
 COPY ./pyproject.toml /src/
 
@@ -13,6 +13,5 @@ RUN python -m pip install -U pip
 # git and put .git (which setuptools_scm needs to determine the version) in the container
 RUN SETUPTOOLS_SCM_PRETEND_VERSION=${VERSION} python -m pip install .
 COPY ./valor_api /src/valor_api
-RUN apk del build-base
-USER 65532:65532
+
 CMD ["uvicorn", "valor_api.main:app", "--host", "0.0.0.0", "--log-level", "warning"]

api/pyproject.toml

@@ -17,6 +17,12 @@ dependencies = [
     "pydantic-settings",
     "structlog",
     "pgvector",
+    "openai",
+    "mistralai",
+    "absl-py",
+    "nltk",
+    "rouge_score",
+    "evaluate"
 ]
 
 [build-system]