Skip to content

Commit

Permalink
updated serverless.yml and added build file for gai-backend
Browse files Browse the repository at this point in the history
  • Loading branch information
Count042 committed Mar 8, 2024
1 parent 9bb3669 commit d1f2f34
Show file tree
Hide file tree
Showing 5 changed files with 69 additions and 1 deletion.
21 changes: 21 additions & 0 deletions gai-backend/.dockerignore
@@ -0,0 +1,21 @@
# Miscellaneous
*.class
*.log
*.pyc
*.swp
.DS_Store
.atom/
.buildlog/
.history
.svn/
.gitignore
__pycache__

# IntelliJ related
*.iml
*.ipr
*.iws
.idea/

*~

36 changes: 36 additions & 0 deletions gai-backend/Dockerfile
@@ -0,0 +1,36 @@
FROM python:3.8.5

ENV TINI_VERSION="v0.19.0"

ADD https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini
RUN chmod +x /tini

RUN pip install -U \
pip \
setuptools \
wheel

WORKDIR /project

COPY requirements.txt ./
COPY run.sh /
RUN chmod +x /run.sh
COPY *.py ./

RUN pip install -r requirements.txt

COPY . .

RUN useradd -m -r gai && chown gai /project

USER gai

ENV ORCHID_GENAI_ADDR=127.0.0.1
ENV ORCHID_GENAI_PORT=8001
ENV ORCHID_GENAI_RECIPIENT_KEY=""
ENV ORCHID_GENAI_LLM_PARAMS="{\"temperature\": 0.7, \"top_p\": 1, \"max_tokens\": 3000, \"stream\": false, \"safe_prompt\": false, \"random_seed\": null}"
ENV ORCHID_GENAI_LLM_MODEL="Mistral-7B-Instruct-v0.2/"
ENV ORCHID_GENAI_LLM_URL="http://localhost:8000/v1/chat/completions/"

ENTRYPOINT ["/tini", "--", "/run.sh"]
EXPOSE 8001 8001
3 changes: 3 additions & 0 deletions gai-backend/requirements.txt
@@ -0,0 +1,3 @@
ethereum
web3

7 changes: 7 additions & 0 deletions gai-backend/run.sh
@@ -0,0 +1,7 @@
#!/bin/bash
while true
do
python server.py;
sleep 1;
done

3 changes: 2 additions & 1 deletion pac-serverless/serverless.yml
Expand Up @@ -4,7 +4,8 @@ org: orchid

custom:
pythonRequirements:
dockerizePip: non-linux
#dockerizePip: non-linux
dockerizePip: true
zip: false
slim: false
myEnvironment:
Expand Down

0 comments on commit d1f2f34

Please sign in to comment.