qallama

Q & A

setup

python env

# create a new env 
conda create --name gitllama
conda activate gitllama
conda install pip

backend (fastapi)

# python server
cd ./backend
pip install -r ./requirements.txt

llm (ollama & llama3)

# ollama & llama3
# ! ollama is downloaded from https://ollama.com/
ollama pull llama3

web (nextjs)

# web server 
cd .. # if you cd into llm-server
cd ./web
# node version >= 18
pnpm i

Dev

LLM Server

# run ollama server

Backend

conda activate gitllama
./serverx.sh

WebServer

./webx.sh