docker-compose-local-nvidia.yml

version: "3.7"
services:
  agixt:
    image: joshxt/agixt:latest
    init: true
    environment:
      - UVICORN_WORKERS=${UVICORN_WORKERS:-10}
      - AGIXT_API_KEY=${AGIXT_API_KEY}
      - WORKING_DIRECTORY=${WORKING_DIRECTORY:-/agixt/WORKSPACE}
      - TOKENIZERS_PARALLELISM=False
      - TZ=${TZ-America/New_York}
    ports:
      - "7437:7437"
    volumes:
      - ./models:/agixt/models
      - ./agixt/WORKSPACE:/agixt/WORKSPACE
      - ./agixt/agents:/agixt/agents
      - ./agixt/prompts:/agixt/prompts
      - ./agixt/chains:/agixt/chains
      - ./agixt/memories:/agixt/memories
      - ./agixt/conversations:/agixt/conversations
      - /var/run/docker.sock:/var/run/docker.sock
  streamlit:
    image: joshxt/streamlit:latest
    depends_on:
      - agixt
    environment:
      - AGIXT_URI=${AGIXT_URI:-http://agixt:7437}
      - AGIXT_API_KEY=${AGIXT_API_KEY}
    volumes:
      - ./agixt/WORKSPACE:/app/WORKSPACE
    ports:
      - "8501:8501"
  nextjs:
    image: joshxt/agixt-nextjs:latest
    depends_on:
      - agixt
    environment:
      - TZ=${TZ-America/New_York}
    ports:
      - "24498:24498"
  text-generation-webui:
    build:
      context: text-generation-webui/.
      dockerfile: docker/Dockerfile
      args:
        # specify which cuda version your card supports: https://developer.nvidia.com/cuda-gpus
        TORCH_CUDA_ARCH_LIST: ${TORCH_CUDA_ARCH_LIST:-7.5}
        WEBUI_VERSION: ${WEBUI_VERSION:-HEAD}
    environment:
      - CLI_ARGS=${CLI_ARGS}
    restart: unless-stopped
    ports:
      - "${HOST_PORT:-7860}:${CONTAINER_PORT:-7860}"
      - "${HOST_API_PORT:-5000}:${CONTAINER_API_PORT:-5000}"
      - "${HOST_API_STREAM_PORT:-5005}:${CONTAINER_API_STREAM_PORT:-5005}"
      - "${HOST_API_OPENAI_PORT:-5001}:${CONTAINER_API_OPENAI_PORT:-5001}"
    stdin_open: true
    tty: true
    volumes:
      - ./text-generation-webui/characters:/app/characters
      - ./text-generation-webui/extensions:/app/extensions
      - ./text-generation-webui/loras:/app/loras
      - ./models:/app/models
      - ./text-generation-webui/presets:/app/presets
      - ./text-generation-webui/prompts:/app/prompts
      - ./text-generation-webui/softprompts:/app/softprompts
      - ./text-generation-webui/training:/app/training
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [ gpu ]