Skip to content

Commit

Permalink
CUDA Dockerfile working
Browse files Browse the repository at this point in the history
  • Loading branch information
ignacioct committed May 14, 2024
1 parent e5b3cd4 commit a44034c
Showing 1 changed file with 2 additions and 7 deletions.
9 changes: 2 additions & 7 deletions CUDA.Dockerfile → docker/CUDA.Dockerfile
Original file line number Diff line number Diff line change
@@ -1,23 +1,18 @@
# Use the specified base image
FROM runpod/pytorch:2.1.1-py3.10-cuda12.1.1-devel-ubuntu22.04 AS base

# Run system updates and clean up
RUN apt-get update && \
apt-get upgrade -y && \
apt-get autoremove -y && \
apt-get clean && \
rm -rf /var/lib/apt/lists/*

# Set the working directory to /
WORKDIR /app
WORKDIR /

FROM runpod/pytorch:2.1.1-py3.10-cuda12.1.1-devel-ubuntu22.04

# RUN pip install "distilabel[argilla,hf-transformers,hf-inference-endpoints,llama-cpp,vllm]" openai

COPY . .

RUN pip install -e .
RUN pip install -e ".[argilla,hf-transformers,hf-inference-endpoints,llama-cpp,vllm]"

EXPOSE 80

Expand Down

0 comments on commit a44034c

Please sign in to comment.