fix: autogptq requirements

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

Dockerfile

@@ -17,9 +17,19 @@ ARG GO_TAGS="stablediffusion tts"
 RUN apt-get update && \
     apt-get install -y ca-certificates cmake curl patch pip
 
+# Use the variables in subsequent instructions
+RUN echo "Target Architecture: $TARGETARCH"
+RUN echo "Target Variant: $TARGETVARIANT"
+
+
 # Extras requirements
 COPY extra/requirements.txt /build/extra/requirements.txt
-RUN pip install -r /build/extra/requirements.txt && rm -rf /build/extra/requirements.txt
+COPY extra/requirements_arm.txt /build/extra/requirements_arm.txt
+
+RUN if [[ "${TARGETARCH}" == "aarch64" ]]; then \
+        pip install -r /build/extra/requirements_arm.txt && rm -rf /build/extra/requirements_arm.txt ;\
+        else pip install -r /build/extra/requirements.txt && rm -rf /build/extra/requirements.txt ;\
+        fi
 
 # CuBLAS requirements
 RUN if [ "${BUILD_TYPE}" = "cublas" ]; then \
@@ -42,9 +52,6 @@ RUN apt-get install -y libopenblas-dev
 RUN apt-get install -y libopencv-dev && \
     ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2
 
-# Use the variables in subsequent instructions
-RUN echo "Target Architecture: $TARGETARCH"
-RUN echo "Target Variant: $TARGETVARIANT"
 
 # piper requirements
 # Use pre-compiled Piper phonemization library (includes onnxruntime)

extra/requirements.txt

@@ -2,6 +2,7 @@ sentence_transformers
 grpcio
 google
 protobuf
-https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.3.0/auto_gptq-0.3.0+cu117-cp310-cp310-win_amd64.whl; platform_system == "Windows"
-https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.3.0/auto_gptq-0.3.0+cu117-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
+torch
+https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.3.2/auto_gptq-0.3.2+cu117-cp310-cp310-win_amd64.whl; platform_system == "Windows"
+https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.3.2/auto_gptq-0.3.2+cu117-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
 git+https://github.com/suno-ai/bark.git

extra/requirements_arm.txt

@@ -0,0 +1,6 @@
+sentence_transformers
+grpcio
+google
+protobuf
+torch
+git+https://github.com/suno-ai/bark.git