IA Ollama Installation

Local (User Space)

• sudo pacman -S podman
• systemctl --user enable podman.socket --now
• vim ~/.config/containers/storage.conf

[storage]
driver = "overlay"
graphroot = "/home/user/path/to/podman-storage"
runroot = "/tmp/podman-run-1000"

• mkdir -p /home/user/path/to/podman-storage
• mkdir -p /home/user/path/to/ollama
• vim /home/user/path/to/run.sh

#!/bin/sh

if podman container exists ollama; then
    podman start ollama
else
    podman run -d \
      --name ollama \
      --restart=always \
      --device nvidia.com/gpu=all \
      -v /home/user/path/to/ollama:/root/.ollama \
      -p 11434:11434 \
      docker.io/ollama/ollama
fi

podman logs -f ollama