# quadlet/ollama.container
[Unit]
Description=Ollama local LLM inference
After=network-online.target

[Container]
Image=docker.io/ollama/ollama:latest
ContainerName=proxym-ollama
Volume=ollama-data:/root/.ollama
Network=proxym.network
PublishPort=11434:11434
# Uncomment for NVIDIA GPU passthrough:
# AddDevice=/dev/nvidia0
# AddDevice=/dev/nvidiactl
# AddDevice=/dev/nvidia-uvm
# SecurityLabelDisable=true

HealthCmd=curl -f http://localhost:11434/api/version || exit 1
HealthInterval=15s
Memory=8G

[Service]
Restart=always

[Install]
WantedBy=default.target
