services:
  ollama-demand:
    image: docker.io/ollama/ollama:latest
    container_name: ollama-demand
    ports:
      - "11435:11434"
    environment:
      - OLLAMA_HOST=0.0.0.0
    devices:
      - /dev/nvidia0:/dev/nvidia0
      - /dev/nvidiactl:/dev/nvidiactl
      - /dev/nvidia-uvm:/dev/nvidia-uvm
    volumes:
      - /usr/share/ollama/.ollama/models:/root/.ollama/models:ro
    command: serve
