docker-compose.ollama-gpu-devices.yml

Rama main · réplica de lectura del repositorio original.

# GPU pinning override for Ollama (NVIDIA only).
#
# This file is included automatically by the stack's scripts when
# OLLAMA_GPU_DEVICES is set to a non-empty value in .env (for example
# OLLAMA_GPU_DEVICES=1,2) and the gpu-nvidia profile is active. It replaces the count-based GPU reservation of the
# ollama-gpu service with an explicit list of GPU device IDs, so Ollama only
# sees the listed GPUs. When OLLAMA_GPU_DEVICES is empty, this file is not
# used and OLLAMA_GPU_COUNT keeps working as before.
#
# Requires Docker Compose v2.24.4+ (for the !override tag).
services:
  ollama-gpu:
    deploy:
      resources:
        reservations:
          devices: !override
            - driver: nvidia
              device_ids: ["${OLLAMA_GPU_DEVICES:?set OLLAMA_GPU_DEVICES in .env, e.g. 1,2}"]
              capabilities: [gpu]