pyai/docker-compose.yml

services:
  pyai:
    image: pyai:12345678
    container_name: pyai
    restart: always
    network_mode: host
    volumes:
      - /etc/localtime:/etc/localtime:ro
      - /opt/docker/pyai/ai_uploads:/app/ai_uploads
      - /opt/docker/pyai/ai_outputs:/app/ai_outputs
      - /opt/docker/pyai/model_cache/modelscope:/root/.cache/modelscope
    environment:
      - MODELSCOPE_CACHE=/root/.cache/modelscope
      - OLLAMA_HOST=http://127.0.0.1:11434
      - PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]