services:
  qwen3-32b:
    image: vllm/vllm-openai:v0.17.1
    container_name: qwen3-32b
    restart: unless-stopped
    ports:
      - "8000:8000"
    shm_size: '16gb'
    environment:
      - VLLM_ATTENTION_BACKEND=XFORMERS  
    volumes:
      - ./model/Qwen3-32B:/model
    command:
      - "--model"
      - "/model"
      - "--tensor-parallel-size"
      - "4"
      - "--max-model-len"
      - "32768"
      - "--served-model-name"
      - "qwen3-32b"
      - "--api-key"
      - "none"
      - "--dtype"
      - "half"
      - "--trust-remote-code"
      - "--disable-log-requests"
      - "--gpu-memory-utilization"
      - "0.90"  
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["4", "5", "6", "7"]
              capabilities: ["gpu"]
        limits:
          cpus: '20'
