version: "3.8" services: alv_domain: ipc: host ports: - "7860:7860" build: context: . dockerfile: Dockerfile image: "alv/hf_domain:debug" deploy: resources: reservations: devices: - driver: nvidia device_ids: ['1','2'] # Change to ['0', '1'] to use two GPUs # device_ids: ['0','1','2','3','4'] # Change to ['0', '1'] to use two GPUs capabilities: [gpu] tty: true