docker compose方式部署gpustack v0.6

安装好NVIDIA驱动

master节点docker-compose.yaml

version: '3.8'

services:
  gpustack:
    image: gpustack/gpustack:v0.6
    restart: unless-stopped
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    ports:
      - "890:80"
    ipc: host
    volumes:
      - ./data:/var/lib/gpustack

worker节点docker-compose.yaml

version: '3.8'

services:
  gpustack:
    image: gpustack/gpustack:v0.6
    restart: unless-stopped
    network_mode: "host"
    ipc: "host"
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    command: [
      "--server-url", "http://master_ip:890",
      "--token", "master token",
      "--worker-ip", "worker_ip"
    ]

进入master节点启动gpustack的docker compose目录，执行下面命令获取不同值
master部署后的密码：cat data/initial_admin_password
token：cat data/token