webKinPred/docker-compose.executor-host.yml at master · openKinetics/webKinPred · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
# GPU host services; independent from the production compose project.
services:
  execution-agent:
    image: ${EXECUTION_AGENT_IMAGE:?Pin the supervisor image digest}
    network_mode: host
    pid: host
    cgroup: host
    runtime: ${EXECUTION_GPU_RUNTIME:-nvidia}
    environment:
      NVIDIA_VISIBLE_DEVICES: ${EXECUTION_GPU_UUID:?Set the assigned GPU UUID}
      NVIDIA_DRIVER_CAPABILITIES: utility
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
      - /var/lib/webkinpred:/var/lib/webkinpred
      - /sys/fs/cgroup:/sys/fs/cgroup
      - ${EXECUTION_MODEL_ROOT:-/var/lib/webkinpred/models}:${EXECUTION_MODEL_ROOT:-/var/lib/webkinpred/models}:ro
      - ${EXECUTION_GPU_MODEL_ROOT:-/var/lib/webkinpred/gpu-models}:${EXECUTION_GPU_MODEL_ROOT:-/var/lib/webkinpred/gpu-models}:ro
      - /home/msp/miniconda3:/home/msp/miniconda3:ro
      - /home/msp/models:/home/msp/models:ro
      - /home/msp/.cache/huggingface:/home/msp/.cache/huggingface:ro
      - /home/msp/.cache/torch:/home/msp/.cache/torch:ro
      - /home/msp/.local/lib:/home/msp/.local/lib:ro
      - ${EXECUTION_CONFIG_DIR:?Set private config directory}:/run/executor:ro
    command: ["python", "-m", "tools.executor.agent", "/run/executor/gpu.json"]
    mem_limit: 512m
    cpus: 0.5
    restart: unless-stopped
  execution-artifacts:
    image: ${EXECUTION_AGENT_IMAGE:?Pin the supervisor image digest}
    network_mode: host
    volumes:
      - /var/lib/webkinpred:/var/lib/webkinpred:ro
      - ${EXECUTION_CONFIG_DIR:?Set private config directory}:/run/executor:ro
    command: ["python", "-m", "tools.executor.gateway", "/run/executor/gpu.json"]
    mem_limit: 256m
    cpus: 0.5
    restart: unless-stopped
  execution-cleanup:
    image: ${EXECUTION_CLEANUP_IMAGE:?Pin the cleanup supervisor image}
    network_mode: host
    volumes:
      - /var/lib/webkinpred:/var/lib/webkinpred
      - ${EXECUTION_CONFIG_DIR:?Set private config directory}:/run/executor:ro
    command: ["python", "-m", "tools.executor.cleanup", "/run/executor/gpu.json"]
    mem_limit: 256m
    cpus: 0.3
    restart: unless-stopped