verifiers-deepresearch/docker-compose.yml at main · janhq/verifiers-deepresearch · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
version: '3.8'

services:
  train:
    build:
      context: .
      dockerfile: Dockerfile.train
    ipc: private
    shm_size: '2g'
    ulimits:
      memlock: -1
    deploy:
      resources:
        reservations:
          devices:
            - capabilities: [gpu]
    network_mode: host
    environment:
      - PATH=/app/venv/bin/:$PATH
      - WANDB_API_KEY=de8d037779af70199106db0710f417f5157c1818
      - RAG_SERVER_URL=http://localhost:2223
    volumes:
      - ./train.sh:/app/train.sh
      - ./outputs:/app/outputs/
      - ./wandb:/app/wandb/
      - ~/.cache:/root/.cache/
    command: bash train.sh
    # restart: unless-stopped

  inference:
    build:
      context: .
      dockerfile: Dockerfile.inference
    # ports:
    #   - "8000:8000"
    network_mode: host
    ipc: private
    shm_size: '2g'
    ulimits:
      memlock: -1
    deploy:
      resources:
        reservations:
          devices:
            - capabilities: [gpu]
    environment:
      - PATH=/app/venv/bin/:$PATH
    #   - THREADS=${INFERENCE_THREADS:-4}
    volumes:
      - ./serve.sh:/app/serve.sh
      - ~/.cache:/root/.cache/
    command: bash serve.sh
    restart: always