LLMRouter/docker-compose.yml at main · ZJPex/LLMRouter · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
name: llmrouter

services:
  postgres:
    image: postgres:16-alpine
    environment:
      POSTGRES_DB: ${LLMROUTER_POSTGRES_DB:-llmrouter}
      POSTGRES_USER: ${LLMROUTER_POSTGRES_USER:-llmrouter}
      POSTGRES_PASSWORD: ${LLMROUTER_POSTGRES_PASSWORD:?set LLMROUTER_POSTGRES_PASSWORD in .env}
    volumes:
      - llmrouter-postgres:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U \"$${POSTGRES_USER}\" -d \"$${POSTGRES_DB}\""]
      interval: 10s
      timeout: 5s
      retries: 5
    restart: unless-stopped
    logging:
      driver: json-file
      options:
        max-size: ${LLMROUTER_LOG_MAX_SIZE:-10m}
        max-file: "${LLMROUTER_LOG_MAX_FILES:-5}"

  llmrouter:
    build:
      context: .
      dockerfile: Dockerfile
      args:
        LLMROUTER_SOURCE_REVISION: ${LLMROUTER_SOURCE_REVISION:-unknown}
        LLMROUTER_SOURCE_STATE: ${LLMROUTER_SOURCE_STATE:-unknown}
    image: llmrouter:local
    init: true
    read_only: true
    cap_drop:
      - ALL
    security_opt:
      - no-new-privileges:true
    tmpfs:
      - /tmp:rw,noexec,nosuid,size=64m
    env_file:
      - ${LLMROUTER_COMPOSE_ENV_FILE:-.env}
    environment:
      LLMROUTER_BIND: 0.0.0.0:38082
      LLMROUTER_ENV_FILE: /config/.env
      LLMROUTER_STATE_DIR: /data
      LLMROUTER_CONTROL_STORE: /data/control-plane.json
      LLMROUTER_CONFIG: /config/config.toml
      LLMROUTER_DATABASE_URL: ${LLMROUTER_DATABASE_URL:-postgres://${LLMROUTER_POSTGRES_USER:-llmrouter}:${LLMROUTER_POSTGRES_PASSWORD:?set LLMROUTER_POSTGRES_PASSWORD in .env}@postgres:5432/${LLMROUTER_POSTGRES_DB:-llmrouter}}
      LLMROUTER_TRUSTED_PROXIES: ${LLMROUTER_TRUSTED_PROXIES:-127.0.0.1,::1,172.16.0.0/12}
      LLMROUTER_ALLOWED_ORIGINS: ${LLMROUTER_ALLOWED_ORIGINS:-}
      RUST_LOG: ${RUST_LOG:-model_port=info,tower_http=info}
    extra_hosts:
      - "host.docker.internal:host-gateway"
    ports:
      - "${LLMROUTER_API_PUBLISH:-127.0.0.1:38082}:38082"
    volumes:
      - llmrouter-data:/data
      - type: bind
        source: ${LLMROUTER_COMPOSE_ENV_FILE:-./.env}
        target: /config/.env
        read_only: true
      # Optional file-based provider config:
      - ./config.toml:/config/config.toml:ro
    depends_on:
      postgres:
        condition: service_healthy
    restart: unless-stopped
    logging:
      driver: json-file
      options:
        max-size: ${LLMROUTER_LOG_MAX_SIZE:-10m}
        max-file: "${LLMROUTER_LOG_MAX_FILES:-5}"

  dashboard:
    build:
      context: .
      dockerfile: dashboard/Dockerfile
    image: llmrouter-dashboard:local
    init: true
    read_only: true
    cap_drop:
      - ALL
    security_opt:
      - no-new-privileges:true
    tmpfs:
      - /tmp:rw,noexec,nosuid,size=32m
    depends_on:
      llmrouter:
        condition: service_healthy
    ports:
      - "${LLMROUTER_DASHBOARD_PUBLISH:-127.0.0.1:33002}:8080"
    restart: unless-stopped
    logging:
      driver: json-file
      options:
        max-size: ${LLMROUTER_LOG_MAX_SIZE:-10m}
        max-file: "${LLMROUTER_LOG_MAX_FILES:-5}"

volumes:
  llmrouter-data:
  llmrouter-postgres:

networks:
  default:
    name: ${LLMROUTER_NETWORK_NAME:-llmrouter_default}