Benchmarking/docker-compose.yml at main · vidaiUK/Benchmarking · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
# Docker Compose for VidaiServer Competitive Benchmarks
# VidaiMock runs as local binary (not Docker)
# Competitors connect to VidaiMock via host.docker.internal:8100
#
# Usage:
#   docker-compose up -d postgres                           # Start PostgreSQL only
#   docker-compose --profile competitors up -d              # Start competitors

services:
  # ===========================================
  # PostgreSQL - Enterprise Telemetry
  # ===========================================
  postgres:
    image: postgres:16-alpine
    container_name: benchmark-postgres
    environment:
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
      POSTGRES_DB: vidai_benchmark
    ports:
      - "5433:5432"
    volumes:
      - postgres_data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U postgres"]
      interval: 5s
      timeout: 3s
      retries: 5
    networks:
      - benchmark-net

  # ===========================================
  # LiteLLM - Python Gateway
  # ===========================================
  litellm:
    image: ghcr.io/berriai/litellm:main-latest
    container_name: benchmark-litellm
    ports:
      - "4000:4000"
    volumes:
      - ./configs/litellm:/app/config:ro
    command: ["--config", "/app/config/config.yaml", "--port", "4000"]
    extra_hosts:
      - "host.docker.internal:host-gateway"
    # LiteLLM Python image has curl, use python as fallback
    # Note: LiteLLM requires API key when master_key is set
    healthcheck:
      test: ["CMD-SHELL", "curl -sf http://localhost:4000/health -H 'Authorization: Bearer sk-litellm-bench' || python -c 'import urllib.request; r=urllib.request.Request(\"http://localhost:4000/health\", headers={\"Authorization\": \"Bearer sk-litellm-bench\"}); urllib.request.urlopen(r)'"]
      interval: 10s
      timeout: 5s
      retries: 10
      start_period: 30s
    networks:
      - benchmark-net
    profiles:
      - competitors

  # ===========================================
  # Bifrost - Go Gateway
  # ===========================================
  bifrost:
    image: maximhq/bifrost:latest
    container_name: benchmark-bifrost
    ports:
      - "8080:8080"
    environment:
      - LOG_LEVEL=error
    volumes:
      - ./configs/bifrost:/app/data
    extra_hosts:
      - "host.docker.internal:host-gateway"
    # Bifrost is a Go binary - use wget (more commonly available in alpine) or disable
    # The start script does the actual health check from the host
    healthcheck:
      test: ["CMD-SHELL", "wget -q --spider http://localhost:8080/health || exit 0"]
      interval: 5s
      timeout: 3s
      retries: 10
    networks:
      - benchmark-net
    profiles:
      - competitors

  # ===========================================
  # Portkey - TypeScript Gateway
  # Note: Portkey requires headers for routing (no config file)
  # x-portkey-provider: openai
  # x-portkey-custom-host: http://host.docker.internal:8100/v1
  # ===========================================
  portkey:
    image: portkeyai/gateway:latest
    container_name: benchmark-portkey
    ports:
      - "8787:8787"
    environment:
      - LOG_LEVEL=error
    extra_hosts:
      - "host.docker.internal:host-gateway"
    # Portkey Node.js image - use wget or node for health check
    # The start script does the actual health check from the host
    healthcheck:
      test: ["CMD-SHELL", "wget -q --spider http://localhost:8787/public/ || node -e 'require(\"http\").get(\"http://localhost:8787/public/\", r => process.exit(r.statusCode === 200 ? 0 : 1)).on(\"error\", () => process.exit(1))'"]
      interval: 5s
      timeout: 3s
      retries: 10
    networks:
      - benchmark-net
    profiles:
      - competitors

networks:
  benchmark-net:
    driver: bridge

volumes:
  postgres_data:
    name: benchmark_postgres_data
  bifrost_data:
    name: benchmark_bifrost_data