scrc/docker-compose.yml at main · GregoryKogan/scrc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
x-runner-env: &runner-env
  DOCKER_HOST: unix:///var/run/docker.sock
  KAFKA_BROKERS: kafka:9092
  KAFKA_TOPIC: scripts
  KAFKA_GROUP_ID: scrc-runner
  KAFKA_RESULTS_TOPIC: script-results
  RUNNER_MAX_PARALLEL: 8

services:
  zookeeper:
    image: confluentinc/cp-zookeeper:7.7.0
    container_name: zookeeper
    profiles:
      - single-runner
      - multi-runner
      - load-generator
      - benchmark
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000
    healthcheck:
      test: ["CMD-SHELL", "echo srvr | nc -w 2 localhost 2181 | grep Mode"]
      interval: 5s
      timeout: 5s
      retries: 20
    restart: unless-stopped

  kafka:
    image: confluentinc/cp-kafka:7.7.0
    container_name: kafka
    profiles:
      - single-runner
      - multi-runner
      - load-generator
      - benchmark
    depends_on:
      zookeeper:
        condition: service_healthy
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT
      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
    ports:
      - "9092:9092"
    healthcheck:
      test: ["CMD-SHELL", "kafka-broker-api-versions --bootstrap-server localhost:9092 >/dev/null 2>&1"]
      interval: 10s
      timeout: 5s
      retries: 12
    restart: unless-stopped

  scrc:
    build: .
    image: scrc:latest
    profiles:
      - single-runner
      - multi-runner
    depends_on:
      kafka:
        condition: service_healthy
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
    environment: *runner-env

  scrc-simulator:
    build: ./simulator
    image: scrc-simulator:latest
    profiles:
      - single-runner
      - load-generator
    depends_on:
      kafka:
        condition: service_healthy
    volumes:
      - ./logs/simulator:/app/logs
    environment:
      - KAFKA_BROKER=kafka:9092
      - KAFKA_RESULTS_TOPIC=script-results
      - KAFKA_TOPIC=scripts
      - KAFKA_CONSUMER_GROUP=scrc-simulator
      - SCRIPT_INTERVAL_SECONDS=1
      - SCRIPT_ITERATIONS=1
      - RESULT_WAIT_TIMEOUT_SECONDS=60
      - CONSUMER_POLL_TIMEOUT_MS=1000
      - RESULT_CONSUMER_LOG_PATH=/app/logs/consumer.log

  scrc-benchmark:
    build: ./simulator
    image: scrc-benchmark:latest
    profiles:
      - benchmark
    depends_on:
      kafka:
        condition: service_healthy
    volumes:
      - ./logs/benchmarks:/app/logs/benchmarks
      - /var/run/docker.sock:/var/run/docker.sock
    environment:
      - KAFKA_BROKER=kafka:9092
      - KAFKA_TOPIC=scripts
      - KAFKA_RESULTS_TOPIC=script-results
      - KAFKA_CONSUMER_GROUP=scrc-benchmark
      - BENCHMARK_OUTPUT_DIR=/app/logs/benchmarks
      - BENCHMARK_LOG_LEVEL=INFO
      - SCRC_RUNNER_IMAGE=scrc:latest
      - SCRC_RUNNER_ENV={"DOCKER_HOST":"unix:///var/run/docker.sock"}
    entrypoint: ["python", "-m", "simulator.benchmarks"]
    command: []