Add support for kafka 3 with zookeeper support (adding images for 3.0.1, 3.1.1 and 3.2.0)

test/Readme.md

@@ -8,7 +8,10 @@ To execute
 
 ```
 cd test
-docker-compose up -d zookeeper kafka_1 kafka_2
+# if kafka veresion < 3
+docker-compose -f docker-compose.yml -f docker-compose-kafka.yml up -d zookeeper kafka_1 kafka_2
+# if kafka veresion >= 3
+docker-compose -f docker-compose.yml -f docker-compose-kafka3.yml up -d zookeeper kafka_1 kafka_2
 ./runAllTests.sh
 ```
 

test/docker-compose-kafka3.yml

@@ -9,14 +9,12 @@ services:
   kafka_1:
     environment:
       <<: *kafka-environment-defaults
-      KAFKA_BROKER_ID: 1
       KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka_1:9092
 
   kafka_2:
     environment:
       <<: *kafka-environment-defaults
       KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka_2:9092
-      KAFKA_BROKER_ID: 2
 
   kafkatest:
     environment:

test/docker-compose.yml

@@ -26,7 +26,6 @@ services:
   kafkatest:
     image: wurstmeister/kafka
     environment:
-      KAFKA_PORT: 9092
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
     volumes:
       - .:/tests

test/scenarios/jmx/docker-compose-kafka.yml

@@ -0,0 +1,11 @@
+version: '2'
+services:
+  kafka:
+    environment:
+      KAFKA_ADVERTISED_HOST_NAME: kafka
+      KAFKA_ADVERTISED_PORT: 9092
+      KAFKA_PORT: 9092
+
+  test:
+    environment:
+      KAFKA_PORT: 9092

test/scenarios/jmx/docker-compose-kafka3.yml

@@ -0,0 +1,6 @@
+version: '2'
+services:
+  kafka:
+    environment:
+      KAFKA_LISTENERS: PLAINTEXT://:9092
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka_1:9092

test/scenarios/jmx/docker-compose.yml

@@ -10,9 +10,6 @@ services:
       - "9092"
       - "1099"
     environment:
-      KAFKA_ADVERTISED_HOST_NAME: kafka
-      KAFKA_ADVERTISED_PORT: 9092
-      KAFKA_PORT: 9092
       KAFKA_BROKER_ID: 1
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_JMX_OPTS: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Djava.rmi.server.hostname=kafka -Dcom.sun.management.jmxremote.rmi.port=1099"
@@ -31,7 +28,6 @@ services:
   test:
     image: wurstmeister/kafka
     environment:
-      KAFKA_PORT: 9092
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
     volumes:
       - .:/scenario

test/scenarios/runJmxScenario.sh

@@ -3,7 +3,15 @@
 set -e -o pipefail
 
 pushd jmx
-docker-compose up -d zookeeper kafka jmxexporter
+# shellcheck disable=SC1091
+source "/usr/bin/versions.sh"
+# since 3.0.0 a few options has been disabled, start kafka with the propper options
+if [[ "$MAJOR_VERSION" -ge "3" ]]; then
+    docker-compose -f docker-compose.yml -f docker-compose-kafka3.yml up -d zookeeper kafka jmxexporter
+else
+    docker-compose -f docker-compose.yml -f docker-compose-kafka.yml up -d zookeeper kafka jmxexporter
+fi
+
 docker-compose run --rm test
 docker-compose stop
 popd