Support kafka kraft without zookeeper

Dockerfile

@@ -1,6 +1,6 @@
 FROM azul/zulu-openjdk-alpine:8u292-8.54.0.21
 
-ARG kafka_version=2.7.0
+ARG kafka_version=2.8.0
 ARG scala_version=2.13
 ARG glibc_version=2.31-r0
 ARG vcs_ref=unspecified
@@ -24,7 +24,8 @@ ENV PATH=${PATH}:${KAFKA_HOME}/bin
 
 COPY download-kafka.sh start-kafka.sh broker-list.sh create-topics.sh versions.sh /tmp/
 
-RUN apk add --no-cache bash curl jq docker \
+RUN sed -i 's/dl-cdn.alpinelinux.org/mirrors.ustc.edu.cn/g' /etc/apk/repositories \
+ && apk add --no-cache bash curl jq docker \
  && chmod a+x /tmp/*.sh \
  && mv /tmp/start-kafka.sh /tmp/broker-list.sh /tmp/create-topics.sh /tmp/versions.sh /usr/bin \
  && sync && /tmp/download-kafka.sh \

README.md

@@ -213,6 +213,25 @@ Older compose files using the short-version of port mapping may encounter Kafka
 
 See the included sample compose file ```docker-compose-swarm.yml```
 
+## Without Zookeeper
+
+If you need to enable Kraft support, set the following environments (3 nodes):
+
+first, Generate a cluster ID
+
+```
+docker run --rm wurstmeister/kafka:2.8.0 kafka-storage.sh random-uuid
+```
+
+then, set the following environments (3 nodes):
+
+```
+KAFKA_WITHOUT_ZOOKEEPER: "true"
+KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092,CONTROLLER://:9093
+KAFKA_CONTROLLER_QUORUM_VOTERS: 1\@kafka1:9093,2\@kafka2:9093,3\@kafka3:9093
+CLUSTER_UUID: <generated cluster id>
+```
+
 ## Release process
 
 See the [wiki](https://github.com/wurstmeister/kafka-docker/wiki/ReleaseProcess) for information on adding or updating versions to release to Dockerhub.

start-kafka.sh

@@ -10,11 +10,16 @@ fi
 # Store original IFS config, so we can restore it at various stages
 ORIG_IFS=$IFS
 
-if [[ -z "$KAFKA_ZOOKEEPER_CONNECT" ]]; then
+if [[ -z "$KAFKA_WITHOUT_ZOOKEEPER" && -z "$KAFKA_ZOOKEEPER_CONNECT" ]]; then
     echo "ERROR: missing mandatory config: KAFKA_ZOOKEEPER_CONNECT"
     exit 1
 fi
 
+if [[ ! -z "$KAFKA_WITHOUT_ZOOKEEPER" && -z "$CLUSTER_UUID" ]]; then
+    echo "ERROR: missing CLUSTER_UUID when use KAFKA_WITHOUT_ZOOKEEPER"
+    exit 1
+fi
+
 if [[ -z "$KAFKA_PORT" ]]; then
     export KAFKA_PORT=9092
 fi
@@ -118,7 +123,7 @@ echo "" >> "$KAFKA_HOME/config/server.properties"
 
     # Fixes #312
     # KAFKA_VERSION + KAFKA_HOME + grep -rohe KAFKA[A-Z0-0_]* /opt/kafka/bin | sort | uniq | tr '\n' '|'
-    EXCLUSIONS="|KAFKA_VERSION|KAFKA_HOME|KAFKA_DEBUG|KAFKA_GC_LOG_OPTS|KAFKA_HEAP_OPTS|KAFKA_JMX_OPTS|KAFKA_JVM_PERFORMANCE_OPTS|KAFKA_LOG|KAFKA_OPTS|"
+    EXCLUSIONS="|KAFKA_VERSION|KAFKA_HOME|KAFKA_DEBUG|KAFKA_GC_LOG_OPTS|KAFKA_HEAP_OPTS|KAFKA_JMX_OPTS|KAFKA_JVM_PERFORMANCE_OPTS|KAFKA_LOG|KAFKA_OPTS|KAFKA_WITHOUT_ZOOKEEPER|"
 
     # Read in env as a new-line separated array. This handles the case of env variables have spaces and/or carriage returns. See #313
     IFS=$'\n'
@@ -132,7 +137,11 @@ echo "" >> "$KAFKA_HOME/config/server.properties"
 
         if [[ $env_var =~ ^KAFKA_ ]]; then
             kafka_name=$(echo "$env_var" | cut -d_ -f2- | tr '[:upper:]' '[:lower:]' | tr _ .)
-            updateConfig "$kafka_name" "${!env_var}" "$KAFKA_HOME/config/server.properties"
+            if [[ -z "$KAFKA_WITHOUT_ZOOKEEPER" ]]; then
+                updateConfig "$kafka_name" "${!env_var}" "$KAFKA_HOME/config/server.properties"
+            else
+                updateConfig "$kafka_name" "${!env_var}" "$KAFKA_HOME/config/kraft/server.properties"
+            fi
         fi
 
         if [[ $env_var =~ ^LOG4J_ ]]; then
@@ -146,4 +155,11 @@ if [[ -n "$CUSTOM_INIT_SCRIPT" ]] ; then
   eval "$CUSTOM_INIT_SCRIPT"
 fi
 
-exec "$KAFKA_HOME/bin/kafka-server-start.sh" "$KAFKA_HOME/config/server.properties"
+if [[ -z "$KAFKA_WITHOUT_ZOOKEEPER" ]]; then
+    exec "$KAFKA_HOME/bin/kafka-server-start.sh" "$KAFKA_HOME/config/server.properties"
+elif [[ -d "/kafka/kafka-logs-kafka1" ]]; then
+    exec "$KAFKA_HOME/bin/kafka-server-start.sh" "$KAFKA_HOME/config/kraft/server.properties"
+else
+    bash -c "$KAFKA_HOME/bin/kafka-storage.sh format -t $CLUSTER_UUID -c $KAFKA_HOME/config/kraft/server.properties"
+    exec "$KAFKA_HOME/bin/kafka-server-start.sh" "$KAFKA_HOME/config/kraft/server.properties"
+fi

test/docker-compose.yml

@@ -49,7 +49,7 @@ services:
     image: confluentinc/cp-kafkacat:5.0.0
     environment:
        - BROKER_LIST
-       - KAFKA_VERSION=${KAFKA_VERSION-2.7.0}
+       - KAFKA_VERSION=${KAFKA_VERSION-2.8.0}
     volumes:
       - .:/tests
     working_dir: /tests