removed '/tmp/kafka/strimzi.kafka.metadata.config.state' removed '/tmp/kafka/clients.truststore.p12' removed '/tmp/kafka/custom-internal-9093.keystore.p12' removed '/tmp/kafka/cluster.keystore.p12' removed '/tmp/kafka/cluster.truststore.p12' removed directory '/tmp/kafka' removed '/tmp/strimzi.properties' STRIMZI_BROKER_ID=0 Preparing truststore for replication listener Adding /opt/kafka/cluster-ca-certs/ca.crt to truststore /tmp/kafka/cluster.truststore.p12 with alias ca Certificate was added to keystore Preparing truststore for replication listener is complete Looking for the right CA Found the right CA: /opt/kafka/cluster-ca-certs/ca.crt Preparing keystore for replication and clienttls listener Preparing keystore for replication and clienttls listener is complete Preparing store for custom-internal-9093 listener Creating keystore /tmp/kafka/custom-internal-9093.keystore.p12 Preparing store for custom internal listener is complete Preparing truststore for client authentication Adding /opt/kafka/client-ca-certs/ca.crt to truststore /tmp/kafka/clients.truststore.p12 with alias ca Certificate was added to keystore Preparing truststore for client authentication is complete Starting Kafka with configuration: ############################## ############################## # This file is automatically generated by the Strimzi Cluster Operator # Any changes to this file will be ignored and overwritten! ############################## ############################## ########## # Node / Broker ID ########## node.id=0 broker.id=0 ########## # Kafka message logs configuration ########## log.dirs=/var/lib/kafka/data-0/kafka-log0 ########## # Control Plane listener ########## listener.name.controlplane-9090.ssl.keystore.location=/tmp/kafka/cluster.keystore.p12 listener.name.controlplane-9090.ssl.keystore.password=[hidden] listener.name.controlplane-9090.ssl.keystore.type=PKCS12 listener.name.controlplane-9090.ssl.truststore.location=/tmp/kafka/cluster.truststore.p12 listener.name.controlplane-9090.ssl.truststore.password=[hidden] listener.name.controlplane-9090.ssl.truststore.type=PKCS12 listener.name.controlplane-9090.ssl.client.auth=required ########## # Replication listener ########## listener.name.replication-9091.ssl.keystore.location=/tmp/kafka/cluster.keystore.p12 listener.name.replication-9091.ssl.keystore.password=[hidden] listener.name.replication-9091.ssl.keystore.type=PKCS12 listener.name.replication-9091.ssl.truststore.location=/tmp/kafka/cluster.truststore.p12 listener.name.replication-9091.ssl.truststore.password=[hidden] listener.name.replication-9091.ssl.truststore.type=PKCS12 listener.name.replication-9091.ssl.client.auth=required ########## # Listener configuration: INTERNAL-9093 ########## listener.name.internal-9093.ssl.keystore.location=/tmp/kafka/custom-internal-9093.keystore.p12 listener.name.internal-9093.ssl.keystore.password=[hidden] listener.name.internal-9093.ssl.keystore.type=PKCS12 ########## # Listener configuration: EXTERNAL-9094 ########## listener.name.external-9094.ssl.client.auth=required listener.name.external-9094.ssl.truststore.location=/tmp/kafka/clients.truststore.p12 listener.name.external-9094.ssl.truststore.password=[hidden] listener.name.external-9094.ssl.truststore.type=PKCS12 listener.name.external-9094.ssl.keystore.location=/tmp/kafka/cluster.keystore.p12 listener.name.external-9094.ssl.keystore.password=[hidden] listener.name.external-9094.ssl.keystore.type=PKCS12 ########## # Common listener configuration ########## listener.security.protocol.map=CONTROLPLANE-9090:SSL,REPLICATION-9091:SSL,INTERNAL-9093:SSL,EXTERNAL-9094:SSL listeners=CONTROLPLANE-9090://0.0.0.0:9090,REPLICATION-9091://0.0.0.0:9091,INTERNAL-9093://0.0.0.0:9093,EXTERNAL-9094://0.0.0.0:9094 advertised.listeners=CONTROLPLANE-9090://kafka-cluster-kafka-0.kafka-cluster-kafka-brokers.foundation-env-default.svc:9090,REPLICATION-9091://kafka-cluster-kafka-0.kafka-cluster-kafka-brokers.foundation-env-default.svc:9091,INTERNAL-9093://kafka-cluster-kafka-0.kafka-cluster-kafka-brokers.foundation-env-default.svc:9093,EXTERNAL-9094://ip-10-227-54-132.ec2.internal:30694 inter.broker.listener.name=REPLICATION-9091 control.plane.listener.name=CONTROLPLANE-9090 sasl.enabled.mechanisms= ssl.endpoint.identification.algorithm=HTTPS ########## # User provided configuration ########## auto.create.topics.enable=false auto.leader.rebalance.enable=true default.replication.factor=1 group.initial.rebalance.delay.ms=3000 group.max.session.timeout.ms=300000 group.min.session.timeout.ms=5000 leader.imbalance.check.interval.seconds=300 log.cleaner.threads=2 log.preallocate=false log.retention.bytes=-1 log.retention.check.interval.ms=300000 log.retention.minutes=30 log.roll.jitter.ms=5000 log.roll.ms=600000 log.segment.bytes=524288000 log.segment.delete.delay.ms=600000 message.max.bytes=2000000 min.insync.replicas=1 num.io.threads=8 num.network.threads=8 num.partitions=1 num.recovery.threads.per.data.dir=2 num.replica.fetchers=8 offsets.retention.minutes=30 offsets.topic.replication.factor=1 queued.max.requests=2000 replica.fetch.backoff.ms=1000 replica.fetch.wait.max.ms=2000 replica.lag.time.max.ms=8000 replica.socket.receive.buffer.bytes=2097152 replica.socket.timeout.ms=5000 request.timeout.ms=5000 segment.ms=600000 socket.receive.buffer.bytes=2097152 socket.send.buffer.bytes=2097152 unclean.leader.election.enable=false zookeeper.session.timeout.ms=5000 inter.broker.protocol.version=3.7 log.message.format.version=3.7 ########## # Zookeeper ########## zookeeper.connect=kafka-cluster-zookeeper-client:2181 zookeeper.clientCnxnSocket=org.apache.zookeeper.ClientCnxnSocketNetty zookeeper.ssl.client.enable=true zookeeper.ssl.keystore.location=/tmp/kafka/cluster.keystore.p12 zookeeper.ssl.keystore.password=[hidden] zookeeper.ssl.keystore.type=PKCS12 zookeeper.ssl.truststore.location=/tmp/kafka/cluster.truststore.p12 zookeeper.ssl.truststore.password=[hidden] zookeeper.ssl.truststore.type=PKCS12 Kafka metadata config state [0] Using KRaft [false] + exec /usr/bin/tini -w -e 143 -- /opt/kafka/bin/kafka-server-start.sh /tmp/strimzi.properties 2024-05-31 06:22:05,284 INFO Starting KafkaAgent with brokerReadyFile=/var/opt/kafka/kafka-ready, sessionConnectedFile=/var/opt/kafka/zk-connected, sslKeyStorePath=/tmp/kafka/cluster.keystore.p12, sslTrustStore=/tmp/kafka/cluster.truststore.p12 (io.strimzi.kafka.agent.KafkaAgent) [main] 2024-05-31 06:22:05,301 INFO Logging initialized @665ms to org.eclipse.jetty.util.log.Slf4jLog (org.eclipse.jetty.util.log) [main] 2024-05-31 06:22:05,399 INFO jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.10+7-LTS (org.eclipse.jetty.server.Server) [main] 2024-05-31 06:22:05,432 INFO Started o.e.j.s.h.ContextHandler@2e1d27ba{/v1/broker-state,null,AVAILABLE} (org.eclipse.jetty.server.handler.ContextHandler) [main] 2024-05-31 06:22:05,433 INFO Started o.e.j.s.h.ContextHandler@7e9131d5{/v1/ready,null,AVAILABLE} (org.eclipse.jetty.server.handler.ContextHandler) [main] 2024-05-31 06:22:05,433 INFO Started o.e.j.s.h.ContextHandler@61d6015a{/v1/kraft-migration,null,AVAILABLE} (org.eclipse.jetty.server.handler.ContextHandler) [main] 2024-05-31 06:22:05,642 INFO x509=X509@305ffe9e(kafka-cluster-kafka-0,h=[kafka-cluster-kafka-bootstrap, kafka-cluster-kafka-bootstrap.foundation-env-default.svc.cluster.local, kafka-cluster-kafka-brokers.foundation-env-default.svc, kafka-cluster-kafka-bootstrap.foundation-env-default, kafka-cluster-kafka-brokers.foundation-env-default, kafka-cluster-kafka-brokers, kafka-cluster-kafka-0.kafka-cluster-kafka-brokers.foundation-env-default.svc.cluster.local, ip-10-227-54-132.ec2.internal, kafka-cluster-kafka-brokers.foundation-env-default.svc.cluster.local, kafka-cluster-kafka-0.kafka-cluster-kafka-brokers.foundation-env-default.svc, kafka-cluster-kafka-bootstrap.foundation-env-default.svc, kafka-cluster-kafka],a=[/10.227.54.132],w=[]) for Server@302c971f[provider=null,keyStore=file:///tmp/kafka/cluster.keystore.p12,trustStore=file:///tmp/kafka/cluster.truststore.p12] (org.eclipse.jetty.util.ssl.SslContextFactory) [main] 2024-05-31 06:22:05,776 INFO Started ServerConnector@c86b9e3{SSL, (ssl, http/1.1)}{0.0.0.0:8443} (org.eclipse.jetty.server.AbstractConnector) [main] 2024-05-31 06:22:05,785 INFO Started ServerConnector@6bf0219d{HTTP/1.1, (http/1.1)}{0.0.0.0:8080} (org.eclipse.jetty.server.AbstractConnector) [main] 2024-05-31 06:22:05,786 INFO Started @1149ms (org.eclipse.jetty.server.Server) [main] 2024-05-31 06:22:05,786 INFO Starting metrics registry (io.strimzi.kafka.agent.KafkaAgent) [main] 2024-05-31 06:22:05,896 INFO Found class org.apache.kafka.server.metrics.KafkaYammerMetrics for Kafka 3.3 and newer. (io.strimzi.kafka.agent.KafkaAgent) [main] 2024-05-31 06:22:05,981 INFO Registered kafka:type=kafka.Log4jController MBean (kafka.utils.Log4jControllerRegistration$) [main] 2024-05-31 06:22:06,334 INFO Setting -D jdk.tls.rejectClientInitiatedRenegotiation=true to disable client-initiated TLS renegotiation (org.apache.zookeeper.common.X509Util) [main] 2024-05-31 06:22:06,454 INFO Registered signal handlers for TERM, INT, HUP (org.apache.kafka.common.utils.LoggingSignalHandler) [main] 2024-05-31 06:22:06,456 INFO starting (kafka.server.KafkaServer) [main] 2024-05-31 06:22:06,457 INFO Connecting to zookeeper on kafka-cluster-zookeeper-client:2181 (kafka.server.KafkaServer) [main] 2024-05-31 06:22:06,488 INFO [ZooKeeperClient Kafka server] Initializing a new session to kafka-cluster-zookeeper-client:2181. (kafka.zookeeper.ZooKeeperClient) [main] 2024-05-31 06:22:06,494 INFO Client environment:zookeeper.version=3.8.3-6ad6d364c7c0bcf0de452d54ebefa3058098ab56, built on 2023-10-05 10:34 UTC (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,494 INFO Client environment:host.name=kafka-cluster-kafka-0.kafka-cluster-kafka-brokers.foundation-env-default.svc.cluster.local (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,494 INFO Client environment:java.version=17.0.10 (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,494 INFO Client environment:java.vendor=Red Hat, Inc. (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,494 INFO Client environment:java.home=/usr/lib/jvm/java-17-openjdk-17.0.10.0.7-2.el8.x86_64 (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,494 INFO Client environment:java.class.path=/opt/kafka/bin/../libs/accessors-smart-2.4.9.jar:/opt/kafka/bin/../libs/activation-1.1.1.jar:/opt/kafka/bin/../libs/animal-sniffer-annotations-1.23.jar:/opt/kafka/bin/../libs/annotations-4.1.1.4.jar:/opt/kafka/bin/../libs/aopalliance-repackaged-2.6.1.jar:/opt/kafka/bin/../libs/argparse4j-0.7.0.jar:/opt/kafka/bin/../libs/audience-annotations-0.12.0.jar:/opt/kafka/bin/../libs/caffeine-2.9.3.jar:/opt/kafka/bin/../libs/checker-qual-3.19.0.jar:/opt/kafka/bin/../libs/commons-beanutils-1.9.4.jar:/opt/kafka/bin/../libs/commons-cli-1.4.jar:/opt/kafka/bin/../libs/commons-collections-3.2.2.jar:/opt/kafka/bin/../libs/commons-digester-2.1.jar:/opt/kafka/bin/../libs/commons-io-2.11.0.jar:/opt/kafka/bin/../libs/commons-lang-2.6.jar:/opt/kafka/bin/../libs/commons-lang3-3.8.1.jar:/opt/kafka/bin/../libs/commons-logging-1.2.jar:/opt/kafka/bin/../libs/commons-validator-1.7.jar:/opt/kafka/bin/../libs/connect-api-3.7.0.jar:/opt/kafka/bin/../libs/connect-basic-auth-extension-3.7.0.jar:/opt/kafka/bin/../libs/connect-json-3.7.0.jar:/opt/kafka/bin/../libs/connect-mirror-3.7.0.jar:/opt/kafka/bin/../libs/connect-mirror-client-3.7.0.jar:/opt/kafka/bin/../libs/connect-runtime-3.7.0.jar:/opt/kafka/bin/../libs/connect-transforms-3.7.0.jar:/opt/kafka/bin/../libs/cruise-control-metrics-reporter-2.5.137.jar:/opt/kafka/bin/../libs/error_prone_annotations-2.10.0.jar:/opt/kafka/bin/../libs/failureaccess-1.0.1.jar:/opt/kafka/bin/../libs/grpc-api-1.61.0.jar:/opt/kafka/bin/../libs/grpc-context-1.61.0.jar:/opt/kafka/bin/../libs/grpc-core-1.61.0.jar:/opt/kafka/bin/../libs/grpc-netty-shaded-1.61.0.jar:/opt/kafka/bin/../libs/grpc-stub-1.60.1.jar:/opt/kafka/bin/../libs/grpc-util-1.61.0.jar:/opt/kafka/bin/../libs/gson-2.10.1.jar:/opt/kafka/bin/../libs/guava-32.1.3-jre.jar:/opt/kafka/bin/../libs/hk2-api-2.6.1.jar:/opt/kafka/bin/../libs/hk2-locator-2.6.1.jar:/opt/kafka/bin/../libs/hk2-utils-2.6.1.jar:/opt/kafka/bin/../libs/j2objc-annotations-2.8.jar:/opt/kafka/bin/../libs/jackson-annotations-2.16.0.jar:/opt/kafka/bin/../libs/jackson-core-2.16.0.jar:/opt/kafka/bin/../libs/jackson-databind-2.16.0.jar:/opt/kafka/bin/../libs/jackson-dataformat-csv-2.16.0.jar:/opt/kafka/bin/../libs/jackson-dataformat-yaml-2.16.0.jar:/opt/kafka/bin/../libs/jackson-datatype-jdk8-2.16.0.jar:/opt/kafka/bin/../libs/jackson-datatype-jsr310-2.16.0.jar:/opt/kafka/bin/../libs/jackson-jaxrs-base-2.16.0.jar:/opt/kafka/bin/../libs/jackson-jaxrs-json-provider-2.16.0.jar:/opt/kafka/bin/../libs/jackson-module-jaxb-annotations-2.16.0.jar:/opt/kafka/bin/../libs/jackson-module-scala_2.13-2.16.0.jar:/opt/kafka/bin/../libs/jakarta.activation-api-1.2.2.jar:/opt/kafka/bin/../libs/jakarta.annotation-api-1.3.5.jar:/opt/kafka/bin/../libs/jakarta.inject-2.6.1.jar:/opt/kafka/bin/../libs/jakarta.validation-api-2.0.2.jar:/opt/kafka/bin/../libs/jakarta.ws.rs-api-2.1.6.jar:/opt/kafka/bin/../libs/jakarta.xml.bind-api-2.3.3.jar:/opt/kafka/bin/../libs/javassist-3.29.2-GA.jar:/opt/kafka/bin/../libs/javax.activation-api-1.2.0.jar:/opt/kafka/bin/../libs/javax.annotation-api-1.3.2.jar:/opt/kafka/bin/../libs/javax.servlet-api-3.1.0.jar:/opt/kafka/bin/../libs/javax.ws.rs-api-2.1.1.jar:/opt/kafka/bin/../libs/jaxb-api-2.3.1.jar:/opt/kafka/bin/../libs/jersey-client-2.39.1.jar:/opt/kafka/bin/../libs/jersey-common-2.39.1.jar:/opt/kafka/bin/../libs/jersey-container-servlet-2.39.1.jar:/opt/kafka/bin/../libs/jersey-container-servlet-core-2.39.1.jar:/opt/kafka/bin/../libs/jersey-hk2-2.39.1.jar:/opt/kafka/bin/../libs/jersey-server-2.39.1.jar:/opt/kafka/bin/../libs/jetty-client-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-continuation-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-http-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-io-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-security-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-server-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-servlet-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-servlets-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-util-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jetty-util-ajax-9.4.53.v20231009.jar:/opt/kafka/bin/../libs/jline-3.22.0.jar:/opt/kafka/bin/../libs/jmx_prometheus_javaagent-0.20.0.jar:/opt/kafka/bin/../libs/jopt-simple-5.0.4.jar:/opt/kafka/bin/../libs/jose4j-0.9.4.jar:/opt/kafka/bin/../libs/json-path-2.9.0.jar:/opt/kafka/bin/../libs/json-smart-2.4.9.jar:/opt/kafka/bin/../libs/jsonevent-layout-1.7.jar:/opt/kafka/bin/../libs/jsr305-3.0.2.jar:/opt/kafka/bin/../libs/kafka-agent-0.40.0.jar:/opt/kafka/bin/../libs/kafka-clients-3.7.0.jar:/opt/kafka/bin/../libs/kafka-env-var-config-provider-1.1.0.jar:/opt/kafka/bin/../libs/kafka-group-coordinator-3.7.0.jar:/opt/kafka/bin/../libs/kafka-kubernetes-config-provider-1.1.2.jar:/opt/kafka/bin/../libs/kafka-log4j-appender-3.7.0.jar:/opt/kafka/bin/../libs/kafka-metadata-3.7.0.jar:/opt/kafka/bin/../libs/kafka-oauth-client-0.15.0.jar:/opt/kafka/bin/../libs/kafka-oauth-common-0.15.0.jar:/opt/kafka/bin/../libs/kafka-oauth-keycloak-authorizer-0.15.0.jar:/opt/kafka/bin/../libs/kafka-oauth-server-0.15.0.jar:/opt/kafka/bin/../libs/kafka-oauth-server-plain-0.15.0.jar:/opt/kafka/bin/../libs/kafka-quotas-plugin-0.2.0.jar:/opt/kafka/bin/../libs/kafka-raft-3.7.0.jar:/opt/kafka/bin/../libs/kafka-server-3.7.0.jar:/opt/kafka/bin/../libs/kafka-server-common-3.7.0.jar:/opt/kafka/bin/../libs/kafka-shell-3.7.0.jar:/opt/kafka/bin/../libs/kafka-storage-3.7.0.jar:/opt/kafka/bin/../libs/kafka-storage-api-3.7.0.jar:/opt/kafka/bin/../libs/kafka-streams-3.7.0.jar:/opt/kafka/bin/../libs/kafka-streams-examples-3.7.0.jar:/opt/kafka/bin/../libs/kafka-streams-scala_2.13-3.7.0.jar:/opt/kafka/bin/../libs/kafka-streams-test-utils-3.7.0.jar:/opt/kafka/bin/../libs/kafka-tools-3.7.0.jar:/opt/kafka/bin/../libs/kafka-tools-api-3.7.0.jar:/opt/kafka/bin/../libs/kafka_2.13-3.7.0.jar:/opt/kafka/bin/../libs/kubernetes-client-6.8.1.jar:/opt/kafka/bin/../libs/kubernetes-client-api-6.8.1.jar:/opt/kafka/bin/../libs/kubernetes-httpclient-jdk-6.8.1.jar:/opt/kafka/bin/../libs/kubernetes-model-apps-6.8.1.jar:/opt/kafka/bin/../libs/kubernetes-model-batch-6.8.1.jar:/opt/kafka/bin/../libs/kubernetes-model-certificates-6.8.1.jar:/opt/kafka/bin/../libs/kubernetes-model-common-6.8.1.jar:/opt/kafka/bin/../libs/kubernetes-model-core-6.8.1.jar:/opt/kafka/bin/../libs/kubernetes-model-extensions-6.8.1.jar:/opt/kafka/bin/../libs/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar:/opt/kafka/bin/../libs/lz4-java-1.8.0.jar:/opt/kafka/bin/../libs/maven-artifact-3.8.8.jar:/opt/kafka/bin/../libs/metrics-core-2.2.0.jar:/opt/kafka/bin/../libs/metrics-core-4.1.12.1.jar:/opt/kafka/bin/../libs/mirror-maker-2-extensions-1.2.0.jar:/opt/kafka/bin/../libs/mirror-maker-agent-0.40.0.jar:/opt/kafka/bin/../libs/netty-buffer-4.1.100.Final.jar:/opt/kafka/bin/../libs/netty-codec-4.1.100.Final.jar:/opt/kafka/bin/../libs/netty-common-4.1.100.Final.jar:/opt/kafka/bin/../libs/netty-handler-4.1.100.Final.jar:/opt/kafka/bin/../libs/netty-resolver-4.1.100.Final.jar:/opt/kafka/bin/../libs/netty-transport-4.1.100.Final.jar:/opt/kafka/bin/../libs/netty-transport-classes-epoll-4.1.100.Final.jar:/opt/kafka/bin/../libs/netty-transport-native-epoll-4.1.100.Final.jar:/opt/kafka/bin/../libs/netty-transport-native-unix-common-4.1.100.Final.jar:/opt/kafka/bin/../libs/nimbus-jose-jwt-9.37.2.jar:/opt/kafka/bin/../libs/opa-authorizer-1.5.1.jar:/opt/kafka/bin/../libs/opentelemetry-api-1.32.0.jar:/opt/kafka/bin/../libs/opentelemetry-api-events-1.34.1-alpha.jar:/opt/kafka/bin/../libs/opentelemetry-context-1.32.0.jar:/opt/kafka/bin/../libs/opentelemetry-exporter-common-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-exporter-otlp-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-exporter-otlp-common-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-exporter-sender-grpc-managed-channel-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-exporter-sender-jdk-1.34.1-alpha.jar:/opt/kafka/bin/../libs/opentelemetry-extension-incubator-1.32.0-alpha.jar:/opt/kafka/bin/../libs/opentelemetry-instrumentation-api-1.32.0.jar:/opt/kafka/bin/../libs/opentelemetry-instrumentation-api-semconv-1.32.0-alpha.jar:/opt/kafka/bin/../libs/opentelemetry-kafka-clients-2.6-1.32.0-alpha.jar:/opt/kafka/bin/../libs/opentelemetry-kafka-clients-common-1.32.0-alpha.jar:/opt/kafka/bin/../libs/opentelemetry-proto-1.0.0-alpha.jar:/opt/kafka/bin/../libs/opentelemetry-sdk-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-sdk-common-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-sdk-extension-autoconfigure-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-sdk-extension-autoconfigure-spi-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-sdk-logs-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-sdk-metrics-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-sdk-trace-1.34.1.jar:/opt/kafka/bin/../libs/opentelemetry-semconv-1.21.0-alpha.jar:/opt/kafka/bin/../libs/osgi-resource-locator-1.0.3.jar:/opt/kafka/bin/../libs/paranamer-2.8.jar:/opt/kafka/bin/../libs/pcollections-4.0.1.jar:/opt/kafka/bin/../libs/perfmark-api-0.26.0.jar:/opt/kafka/bin/../libs/plexus-utils-3.3.1.jar:/opt/kafka/bin/../libs/protobuf-java-3.23.4.jar:/opt/kafka/bin/../libs/reflections-0.10.2.jar:/opt/kafka/bin/../libs/reload4j-1.2.25.jar:/opt/kafka/bin/../libs/rocksdbjni-7.9.2.jar:/opt/kafka/bin/../libs/scala-collection-compat_2.13-2.10.0.jar:/opt/kafka/bin/../libs/scala-java8-compat_2.13-1.0.2.jar:/opt/kafka/bin/../libs/scala-library-2.13.12.jar:/opt/kafka/bin/../libs/scala-logging_2.13-3.9.4.jar:/opt/kafka/bin/../libs/scala-reflect-2.13.12.jar:/opt/kafka/bin/../libs/slf4j-api-1.7.36.jar:/opt/kafka/bin/../libs/slf4j-reload4j-1.7.36.jar:/opt/kafka/bin/../libs/snakeyaml-2.0.jar:/opt/kafka/bin/../libs/snakeyaml-engine-2.6.jar:/opt/kafka/bin/../libs/snappy-java-1.1.10.5.jar:/opt/kafka/bin/../libs/swagger-annotations-2.2.8.jar:/opt/kafka/bin/../libs/tracing-agent-0.40.0.jar:/opt/kafka/bin/../libs/trogdor-3.7.0.jar:/opt/kafka/bin/../libs/zjsonpatch-0.3.0.jar:/opt/kafka/bin/../libs/zookeeper-3.8.3.jar:/opt/kafka/bin/../libs/zookeeper-jute-3.8.3.jar:/opt/kafka/bin/../libs/zstd-jni-1.5.5-6.jar (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,495 INFO Client environment:java.library.path=/usr/java/packages/lib:/usr/lib64:/lib64:/lib:/usr/lib (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,495 INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,495 INFO Client environment:java.compiler= (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,495 INFO Client environment:os.name=Linux (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,495 INFO Client environment:os.arch=amd64 (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,495 INFO Client environment:os.version=4.18.0-513.9.1.el8_9.x86_64 (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,496 INFO Client environment:user.name=? (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,496 INFO Client environment:user.home=? (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,496 INFO Client environment:user.dir=/opt/kafka (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,496 INFO Client environment:os.memory.free=2018MB (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,496 INFO Client environment:os.memory.max=2048MB (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,496 INFO Client environment:os.memory.total=2048MB (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,500 INFO Initiating client connection, connectString=kafka-cluster-zookeeper-client:2181 sessionTimeout=5000 watcher=kafka.zookeeper.ZooKeeperClient$ZooKeeperClientWatcher$@3113a37 (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:06,578 INFO jute.maxbuffer value is 4194304 Bytes (org.apache.zookeeper.ClientCnxnSocket) [main] 2024-05-31 06:22:06,588 INFO zookeeper.request.timeout value is 0. feature enabled=false (org.apache.zookeeper.ClientCnxn) [main] 2024-05-31 06:22:06,589 INFO Starting poller (io.strimzi.kafka.agent.KafkaAgent) [main] 2024-05-31 06:22:06,592 INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient) [main] 2024-05-31 06:22:06,594 INFO Opening socket connection to server kafka-cluster-zookeeper-client/10.43.84.146:2181. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] 2024-05-31 06:22:06,768 INFO SSL handler added for channel: [id: 0x26046052] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:06,779 INFO Socket connection established, initiating session, client: /10.42.1.84:33362, server: kafka-cluster-zookeeper-client/10.43.84.146:2181 (org.apache.zookeeper.ClientCnxn) [nioEventLoopGroup-2-1] 2024-05-31 06:22:06,781 INFO channel is connected: [id: 0x26046052, L:/10.42.1.84:33362 - R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:06,921 INFO channel is disconnected: [id: 0x26046052, L:/10.42.1.84:33362 ! R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:06,921 INFO channel is told closing (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:06,922 WARN Session 0x0 for server kafka-cluster-zookeeper-client/10.43.84.146:2181, Closing socket connection. Attempting reconnect except it is a SessionExpiredException. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] EndOfStreamException: channel for sessionid 0x0 is lost at org.apache.zookeeper.ClientCnxnSocketNetty.doTransport(ClientCnxnSocketNetty.java:286) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) 2024-05-31 06:22:08,617 INFO Opening socket connection to server kafka-cluster-zookeeper-client/10.43.84.146:2181. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] 2024-05-31 06:22:08,631 INFO SSL handler added for channel: [id: 0x127d1ef5] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:08,633 INFO Socket connection established, initiating session, client: /10.42.1.84:33370, server: kafka-cluster-zookeeper-client/10.43.84.146:2181 (org.apache.zookeeper.ClientCnxn) [nioEventLoopGroup-2-1] 2024-05-31 06:22:08,633 INFO channel is connected: [id: 0x127d1ef5, L:/10.42.1.84:33370 - R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:08,682 INFO channel is disconnected: [id: 0x127d1ef5, L:/10.42.1.84:33370 ! R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:08,682 INFO channel is told closing (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:08,682 WARN Session 0x0 for server kafka-cluster-zookeeper-client/10.43.84.146:2181, Closing socket connection. Attempting reconnect except it is a SessionExpiredException. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] EndOfStreamException: channel for sessionid 0x0 is lost at org.apache.zookeeper.ClientCnxnSocketNetty.doTransport(ClientCnxnSocketNetty.java:286) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) 2024-05-31 06:22:10,217 INFO Opening socket connection to server kafka-cluster-zookeeper-client/10.43.84.146:2181. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] 2024-05-31 06:22:10,231 INFO SSL handler added for channel: [id: 0xfb91e698] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:10,231 INFO Socket connection established, initiating session, client: /10.42.1.84:33380, server: kafka-cluster-zookeeper-client/10.43.84.146:2181 (org.apache.zookeeper.ClientCnxn) [nioEventLoopGroup-2-1] 2024-05-31 06:22:10,232 INFO channel is connected: [id: 0xfb91e698, L:/10.42.1.84:33380 - R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:10,278 INFO channel is disconnected: [id: 0xfb91e698, L:/10.42.1.84:33380 ! R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:10,278 INFO channel is told closing (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:10,278 WARN Session 0x0 for server kafka-cluster-zookeeper-client/10.43.84.146:2181, Closing socket connection. Attempting reconnect except it is a SessionExpiredException. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] EndOfStreamException: channel for sessionid 0x0 is lost at org.apache.zookeeper.ClientCnxnSocketNetty.doTransport(ClientCnxnSocketNetty.java:286) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) 2024-05-31 06:22:11,538 INFO Opening socket connection to server kafka-cluster-zookeeper-client/10.43.84.146:2181. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] 2024-05-31 06:22:11,550 INFO SSL handler added for channel: [id: 0xdf9aa0ae] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:11,551 INFO Socket connection established, initiating session, client: /10.42.1.84:33394, server: kafka-cluster-zookeeper-client/10.43.84.146:2181 (org.apache.zookeeper.ClientCnxn) [nioEventLoopGroup-2-1] 2024-05-31 06:22:11,551 INFO channel is connected: [id: 0xdf9aa0ae, L:/10.42.1.84:33394 - R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:11,584 INFO channel is disconnected: [id: 0xdf9aa0ae, L:/10.42.1.84:33394 ! R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:11,584 INFO channel is told closing (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:11,584 WARN Session 0x0 for server kafka-cluster-zookeeper-client/10.43.84.146:2181, Closing socket connection. Attempting reconnect except it is a SessionExpiredException. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] EndOfStreamException: channel for sessionid 0x0 is lost at org.apache.zookeeper.ClientCnxnSocketNetty.doTransport(ClientCnxnSocketNetty.java:286) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) 2024-05-31 06:22:11,593 INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient) [main] 2024-05-31 06:22:13,253 INFO Opening socket connection to server kafka-cluster-zookeeper-client/10.43.84.146:2181. (org.apache.zookeeper.ClientCnxn) [main-SendThread(kafka-cluster-zookeeper-client:2181)] 2024-05-31 06:22:13,266 INFO SSL handler added for channel: [id: 0xb59164e5] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:13,267 INFO Socket connection established, initiating session, client: /10.42.1.84:33396, server: kafka-cluster-zookeeper-client/10.43.84.146:2181 (org.apache.zookeeper.ClientCnxn) [nioEventLoopGroup-2-1] 2024-05-31 06:22:13,267 INFO channel is connected: [id: 0xb59164e5, L:/10.42.1.84:33396 - R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:13,295 INFO channel is disconnected: [id: 0xb59164e5, L:/10.42.1.84:33396 ! R:kafka-cluster-zookeeper-client/10.43.84.146:2181] (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:13,295 INFO channel is told closing (org.apache.zookeeper.ClientCnxnSocketNetty) [nioEventLoopGroup-2-1] 2024-05-31 06:22:13,297 INFO channel is told closing (org.apache.zookeeper.ClientCnxnSocketNetty) [main] 2024-05-31 06:22:13,298 INFO Session: 0x0 closed (org.apache.zookeeper.ZooKeeper) [main] 2024-05-31 06:22:13,299 INFO EventThread shut down for session: 0x0 (org.apache.zookeeper.ClientCnxn) [main-EventThread] 2024-05-31 06:22:13,300 INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient) [main] 2024-05-31 06:22:13,303 ERROR Fatal error during KafkaServer startup. Prepare to shutdown (kafka.server.KafkaServer) [main] kafka.zookeeper.ZooKeeperClientTimeoutException: Timed out waiting for connection while in state: CONNECTING at kafka.zookeeper.ZooKeeperClient.waitUntilConnected(ZooKeeperClient.scala:258) at kafka.zookeeper.ZooKeeperClient.(ZooKeeperClient.scala:116) at kafka.zk.KafkaZkClient$.apply(KafkaZkClient.scala:2266) at kafka.zk.KafkaZkClient$.createZkClient(KafkaZkClient.scala:2358) at kafka.server.KafkaServer.initZkClient(KafkaServer.scala:717) at kafka.server.KafkaServer.startup(KafkaServer.scala:226) at kafka.Kafka$.main(Kafka.scala:112) at kafka.Kafka.main(Kafka.scala) 2024-05-31 06:22:13,304 INFO shutting down (kafka.server.KafkaServer) [main] 2024-05-31 06:22:13,312 INFO App info kafka.server for 0 unregistered (org.apache.kafka.common.utils.AppInfoParser) [main] 2024-05-31 06:22:13,312 INFO shut down completed (kafka.server.KafkaServer) [main] 2024-05-31 06:22:13,312 ERROR Exiting Kafka due to fatal exception during startup. (kafka.Kafka$) [main] kafka.zookeeper.ZooKeeperClientTimeoutException: Timed out waiting for connection while in state: CONNECTING at kafka.zookeeper.ZooKeeperClient.waitUntilConnected(ZooKeeperClient.scala:258) at kafka.zookeeper.ZooKeeperClient.(ZooKeeperClient.scala:116) at kafka.zk.KafkaZkClient$.apply(KafkaZkClient.scala:2266) at kafka.zk.KafkaZkClient$.createZkClient(KafkaZkClient.scala:2358) at kafka.server.KafkaServer.initZkClient(KafkaServer.scala:717) at kafka.server.KafkaServer.startup(KafkaServer.scala:226) at kafka.Kafka$.main(Kafka.scala:112) at kafka.Kafka.main(Kafka.scala) 2024-05-31 06:22:13,314 INFO shutting down (kafka.server.KafkaServer) [kafka-shutdown-hook] 2024-05-31 06:22:13,321 INFO Stopped ServerConnector@c86b9e3{SSL, (ssl, http/1.1)}{0.0.0.0:8443} (org.eclipse.jetty.server.AbstractConnector) [JettyShutdownThread] 2024-05-31 06:22:13,324 INFO Stopped ServerConnector@6bf0219d{HTTP/1.1, (http/1.1)}{0.0.0.0:8080} (org.eclipse.jetty.server.AbstractConnector) [JettyShutdownThread] 2024-05-31 06:22:13,324 INFO Stopped o.e.j.s.h.ContextHandler@61d6015a{/v1/kraft-migration,null,STOPPED} (org.eclipse.jetty.server.handler.ContextHandler) [JettyShutdownThread] 2024-05-31 06:22:13,324 INFO Stopped o.e.j.s.h.ContextHandler@7e9131d5{/v1/ready,null,STOPPED} (org.eclipse.jetty.server.handler.ContextHandler) [JettyShutdownThread] 2024-05-31 06:22:13,325 INFO Stopped o.e.j.s.h.ContextHandler@2e1d27ba{/v1/broker-state,null,STOPPED} (org.eclipse.jetty.server.handler.ContextHandler) [JettyShutdownThread]