kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.744Z INFO controllers.KafkaCluster Reconciling KafkaCluster {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.744Z DEBUG controllers.KafkaCluster Skipping PKI reconciling due to no SSL config {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "pki"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.744Z DEBUG controllers.KafkaCluster Reconciling {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "envoy"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.744Z DEBUG controllers.KafkaCluster Reconciled {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "envoy"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.744Z DEBUG controllers.KafkaCluster Reconciling {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka_monitoring"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.745Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka_monitoring", "kind": "*v1.ConfigMap", "name": "kf-kafka-kafka-jmx-exporter"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.745Z DEBUG controllers.KafkaCluster Reconciled {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka_monitoring"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.745Z DEBUG controllers.KafkaCluster Reconciling {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "cruisecontrol_monitoring"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.745Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "cruisecontrol_monitoring", "kind": "*v1.ConfigMap", "name": "kf-kafka-cc-jmx-exporter"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.745Z DEBUG controllers.KafkaCluster Reconciled {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "cruisecontrol_monitoring"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.745Z DEBUG controllers.KafkaCluster Reconciling {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.746Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.Service", "name": "kf-kafka-all-broker"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.747Z DEBUG controllers.KafkaCluster searching with label because name is empty {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.PersistentVolumeClaim"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.748Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.PersistentVolumeClaim"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.759Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.ConfigMap", "name": "kf-kafka-config-1"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.760Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.Service", "name": "kf-kafka-1"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.760Z DEBUG controllers.KafkaCluster searching with label because name is empty {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.Pod"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:12.763Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.Pod"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.026Z DEBUG controllers.KafkaCluster searching with label because name is empty {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.PersistentVolumeClaim"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.026Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.PersistentVolumeClaim"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.028Z DEBUG controllers.KafkaCluster resource diffs {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.ConfigMap", "name": "kf-kafka-config-2", "patch": "{\"data\":{\"broker-config\":\"advertised.listeners=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\nbroker.id=2\\nbroker.rack=francecentral,3\\ncruise.control.metrics.reporter.bootstrap.servers=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\nlistener.security.protocol.map=PLAINTEXT:PLAINTEXT\\nlisteners=PLAINTEXT://:9092\\nlog.dirs=/kafka-logs/kafka\\nmetric.reporters=com.linkedin.kafka.cruisecontrol.metricsreporter.CruiseControlMetricsReporter\\nsecurity.inter.broker.protocol=PLAINTEXT\\nsuper.users=\\nzookeeper.connect=zk-zookeeper.alerting:2181\"}}", "current": "{\"kind\":\"ConfigMap\",\"apiVersion\":\"v1\",\"metadata\":{\"name\":\"kf-kafka-config-2\",\"namespace\":\"alerting\",\"selfLink\":\"/api/v1/namespaces/alerting/configmaps/kf-kafka-config-2\",\"uid\":\"0f9e6683-e399-11e9-94f3-4a7bbeb43129\",\"resourceVersion\":\"16769225\",\"creationTimestamp\":\"2019-09-30T15:43:34Z\",\"labels\":{\"app\":\"kafka\",\"brokerId\":\"2\",\"kafka_cr\":\"kf-kafka\"},\"annotations\":{\"banzaicloud.com/last-applied\":\"{\\\"data\\\":{\\\"broker-config\\\":\\\"advertised.listeners=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\\\nbroker.id=2\\\\ncruise.control.metrics.reporter.bootstrap.servers=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\\\nlistener.security.protocol.map=PLAINTEXT:PLAINTEXT\\\\nlisteners=PLAINTEXT://:9092\\\\nlog.dirs=/kafka-logs/kafka\\\\nmetric.reporters=com.linkedin.kafka.cruisecontrol.metricsreporter.CruiseControlMetricsReporter\\\\nsecurity.inter.broker.protocol=PLAINTEXT\\\\nsuper.users=\\\\nzookeeper.connect=zk-zookeeper.alerting:2181\\\"},\\\"metadata\\\":{\\\"labels\\\":{\\\"app\\\":\\\"kafka\\\",\\\"brokerId\\\":\\\"2\\\",\\\"kafka_cr\\\":\\\"kf-kafka\\\"},\\\"name\\\":\\\"kf-kafka-config-2\\\",\\\"namespace\\\":\\\"alerting\\\",\\\"ownerReferences\\\":[{\\\"apiVersion\\\":\\\"kafka.banzaicloud.io/v1beta1\\\",\\\"blockOwnerDeletion\\\":true,\\\"controller\\\":true,\\\"kind\\\":\\\"KafkaCluster\\\",\\\"name\\\":\\\"kf-kafka\\\",\\\"uid\\\":\\\"d6ff7d7f-e398-11e9-94f3-4a7bbeb43129\\\"}]}}\"},\"ownerReferences\":[{\"apiVersion\":\"kafka.banzaicloud.io/v1beta1\",\"kind\":\"KafkaCluster\",\"name\":\"kf-kafka\",\"uid\":\"d6ff7d7f-e398-11e9-94f3-4a7bbeb43129\",\"controller\":true,\"blockOwnerDeletion\":true}]},\"data\":{\"broker-config\":\"advertised.listeners=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\nbroker.id=2\\ncruise.control.metrics.reporter.bootstrap.servers=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\nlistener.security.protocol.map=PLAINTEXT:PLAINTEXT\\nlisteners=PLAINTEXT://:9092\\nlog.dirs=/kafka-logs/kafka\\nmetric.reporters=com.linkedin.kafka.cruisecontrol.metricsreporter.CruiseControlMetricsReporter\\nsecurity.inter.broker.protocol=PLAINTEXT\\nsuper.users=\\nzookeeper.connect=zk-zookeeper.alerting:2181\"}}", "modified": "{\"data\":{\"broker-config\":\"advertised.listeners=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\nbroker.id=2\\nbroker.rack=francecentral,3\\ncruise.control.metrics.reporter.bootstrap.servers=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\nlistener.security.protocol.map=PLAINTEXT:PLAINTEXT\\nlisteners=PLAINTEXT://:9092\\nlog.dirs=/kafka-logs/kafka\\nmetric.reporters=com.linkedin.kafka.cruisecontrol.metricsreporter.CruiseControlMetricsReporter\\nsecurity.inter.broker.protocol=PLAINTEXT\\nsuper.users=\\nzookeeper.connect=zk-zookeeper.alerting:2181\"},\"metadata\":{\"labels\":{\"app\":\"kafka\",\"brokerId\":\"2\",\"kafka_cr\":\"kf-kafka\"},\"name\":\"kf-kafka-config-2\",\"namespace\":\"alerting\",\"ownerReferences\":[{\"apiVersion\":\"kafka.banzaicloud.io/v1beta1\",\"blockOwnerDeletion\":true,\"controller\":true,\"kind\":\"KafkaCluster\",\"name\":\"kf-kafka\",\"uid\":\"d6ff7d7f-e398-11e9-94f3-4a7bbeb43129\"}]}}", "original": "{\"data\":{\"broker-config\":\"advertised.listeners=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\nbroker.id=2\\ncruise.control.metrics.reporter.bootstrap.servers=PLAINTEXT://kf-kafka-2.alerting.svc.cluster.local:9092\\nlistener.security.protocol.map=PLAINTEXT:PLAINTEXT\\nlisteners=PLAINTEXT://:9092\\nlog.dirs=/kafka-logs/kafka\\nmetric.reporters=com.linkedin.kafka.cruisecontrol.metricsreporter.CruiseControlMetricsReporter\\nsecurity.inter.broker.protocol=PLAINTEXT\\nsuper.users=\\nzookeeper.connect=zk-zookeeper.alerting:2181\"},\"metadata\":{\"labels\":{\"app\":\"kafka\",\"brokerId\":\"2\",\"kafka_cr\":\"kf-kafka\"},\"name\":\"kf-kafka-config-2\",\"namespace\":\"alerting\",\"ownerReferences\":[{\"apiVersion\":\"kafka.banzaicloud.io/v1beta1\",\"blockOwnerDeletion\":true,\"controller\":true,\"kind\":\"KafkaCluster\",\"name\":\"kf-kafka\",\"uid\":\"d6ff7d7f-e398-11e9-94f3-4a7bbeb43129\"}]}}"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.160Z INFO controllers.KafkaCluster Kafka cluster state updated {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.ConfigMap", "name": "kf-kafka-config-2"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.160Z INFO controllers.KafkaCluster resource updated {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.ConfigMap", "name": "kf-kafka-config-2"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.161Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.Service", "name": "kf-kafka-2"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.161Z DEBUG controllers.KafkaCluster searching with label because name is empty {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.Pod"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.316Z INFO kafka_util offline Replica Count is 0
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:13.316Z INFO kafka_util all replicas are in sync
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:14.324Z DEBUG controllers.KafkaCluster searching with label because name is empty {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.PersistentVolumeClaim"}
kafka-operator-7bc9c8cd8f-nlwfz manager 2019-09-30T15:46:14.324Z DEBUG controllers.KafkaCluster resource is in sync {"kafkacluster": "alerting/kf-kafka", "Request.Name": "kf-kafka", "component": "kafka", "kind": "*v1.PersistentVolumeClaim"}
kafka-operator-7bc9c8cd8f-nlwfz manager E0930 15:46:14.324936 1 runtime.go:69] Observed a panic: runtime.boundsError{x:3, y:3, signed:true, code:0x0} (runtime error: index out of range [3] with length 3)
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/runtime/runtime.go:76
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/runtime/runtime.go:65
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/runtime/runtime.go:51
kafka-operator-7bc9c8cd8f-nlwfz manager /usr/local/go/src/runtime/panic.go:679
kafka-operator-7bc9c8cd8f-nlwfz manager /usr/local/go/src/runtime/panic.go:75
kafka-operator-7bc9c8cd8f-nlwfz manager /workspace/pkg/resources/kafka/configmap.go:179
kafka-operator-7bc9c8cd8f-nlwfz manager /workspace/pkg/resources/kafka/configmap.go:97
kafka-operator-7bc9c8cd8f-nlwfz manager /workspace/pkg/resources/kafka/kafka.go:252
kafka-operator-7bc9c8cd8f-nlwfz manager /workspace/controllers/kafkacluster_controller.go:111
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:216
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:192
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:171
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/wait/wait.go:152
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/wait/wait.go:153
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/wait/wait.go:88
kafka-operator-7bc9c8cd8f-nlwfz manager /usr/local/go/src/runtime/asm_amd64.s:1357
kafka-operator-7bc9c8cd8f-nlwfz manager panic: runtime error: index out of range [3] with length 3 [recovered]
kafka-operator-7bc9c8cd8f-nlwfz manager panic: runtime error: index out of range [3] with length 3
kafka-operator-7bc9c8cd8f-nlwfz manager
kafka-operator-7bc9c8cd8f-nlwfz manager goroutine 436 [running]:
kafka-operator-7bc9c8cd8f-nlwfz manager k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0x0, 0x0, 0x0)
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/runtime/runtime.go:58 +0x105
kafka-operator-7bc9c8cd8f-nlwfz manager panic(0x185fd00, 0xc0016630c0)
kafka-operator-7bc9c8cd8f-nlwfz manager /usr/local/go/src/runtime/panic.go:679 +0x1b2
kafka-operator-7bc9c8cd8f-nlwfz manager github.com/banzaicloud/kafka-operator/pkg/resources/kafka.Reconciler.generateBrokerConfig(0x1c02900, 0xc0005b1d70, 0xc001632000, 0x3, 0xc00188b6b0, 0xc0008c81c0, 0x0, 0x0, 0x0, 0x0, ...)
kafka-operator-7bc9c8cd8f-nlwfz manager /workspace/pkg/resources/kafka/configmap.go:179 +0x6c9
kafka-operator-7bc9c8cd8f-nlwfz manager github.com/banzaicloud/kafka-operator/pkg/resources/kafka.(*Reconciler).configMap(0xc0017ceec0, 0xc000000003, 0xc00188b6b0, 0x0, 0x0, 0xc0008c81c0, 0x0, 0x0, 0x1bf7080, 0xc0017cfdc0, ...)
kafka-operator-7bc9c8cd8f-nlwfz manager /workspace/pkg/resources/kafka/configmap.go:97 +0x5bd
kafka-operator-7bc9c8cd8f-nlwfz manager github.com/banzaicloud/kafka-operator/pkg/resources/kafka.(*Reconciler).Reconcile(0xc0017ceec0, 0x1bf7080, 0xc0017cfdc0, 0x0, 0x0)
kafka-operator-7bc9c8cd8f-nlwfz manager /workspace/pkg/resources/kafka/kafka.go:252 +0x1693
kafka-operator-7bc9c8cd8f-nlwfz manager github.com/banzaicloud/kafka-operator/controllers.(*KafkaClusterReconciler).Reconcile(0xc000381140, 0xc000784998, 0x8, 0xc000784b08, 0x8, 0xc0008c9cd8, 0xc0008bf9e0, 0xc0008ce248, 0x1bb8ba0)
kafka-operator-7bc9c8cd8f-nlwfz manager /workspace/controllers/kafkacluster_controller.go:111 +0x6bc
kafka-operator-7bc9c8cd8f-nlwfz manager sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler(0xc00031a320, 0x17b3940, 0xc001483f40, 0xc000581500)
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:216 +0x162
kafka-operator-7bc9c8cd8f-nlwfz manager sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem(0xc00031a320, 0xc0000a4000)
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:192 +0xcb
kafka-operator-7bc9c8cd8f-nlwfz manager sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).worker(0xc00031a320)
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:171 +0x2b
kafka-operator-7bc9c8cd8f-nlwfz manager k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000016640)
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/wait/wait.go:152 +0x5e
kafka-operator-7bc9c8cd8f-nlwfz manager k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000016640, 0x3b9aca00, 0x0, 0x1, 0xc0000ba180)
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/wait/wait.go:153 +0xf8
kafka-operator-7bc9c8cd8f-nlwfz manager k8s.io/apimachinery/pkg/util/wait.Until(0xc000016640, 0x3b9aca00, 0xc0000ba180)
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/k8s.io/[email protected]/pkg/util/wait/wait.go:88 +0x4d
kafka-operator-7bc9c8cd8f-nlwfz manager created by sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start
kafka-operator-7bc9c8cd8f-nlwfz manager /go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:157 +0x32e
kubectl version
Client Version: version.Info{Major:"1", Minor:"15", GitVersion:"v1.15.3", GitCommit:"2d3c76f9091b6bec110a5e63777c332469e0cba2", GitTreeState:"clean", BuildDate:"2019-08-19T12:36:28Z", GoVersion:"go1.12.9", Compiler:"gc", Platform:"darwin/amd64"}
Server Version: version.Info{Major:"1", Minor:"14", GitVersion:"v1.14.6", GitCommit:"96fac5cd13a5dc064f7d9f4f23030a6aeface6cc", GitTreeState:"clean", BuildDate:"2019-08-19T11:05:16Z", GoVersion:"go1.12.9", Compiler:"gc", Platform:"linux/amd64"}
Cleaned Zookeeper and re-created the kafka cluster from 0.
I had this error two times, with IDs 121,122,123 then with a new cluster with IDs 1,2,3.