I suspect this is a simple misconfiguration on my part, but for some reason zookeeper 3.5 isn't listening on 3888 and won't come up as an ensemble.
The only configuration change I've done to upgrade from 3.4 to 3.5 is edited the ZOO_SERVERS
environment variable.
$ docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
b57bc2ce1be9 zookeeper:3.5 "/docker-entrypoin..." 6 minutes ago Up 6 minutes 0.0.0.0:2181->2181/tcp, 0.0.0.0:2888->2888/tcp, 0.0.0.0:3888->3888/tcp, 0.0.0.0:8080->8080/tcp zookeeper
$ docker inspect zookeeper
[
{
"Id": "b57bc2ce1be97b1da2d41fce1a22e27d815ee0e6162e371da8411ca6d14fe016",
"Created": "2018-02-27T17:48:24.112542148Z",
"Path": "/docker-entrypoint.sh",
"Args": [
"zkServer.sh",
"start-foreground"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 2976,
"ExitCode": 0,
"Error": "",
"StartedAt": "2018-02-27T17:48:24.442237938Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:21141b14d33ee38abb97b37645e185e8922839b1f7d2d538ac07f75e47f79269",
"ResolvConfPath": "/var/lib/docker/containers/b57bc2ce1be97b1da2d41fce1a22e27d815ee0e6162e371da8411ca6d14fe016/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/b57bc2ce1be97b1da2d41fce1a22e27d815ee0e6162e371da8411ca6d14fe016/hostname",
"HostsPath": "/var/lib/docker/containers/b57bc2ce1be97b1da2d41fce1a22e27d815ee0e6162e371da8411ca6d14fe016/hosts",
"LogPath": "/var/lib/docker/containers/b57bc2ce1be97b1da2d41fce1a22e27d815ee0e6162e371da8411ca6d14fe016/b57bc2ce1be97b1da2d41fce1a22e27d815ee0e6162e371da8411ca6d14fe016-json.log",
"Name": "/zookeeper",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "docker-default",
"ExecIDs": null,
"HostConfig": {
"Binds": [],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default",
"PortBindings": {
"2181/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "2181"
}
],
"2888/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "2888"
}
],
"3888/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "3888"
}
],
"8080/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "8080"
}
]
},
"RestartPolicy": {
"Name": "always",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"Dns": null,
"DnsOptions": null,
"DnsSearch": null,
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "shareable",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": false,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": null,
"Tmpfs": {
"/data": "rw,size=1G"
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 0,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": null,
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": null,
"DeviceCgroupRules": null,
"DiskQuota": 0,
"KernelMemory": 0,
"MemoryReservation": 0,
"MemorySwap": 0,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": 0,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/18858c553feee2d0340cf102411206db072a11cedb33e7f089545c18397fd6e6-init/diff:/var/lib/docker/overlay2/759cb40e5abea1383926f56fca033df56f258b565ba5d2d308e88974ac134bc9/diff:/var/lib/docker/overlay2/87d1ce537310cec8c9519c1b891e06a71cf4c85194a4dacc1bfaeb07d3c11d66/diff:/var/lib/docker/overlay2/13254cf8a41fbb5c96e97b33e134f436bee3124e1ecf48ae4d1f44935d07074e/diff:/var/lib/docker/overlay2/e089d7d80aba98cb204320ad0dd43def9452b1c05d5134faffbf9aa27730ef5e/diff:/var/lib/docker/overlay2/b5a31c87f007cbfc63fa4e810bc2a925a6cbf2f9952a4769439cdec4e3d17824/diff:/var/lib/docker/overlay2/b50150ec0f99701848dc38a3e7b72ff1ec89603b64c4dd1cf9857a6546a19875/diff:/var/lib/docker/overlay2/962303bcabf8087dd8485b0c7cfca5682bef37e6b7ce30d552672d8171c3b215/diff",
"MergedDir": "/var/lib/docker/overlay2/18858c553feee2d0340cf102411206db072a11cedb33e7f089545c18397fd6e6/merged",
"UpperDir": "/var/lib/docker/overlay2/18858c553feee2d0340cf102411206db072a11cedb33e7f089545c18397fd6e6/diff",
"WorkDir": "/var/lib/docker/overlay2/18858c553feee2d0340cf102411206db072a11cedb33e7f089545c18397fd6e6/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "654db3b70d80482433a019e56dcee9e50ab45407b895469bf97cf5ef33206ddc",
"Source": "/var/lib/docker/volumes/654db3b70d80482433a019e56dcee9e50ab45407b895469bf97cf5ef33206ddc/_data",
"Destination": "/data",
"Driver": "local",
"Mode": "",
"RW": true,
"Propagation": ""
},
{
"Type": "volume",
"Name": "679dc5839d62c11866f17e50f383aa691f4d1f585b31429bcd3e207af78aee3c",
"Source": "/var/lib/docker/volumes/679dc5839d62c11866f17e50f383aa691f4d1f585b31429bcd3e207af78aee3c/_data",
"Destination": "/datalog",
"Driver": "local",
"Mode": "",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "zk5",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"2181/tcp": {},
"2888/tcp": {},
"3888/tcp": {},
"8080/tcp": {}
},
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"ZOO_DATA_DIR=/data",
"ZOO_MY_ID=5",
"ZOO_SERVERS=server.1=172.27.1.140:2888:3888;2181 server.2=172.27.1.152:2888:3888;2181 server.3=172.27.1.217:2888:3888;2181 server.4=172.27.1.35:2888:3888;2181 server.5=0.0.0:2888:3888;2181",
"ZOO_DATA_LOG_DIR=/datalog",
"ZOO_CONF_DIR=/conf",
"ZOO_TICK_TIME=2000",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-1.8-openjdk/jre/bin:/usr/lib/jvm/java-1.8-openjdk/bin:/zookeeper-3.5.3-beta/bin",
"LANG=C.UTF-8",
"JAVA_HOME=/usr/lib/jvm/java-1.8-openjdk/jre",
"JAVA_VERSION=8u151",
"JAVA_ALPINE_VERSION=8.151.12-r0",
"ZOO_USER=zookeeper",
"ZOO_PORT=2181",
"ZOO_INIT_LIMIT=5",
"ZOO_SYNC_LIMIT=2",
"ZOO_MAX_CLIENT_CNXNS=60",
"ZOO_STANDALONE_ENABLED=false",
"ZOOCFGDIR=/conf"
],
"Cmd": [
"zkServer.sh",
"start-foreground"
],
"ArgsEscaped": true,
"Image": "zookeeper:3.5",
"Volumes": {
"/data": {},
"/datalog": {}
},
"WorkingDir": "/zookeeper-3.5.3-beta",
"Entrypoint": [
"/docker-entrypoint.sh"
],
"OnBuild": null,
"Labels": {}
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ee46414fa83fe7299001cd953ca45d02b92f54579d3cf28d2009faae4dfd7b82",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"2181/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "2181"
}
],
"2888/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "2888"
}
],
"3888/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "3888"
}
],
"8080/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "8080"
}
]
},
"SandboxKey": "/var/run/docker/netns/ee46414fa83f",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "4bb987d2a7459c37b192dba464cb8dacbbab1baffb3f1a710903e72a9149364e",
"Gateway": "172.17.0.1",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "172.17.0.2",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"MacAddress": "02:42:ac:11:00:02",
"Networks": {
"bridge": {
"IPAMConfig": null,
"Links": null,
"Aliases": null,
"NetworkID": "d2906d74e9ae1490b4166d1f04c8f897b3f622aaf9a9c52910f6b01a9a0b35c6",
"EndpointID": "4bb987d2a7459c37b192dba464cb8dacbbab1baffb3f1a710903e72a9149364e",
"Gateway": "172.17.0.1",
"IPAddress": "172.17.0.2",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:ac:11:00:02",
"DriverOpts": null
}
}
}
}
]