I have a host with 2 phyisical network interface : public & private.
I want to start PanteraS from master branch on a single node master+slave using the following:
If I remove LISTEN_IP, services all starts normally.
ras# cat docker-compose.yml
panteras:
image: panteras/paas-in-a-box:latest
net: host
privileged: true
restart: "no"
ports:
- "8500:8500"
- "8080:8080"
- "5050:5050"
- "4400:4400"
environment:
CONSUL_IP: "159.203.300.283"
HOST_IP: "159.203.300.283"
LISTEN_IP: "172.16.0.1"
FQDN: "master-01.mydomain.com"
GOMAXPROCS: "4"
SERVICE_8500_NAME: consul-ui
SERVICE_8500_TAGS: haproxy
SERVICE_8500_CHECK_HTTP: /v1/status/leader
SERVICE_8080_NAME: marathon
SERVICE_8080_TAGS: haproxy
SERVICE_8080_CHECK_HTTP: /v2/leader
SERVICE_5050_NAME: mesos
SERVICE_5050_TAGS: haproxy
SERVICE_5050_CHECK_HTTP: /master/health
SERVICE_4400_NAME: chronos
SERVICE_4400_TAGS: haproxy
SERVICE_4400_CHECK_HTTP: /ping
START_CONSUL: "true"
START_CONSUL_TEMPLATE: "true"
START_DNSMASQ: "true"
START_MESOS_MASTER: "true"
START_MARATHON: "true"
START_MESOS_SLAVE: "true"
START_REGISTRATOR: "true"
START_ZOOKEEPER: "true"
START_CHRONOS: "true"
CONSUL_APP_PARAMS: "agent -client=172.16.0.1 -advertise=159.203.300.283 -bind=172.16.0.1 -data-dir=/opt/consul/ -ui-dir=/opt/consul/ -node=master-01.mydomain.com -dc=UNKNOWN -domain consul -server -bootstrap-expect 1 "
CONSUL_DOMAIN: "consul"
CONSUL_TEMPLATE_APP_PARAMS: "-consul=159.203.300.283:8500 -template haproxy.cfg.ctmpl:/etc/haproxy/haproxy.cfg:/opt/consul-template/haproxy_reload.sh "
DNSMASQ_APP_PARAMS: "-d -u dnsmasq -r /etc/resolv.conf.orig -7 /etc/dnsmasq.d --server=/consul/159.203.300.283#8600 --host-record=master-01.mydomain.com,159.203.300.283 --bind-interfaces --listen-address=172.16.0.1 --address=/consul/159.203.300.283 "
HAPROXY_ADD_DOMAIN: ""
MARATHON_APP_PARAMS: "--master zk://master-01.mydomain.com:2181/mesos --zk zk://master-01.mydomain.com:2181/marathon --hostname master-01.mydomain.com --no-logger --http_address 172.16.0.1 --https_address 172.16.0.1 "
MESOS_MASTER_APP_PARAMS: "--zk=zk://master-01.mydomain.com:2181/mesos --work_dir=/var/lib/mesos --quorum=1 --ip=172.16.0.1 --hostname=master-01.mydomain.com --cluster=mesoscluster "
MESOS_SLAVE_APP_PARAMS: "--master=zk://master-01.mydomain.com:2181/mesos --containerizers=docker,mesos --executor_registration_timeout=5mins --hostname=master-01.mydomain.com --ip=172.16.0.1 --docker_stop_timeout=5secs --gc_delay=1days --docker_socket=/tmp/docker.sock "
REGISTRATOR_APP_PARAMS: "-ip=159.203.300.283 consul://159.203.300.283:8500 "
ZOOKEEPER_APP_PARAMS: "start-foreground"
ZOOKEEPER_HOSTS: "master-01.mydomain.com:2181"
ZOOKEEPER_ID: "0"
KEEPALIVED_VIP: ""
CHRONOS_APP_PARAMS: "--master zk://master-01.mydomain.com:2181/mesos --zk_hosts master-01.mydomain.com:2181 --http_address 172.16.0.1 --http_port 4400 "
HOSTNAME: "master-01.mydomain.com"
env_file:
./restricted/env
volumes:
- "/etc/resolv.conf:/etc/resolv.conf.orig"
- "/var/spool/marathon/artifacts/store:/var/spool/store"
- "/var/run/docker.sock:/tmp/docker.sock"
- "/var/lib/docker:/var/lib/docker"
- "/sys:/sys"
- "/tmp/mesos:/tmp/mesos"
root@master-01:~/panteras# dc logs
Attaching to
root@master-01:~/panteras# dc up -d
Creating panteras_panteras_1
root@master-01:~/panteras# dc logs
Attaching to panteras_panteras_1
panteras_1 | 2016-01-13 17:41:15,558 CRIT Supervisor running as root (no user in config file)
panteras_1 | 2016-01-13 17:41:15,578 INFO RPC interface 'supervisor' initialized
panteras_1 | 2016-01-13 17:41:15,578 CRIT Server 'inet_http_server' running without any HTTP authentication checking
panteras_1 | 2016-01-13 17:41:15,578 INFO RPC interface 'supervisor' initialized
panteras_1 | 2016-01-13 17:41:15,579 CRIT Server 'unix_http_server' running without any HTTP authentication checking
panteras_1 | 2016-01-13 17:41:15,579 INFO supervisord started with pid 1
panteras_1 | 2016-01-13 17:41:16,581 INFO spawned: 'stdout' with pid 7
panteras_1 | 2016-01-13 17:41:16,584 INFO spawned: 'dnsmasq' with pid 8
panteras_1 | 2016-01-13 17:41:16,587 INFO spawned: 'consul' with pid 9
panteras_1 | 2016-01-13 17:41:16,590 INFO spawned: 'zookeeper' with pid 10
panteras_1 | 2016-01-13 17:41:16,593 INFO spawned: 'consul-template_haproxy' with pid 11
panteras_1 | 2016-01-13 17:41:16,596 INFO spawned: 'mesos-master' with pid 12
panteras_1 | 2016-01-13 17:41:16,599 INFO spawned: 'marathon' with pid 14
panteras_1 | 2016-01-13 17:41:16,603 INFO spawned: 'mesos-slave' with pid 19
panteras_1 | 2016-01-13 17:41:16,607 INFO spawned: 'registrator' with pid 21
panteras_1 | 2016-01-13 17:41:16,610 INFO spawned: 'chronos' with pid 26
panteras_1 | 2016-01-13 17:41:17,370 INFO exited: registrator (exit status 1; not expected)
panteras_1 | 2016-01-13 17:41:17,733 INFO success: stdout entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | 2016-01-13 17:41:17,734 INFO success: dnsmasq entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | 2016-01-13 17:41:17,734 INFO success: consul entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | 2016-01-13 17:41:17,734 INFO success: zookeeper entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | 2016-01-13 17:41:17,734 INFO success: consul-template_haproxy entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | 2016-01-13 17:41:17,734 INFO success: mesos-master entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | 2016-01-13 17:41:17,734 INFO success: marathon entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | 2016-01-13 17:41:17,734 INFO success: mesos-slave entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | 2016-01-13 17:41:17,734 INFO success: chronos entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
panteras_1 | zookeeper stderr | JMX enabled by default
panteras_1 | consul-template_haproxy stdout | Currently: none
panteras_1 | Initially routing to haproxy_a
panteras_1 | zookeeper stderr | Using config: /etc/zookeeper/conf/zoo.cfg
panteras_1 | consul stdout | ==> WARNING: BootstrapExpect Mode is specified as 1; this is the same as Bootstrap mode.
panteras_1 | ==> WARNING: Bootstrap mode enabled! Do not enable unless necessary
panteras_1 | consul stdout | ==> Starting Consul agent...
panteras_1 | marathon stdout | run_jar
panteras_1 | dnsmasq stderr | dnsmasq: started, version 2.68 cachesize 150
panteras_1 | dnsmasq: compile time options: IPv6 GNU-getopt DBus i18n IDN DHCP DHCPv6 no-Lua TFTP conntrack ipset auth
panteras_1 | dnsmasq: using nameserver 159.203.300.283#8600 for domain consul
panteras_1 | dnsmasq: reading /etc/resolv.conf.orig
panteras_1 | dnsmasq stderr | dnsmasq: using nameserver 213.186.33.99#53
panteras_1 | dnsmasq: using nameserver 127.0.0.1#53
panteras_1 | dnsmasq: using nameserver 159.203.300.283#8600 for domain consul
panteras_1 | dnsmasq: read /etc/hosts - 9 addresses
panteras_1 | registrator stderr | 2016/01/13 17:41:17 Starting registrator ...
panteras_1 | 2016/01/13 17:41:17 Forcing host IP to 159.203.300.283
panteras_1 | consul stdout | ==> Starting Consul agent RPC...
panteras_1 | registrator stderr | 2016/01/13 17:41:17 consul: Get http://159.203.300.283:8500/v1/status/leader: dial tcp 159.203.300.283:8500: connection refused
panteras_1 | consul stdout | ==> Consul agent running!
panteras_1 | Node name: 'master-01.mydomain.com'
panteras_1 | Datacenter: 'unknown'
panteras_1 | Server: true (bootstrap: true)
panteras_1 | Client Addr: 172.16.0.1 (HTTP: 8500, HTTPS: -1, DNS: 8600, RPC: 8400)
panteras_1 | Cluster Addr: 159.203.300.283 (LAN: 8301, WAN: 8302)
panteras_1 | Gossip encrypt: false, RPC-TLS: false, TLS-Incoming: false
panteras_1 | Atlas: <disabled>
panteras_1 |
panteras_1 | ==> Log data will now stream in as it occurs:
panteras_1 |
panteras_1 | 2016/01/13 17:41:17 [INFO] raft: Node at 159.203.300.283:8300 [Follower] entering Follower state
panteras_1 | 2016/01/13 17:41:17 [WARN] memberlist: Binding to public address without encryption!
panteras_1 | 2016/01/13 17:41:17 [INFO] serf: EventMemberJoin: master-01.mydomain.com 159.203.300.283
panteras_1 | 2016/01/13 17:41:17 [WARN] memberlist: Binding to public address without encryption!
panteras_1 | 2016/01/13 17:41:17 [INFO] consul: adding LAN server master-01.mydomain.com (Addr: 159.203.300.283:8300) (DC: unknown)
panteras_1 | 2016/01/13 17:41:17 [INFO] serf: EventMemberJoin: master-01.mydomain.com.unknown 159.203.300.283
panteras_1 | 2016/01/13 17:41:17 [INFO] consul: adding WAN server master-01.mydomain.com.unknown (Addr: 159.203.300.283:8300) (DC: unknown)
panteras_1 | 2016/01/13 17:41:17 [ERR] agent: failed to sync remote state: No cluster leader
panteras_1 | consul-template_haproxy stderr | 2016/01/13 17:41:17 [DEBUG] (logging) setting up logging
panteras_1 | consul-template_haproxy stderr | 2016/01/13 17:41:17 [DEBUG] (logging) config:
panteras_1 |
panteras_1 | {
panteras_1 | "name": "consul-template",
panteras_1 | "level": "WARN",
panteras_1 | "syslog": false,
panteras_1 | "syslog_facility": "LOCAL0"
panteras_1 | }
panteras_1 |
panteras_1 | consul-template_haproxy stderr | 2016/01/13 17:41:17 [ERR] (view) "services" catalog services: error fetching: Get http://159.203.300.283:8500/v1/catalog/services?wait=60000ms: dial tcp 159.203.300.283:8500: connection refused
panteras_1 | consul-template_haproxy stderr | 2016/01/13 17:41:17 [ERR] (runner) watcher reported error: catalog services: error fetching: Get http://159.203.300.283:8500/v1/catalog/services?wait=60000ms: dial tcp 159.203.300.283:8500: connection refused
panteras_1 | mesos-master stderr | I0113 17:41:17.405643 12 main.cpp:229] Build: 2015-10-12 20:57:28 by root
panteras_1 | I0113 17:41:17.405753 12 main.cpp:231] Version: 0.25.0
panteras_1 | I0113 17:41:17.405758 12 main.cpp:234] Git tag: 0.25.0
panteras_1 | I0113 17:41:17.405761 12 main.cpp:238] Git SHA: 2dd7f7ee115fe00b8e098b0a10762a4fa8f4600f
panteras_1 | mesos-master stderr | I0113 17:41:17.405809 12 main.cpp:252] Using 'HierarchicalDRF' allocator
panteras_1 | mesos-slave stderr | I0113 17:41:17.405933 19 main.cpp:185] Build: 2015-10-12 20:57:28 by root
panteras_1 | I0113 17:41:17.406049 19 main.cpp:187] Version: 0.25.0
panteras_1 | I0113 17:41:17.406055 19 main.cpp:190] Git tag: 0.25.0
panteras_1 | I0113 17:41:17.406059 19 main.cpp:194] Git SHA: 2dd7f7ee115fe00b8e098b0a10762a4fa8f4600f
panteras_1 | mesos-master stderr | I0113 17:41:17.733381 12 leveldb.cpp:176] Opened db in 327.098874ms
panteras_1 | mesos-master stderr | I0113 17:41:17.783476 12 leveldb.cpp:183] Compacted db in 50.03221ms
panteras_1 | I0113 17:41:17.783524 12 leveldb.cpp:198] Created db iterator in 16395ns
panteras_1 | I0113 17:41:17.783536 12 leveldb.cpp:204] Seeked to beginning of db in 832ns
panteras_1 | I0113 17:41:17.783542 12 leveldb.cpp:273] Iterated through 0 keys in the db in 2128ns
panteras_1 | mesos-master stderr | I0113 17:41:17.783717 12 replica.cpp:744] Replica recovered with log positions 0 -> 0 with 1 holes and 0 unlearned
panteras_1 | mesos-master stderr | 2016-01-13 17:41:17,784:12(0x75851d42d700):ZOO_INFO@log_env@712: Client environment:zookeeper.version=zookeeper C client 3.4.5
panteras_1 | 2016-01-13 17:41:17,784:12(0x75851d42d700):ZOO_INFO@log_env@716: Client environment:host.name=master-01.mydomain.com
panteras_1 | 2016-01-13 17:41:17,784:12(0x75851d42d700):ZOO_INFO@log_env@723: Client environment:os.name=Linux
panteras_1 | 2016-01-13 17:41:17,784:12(0x75851d42d700):ZOO_INFO@log_env@724: Client environment:os.arch=3.14.32-xxxx-grs-ipv6-64
panteras_1 | 2016-01-13 17:41:17,784:12(0x75851d42d700):ZOO_INFO@log_env@725: Client environment:os.version=#5 SMP Wed Sep 9 17:24:34 CEST 2015
panteras_1 | 2016-01-13 17:41:17,784:12(0x75851d42d700):ZOO_INFO@log_env@733: Client environment:user.name=(null)
panteras_1 | mesos-master stderr | I0113 17:41:17.784937 169 log.cpp:238] Attempting to join replica to ZooKeeper group
panteras_1 | 2016-01-13 17:41:17,785:12(0x75851b1f7700):ZOO_INFO@log_env@712: Client environment:zookeeper.version=zookeeper C client 3.4.5
panteras_1 | 2016-01-13 17:41:17,785:12(0x75851b1f7700):ZOO_INFO@log_env@716: Client environment:host.name=master-01.mydomain.com
panteras_1 | 2016-01-13 17:41:17,785:12(0x75851b1f7700):ZOO_INFO@log_env@723: Client environment:os.name=Linux
panteras_1 | 2016-01-13 17:41:17,785:12(0x75851b1f7700):ZOO_INFO@log_env@724: Client environment:os.arch=3.14.32-xxxx-grs-ipv6-64
panteras_1 | 2016-01-13 17:41:17,785:12(0x75851b1f7700):ZOO_INFO@log_env@725: Client environment:os.version=#5 SMP Wed Sep 9 17:24:34 CEST 2015
panteras_1 | 2016-01-13 17:41:17,785:12(0x75851b1f7700):ZOO_INFO@log_env@733: Client environment:user.name=(null)
panteras_1 | mesos-master stderr | I0113 17:41:17.785684 156 recover.cpp:449] Starting replica recovery
panteras_1 | I0113 17:41:17.785979 156 recover.cpp:475] Replica is in EMPTY status
panteras_1 | mesos-master stderr | 2016-01-13 17:41:17,786:12(0x75851b1f7700):ZOO_INFO@log_env@741: Client environment:user.home=/root
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851b1f7700):ZOO_INFO@log_env@753: Client environment:user.dir=/opt
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851d42d700):ZOO_INFO@log_env@741: Client environment:user.home=/root
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851b1f7700):ZOO_INFO@zookeeper_init@786: Initiating client connection, host=master-01.mydomain.com:2181 sessionTimeout=10000 watcher=0x758526f84600 sessionId=0 sessionPasswd=<null> context=0x758500001160 flags=0
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851a9ad700):ZOO_INFO@log_env@712: Client environment:zookeeper.version=zookeeper C client 3.4.5
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851d42d700):ZOO_INFO@log_env@753: Client environment:user.dir=/opt
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851d42d700):ZOO_INFO@zookeeper_init@786: Initiating client connection, host=master-01.mydomain.com:2181 sessionTimeout=10000 watcher=0x758526f84600 sessionId=0 sessionPasswd=<null> context=0x758508000a80 flags=0
panteras_1 | I0113 17:41:17.786701 12 main.cpp:465] Starting Mesos master
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851a9ad700):ZOO_INFO@log_env@716: Client environment:host.name=master-01.mydomain.com
panteras_1 | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@log_env@712: Client environment:zookeeper.version=zookeeper C client 3.4.5
panteras_1 | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@log_env@716: Client environment:host.name=master-01.mydomain.com
panteras_1 | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@log_env@723: Client environment:os.name=Linux
panteras_1 | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@log_env@724: Client environment:os.arch=3.14.32-xxxx-grs-ipv6-64
panteras_1 | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@log_env@725: Client environment:os.version=#5 SMP Wed Sep 9 17:24:34 CEST 2015
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851a9ad700):ZOO_INFO@log_env@723: Client environment:os.name=Linux
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851a9ad700):ZOO_INFO@log_env@724: Client environment:os.arch=3.14.32-xxxx-grs-ipv6-64
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851a9ad700):ZOO_INFO@log_env@725: Client environment:os.version=#5 SMP Wed Sep 9 17:24:34 CEST 2015
panteras_1 | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@log_env@733: Client environment:user.name=(null)
panteras_1 | 2016-01-13 17:41:17,786:12(0x75851a9ad700):ZOO_INFO@log_env@733: Client environment:user.name=(null)
panteras_1 | mesos-master stderr | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@log_env@741: Client environment:user.home=/root
panteras_1 | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@log_env@753: Client environment:user.dir=/opt
panteras_1 | 2016-01-13 17:41:17,786:12(0x7585176be700):ZOO_INFO@zookeeper_init@786: Initiating client connection, host=master-01.mydomain.com:2181 sessionTimeout=10000 watcher=0x758526f84600 sessionId=0 sessionPasswd=<null> context=0x7584e8000b40 flags=0
panteras_1 | 2016-01-13 17:41:17,787:12(0x75851a9ad700):ZOO_INFO@log_env@741: Client environment:user.home=/root
panteras_1 | 2016-01-13 17:41:17,787:12(0x75851a9ad700):ZOO_INFO@log_env@753: Client environment:user.dir=/opt
panteras_1 | 2016-01-13 17:41:17,787:12(0x75851a9ad700):ZOO_INFO@zookeeper_init@786: Initiating client connection, host=master-01.mydomain.com:2181 sessionTimeout=10000 watcher=0x758526f84600 sessionId=0 sessionPasswd=<null> context=0x7585080011d0 flags=0
panteras_1 | mesos-master stderr | I0113 17:41:17.787729 140 replica.cpp:641] Replica in EMPTY status received a broadcasted recover request
panteras_1 | I0113 17:41:17.787914 151 recover.cpp:195] Received a recover response from a replica in EMPTY status
panteras_1 | I0113 17:41:17.788108 156 recover.cpp:566] Updating replica status to STARTING
panteras_1 | mesos-master stderr | 2016-01-13 17:41:17,788:12(0x7585154eb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:17,788:12(0x758514c5b700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:17,788:12(0x7584d25bc700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:17,788:12(0x7585154eb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:17,788:12(0x7584d2e90700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:17,788:12(0x7584d2e90700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:17,788:12(0x758514c5b700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:17,788:12(0x7584d25bc700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | mesos-master stderr | I0113 17:41:17.790123 167 master.cpp:376] Master f7c57647-83e4-41fb-ab35-87ea0ec85310 (master-01.mydomain.com) started on 172.16.0.1:5050
panteras_1 | I0113 17:41:17.790146 167 master.cpp:378] Flags at startup: --allocation_interval="1secs" --allocator="HierarchicalDRF" --authenticate="false" --authenticate_slaves="false" --authenticators="crammd5" --authorizers="local" --cluster="mesoscluster" --framework_sorter="drf" --help="false" --hostname="master-01.mydomain.com" --hostname_lookup="true" --initialize_driver_logging="true" --ip="172.16.0.1" --log_auto_initialize="true" --logbufsecs="0" --logging_level="INFO" --max_slave_ping_timeouts="5" --port="5050" --quiet="false" --quorum="1" --recovery_slave_removal_limit="100%" --registry="replicated_log" --registry_fetch_timeout="1mins" --registry_store_timeout="5secs" --registry_strict="false" --root_submissions="true" --slave_ping_timeout="15secs" --slave_reregister_timeout="10mins" --user_sorter="drf" --version="false" --webui_dir="/usr/share/mesos/webui" --work_dir="/var/lib/mesos" --zk="zk://master-01.mydomain.com:2181/mesos" --zk_session_timeout="10secs"
panteras_1 | mesos-master stderr | I0113 17:41:17.790477 167 master.cpp:425] Master allowing unauthenticated frameworks to register
panteras_1 | I0113 17:41:17.790485 167 master.cpp:430] Master allowing unauthenticated slaves to register
panteras_1 | I0113 17:41:17.790500 167 master.cpp:467] Using default 'crammd5' authenticator
panteras_1 | W0113 17:41:17.790616 167 authenticator.cpp:505] No credentials provided, authentication requests will be refused
panteras_1 | I0113 17:41:17.790628 167 authenticator.cpp:512] Initializing server SASL
panteras_1 | mesos-master stderr | I0113 17:41:17.927023 151 leveldb.cpp:306] Persisting metadata (8 bytes) to leveldb took 138.717617ms
panteras_1 | I0113 17:41:17.927079 151 replica.cpp:323] Persisted replica status to STARTING
panteras_1 | mesos-master stderr | I0113 17:41:17.927211 163 recover.cpp:475] Replica is in STARTING status
panteras_1 | mesos-master stderr | I0113 17:41:17.927666 153 replica.cpp:641] Replica in STARTING status received a broadcasted recover request
panteras_1 | I0113 17:41:17.927819 168 recover.cpp:195] Received a recover response from a replica in STARTING status
panteras_1 | mesos-master stderr | I0113 17:41:17.928025 146 recover.cpp:566] Updating replica status to VOTING
panteras_1 | mesos-master stderr | I0113 17:41:17.991933 163 leveldb.cpp:306] Persisting metadata (8 bytes) to leveldb took 63.703358ms
panteras_1 | I0113 17:41:17.991989 163 replica.cpp:323] Persisted replica status to VOTING
panteras_1 | mesos-master stderr | I0113 17:41:17.992045 169 recover.cpp:580] Successfully joined the Paxos group
panteras_1 | I0113 17:41:17.992144 169 recover.cpp:464] Recover process terminated
panteras_1 | mesos-master stderr | I0113 17:41:18.001402 168 contender.cpp:149] Joining the ZK group
panteras_1 | mesos-slave stderr | I0113 17:41:18.140561 19 containerizer.cpp:143] Using isolation: posix/cpu,posix/mem,filesystem/posix
panteras_1 | mesos-slave stderr | I0113 17:41:18.155714 19 linux_launcher.cpp:103] Using /sys/fs/cgroup/freezer as the freezer hierarchy for the Linux launcher
panteras_1 | mesos-slave stderr | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@log_env@712: Client environment:zookeeper.version=zookeeper C client 3.4.5
panteras_1 | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@log_env@716: Client environment:host.name=master-01.mydomain.com
panteras_1 | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@log_env@723: Client environment:os.name=Linux
panteras_1 | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@log_env@724: Client environment:os.arch=3.14.32-xxxx-grs-ipv6-64
panteras_1 | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@log_env@725: Client environment:os.version=#5 SMP Wed Sep 9 17:24:34 CEST 2015
panteras_1 | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@log_env@733: Client environment:user.name=(null)
panteras_1 | mesos-slave stderr | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@log_env@741: Client environment:user.home=/root
panteras_1 | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@log_env@753: Client environment:user.dir=/opt
panteras_1 | 2016-01-13 17:41:18,159:19(0x729f16934700):ZOO_INFO@zookeeper_init@786: Initiating client connection, host=master-01.mydomain.com:2181 sessionTimeout=10000 watcher=0x729f22d48600 sessionId=0 sessionPasswd=<null> context=0x729efc000fb0 flags=0
panteras_1 | I0113 17:41:18.159775 19 main.cpp:272] Starting Mesos slave
panteras_1 | I0113 17:41:18.160207 154 slave.cpp:190] Slave started on 1)@172.16.0.1:5051
panteras_1 | mesos-slave stderr | I0113 17:41:18.160223 154 slave.cpp:191] Flags at startup: --appc_store_dir="/tmp/mesos/store/appc" --authenticatee="crammd5" --cgroups_cpu_enable_pids_and_tids_count="false" --cgroups_enable_cfs="false" --cgroups_hierarchy="/sys/fs/cgroup" --cgroups_limit_swap="false" --cgroups_root="mesos" --container_disk_watch_interval="15secs" --containerizers="docker,mesos" --default_role="*" --disk_watch_interval="1mins" --docker="docker" --docker_kill_orphans="true" --docker_remove_delay="6hrs" --docker_socket="/tmp/docker.sock" --docker_stop_timeout="5secs" --enforce_container_disk_quota="false" --executor_registration_timeout="5mins" --executor_shutdown_grace_period="5secs" --fetcher_cache_dir="/tmp/mesos/fetch" --fetcher_cache_size="2GB" --frameworks_home="" --gc_delay="1days" --gc_disk_headroom="0.1" --hadoop_home="" --help="false" --hostname="master-01.mydomain.com" --hostname_lookup="true" --image_provisioner_backend="copy" --initialize_driver_logging="true" --ip="172.16.0.1" --isolation="posix/cpu,posix/mem" --launcher_dir="/usr/libexec/mesos" --logbufsecs="0" --logging_level="INFO" --master="zk://master-01.mydomain.com:2181/mesos" --oversubscribed_resources_interval="15secs" --perf_duration="10secs" --perf_interval="1mins" --port="5051" --qos_correction_interval_min="0ns" --quiet="false" --recover="reconnect" --recovery_timeout="15mins" --registration_backoff_factor="1secs" --resource_monitoring_interval="1secs" --revocable_cpu_low_priority="true" --sandbox_directory="/mnt/mesos/sandbox" --strict="true" --switch_user="true" --systemd_runtime_directory="/run/systemd/system" --version="false" --work_dir="/tmp/mesos"
panteras_1 | mesos-slave stderr | 2016-01-13 17:41:18,160:19(0x729f11ceb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | I0113 17:41:18.160823 154 slave.cpp:354] Slave resources: cpus(*):16; mem(*):31104; disk(*):14436; ports(*):[31000-32000]
panteras_1 | 2016-01-13 17:41:18,160:19(0x729f11ceb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | I0113 17:41:18.160853 154 slave.cpp:390] Slave hostname: master-01.mydomain.com
panteras_1 | I0113 17:41:18.160857 154 slave.cpp:395] Slave checkpoint: true
panteras_1 | mesos-slave stderr | I0113 17:41:18.163228 148 state.cpp:54] Recovering state from '/tmp/mesos/meta'
panteras_1 | mesos-slave stderr | I0113 17:41:18.163278 148 state.cpp:690] No checkpointed resources found at '/tmp/mesos/meta/resources/resources.info'
panteras_1 | I0113 17:41:18.163391 148 state.cpp:97] Failed to find the latest slave from '/tmp/mesos/meta'
panteras_1 | I0113 17:41:18.163543 141 status_update_manager.cpp:202] Recovering status update manager
panteras_1 | mesos-slave stderr | I0113 17:41:18.163727 157 docker.cpp:535] Recovering Docker containers
panteras_1 | I0113 17:41:18.163794 160 containerizer.cpp:386] Recovering containerizer
panteras_1 | mesos-slave stderr | I0113 17:41:18.165714 159 slave.cpp:4110] Finished recovery
panteras_1 | chronos stdout | [2016-01-13 17:41:18,306] INFO --------------------- (org.apache.mesos.chronos.scheduler.Main$:26)
panteras_1 | chronos stdout | [2016-01-13 17:41:18,308] INFO Initializing chronos. (org.apache.mesos.chronos.scheduler.Main$:27)
panteras_1 | chronos stdout | [2016-01-13 17:41:18,310] INFO --------------------- (org.apache.mesos.chronos.scheduler.Main$:28)
panteras_1 | 2016-01-13 17:41:18,693 INFO spawned: 'registrator' with pid 253
panteras_1 | marathon stdout | [2016-01-13 17:41:18,688] INFO Starting Marathon 0.13.0 with --master zk://master-01.mydomain.com:2181/mesos --zk zk://master-01.mydomain.com:2181/marathon --hostname master-01.mydomain.com --http_address 172.16.0.1 --https_address 172.16.0.1 (mesosphere.marathon.Main$:main)
panteras_1 | registrator stderr | 2016/01/13 17:41:18 Starting registrator ...
panteras_1 | 2016/01/13 17:41:18 Forcing host IP to 159.203.300.283
panteras_1 | registrator stderr | 2016/01/13 17:41:18 consul: Get http://159.203.300.283:8500/v1/status/leader: dial tcp 159.203.300.283:8500: connection refused
panteras_1 | 2016-01-13 17:41:18,710 INFO exited: registrator (exit status 1; not expected)
panteras_1 | consul stdout | 2016/01/13 17:41:18 [WARN] raft: Heartbeat timeout reached, starting election
panteras_1 | 2016/01/13 17:41:18 [INFO] raft: Node at 159.203.300.283:8300 [Candidate] entering Candidate state
panteras_1 | consul stdout | 2016/01/13 17:41:19 [INFO] raft: Election won. Tally: 1
panteras_1 | 2016/01/13 17:41:19 [INFO] raft: Node at 159.203.300.283:8300 [Leader] entering Leader state
panteras_1 | consul stdout | 2016/01/13 17:41:19 [INFO] consul: cluster leadership acquired
panteras_1 | 2016/01/13 17:41:19 [INFO] consul: New leader elected: master-01.mydomain.com
panteras_1 | consul stdout | 2016/01/13 17:41:19 [INFO] raft: Disabling EnableSingleNode (bootstrap)
panteras_1 | consul stdout | 2016/01/13 17:41:19 [INFO] consul: member 'master-01.mydomain.com' joined, marking health alive
panteras_1 | consul stdout | 2016/01/13 17:41:19 [INFO] agent: Synced service 'consul'
panteras_1 | 2016-01-13 17:41:20,818 INFO spawned: 'registrator' with pid 260
panteras_1 | registrator stderr | 2016/01/13 17:41:20 Starting registrator ...
panteras_1 | 2016/01/13 17:41:20 Forcing host IP to 159.203.300.283
panteras_1 | 2016-01-13 17:41:20,840 INFO exited: registrator (exit status 1; not expected)
panteras_1 | registrator stderr | 2016/01/13 17:41:20 consul: Get http://159.203.300.283:8500/v1/status/leader: dial tcp 159.203.300.283:8500: connection refused
panteras_1 | marathon stdout | [2016-01-13 17:41:20,899] INFO Connecting to Zookeeper... (mesosphere.marathon.Main$:main)
panteras_1 | marathon stdout | [2016-01-13 17:41:20,912] INFO Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:host.name=master-01.mydomain.com (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:java.version=1.8.0_66 (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | marathon stdout | [2016-01-13 17:41:20,912] INFO Client environment:java.vendor=Oracle Corporation (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:java.home=/usr/lib/jvm/java-8-oracle/jre (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:java.class.path=/usr/bin/marathon (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:java.library.path=/usr/local/lib:/usr/lib:/usr/lib64 (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:java.compiler=<NA> (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:os.name=Linux (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:os.arch=amd64 (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:os.version=3.14.32-xxxx-grs-ipv6-64 (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:user.name=root (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:user.home=/root (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | [2016-01-13 17:41:20,912] INFO Client environment:user.dir=/opt (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | marathon stdout | [2016-01-13 17:41:20,913] INFO Initiating client connection, connectString=master-01.mydomain.com:2181 sessionTimeout=10000 watcher=com.twitter.common.zookeeper.ZooKeeperClient$3@476aac9 (org.apache.zookeeper.ZooKeeper:main)
panteras_1 | marathon stdout | [2016-01-13 17:41:20,936] INFO Opening socket connection to server master-01.mydomain.com/2001:41d0:1000:8b7:0:0:0:0:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | marathon stdout | [2016-01-13 17:41:21,014] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_66]
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_66]
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) ~[marathon:0.13.0]
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) ~[marathon:0.13.0]
panteras_1 | chronos stdout | [2016-01-13 17:41:21,081] INFO Wiring up the application (org.apache.mesos.chronos.scheduler.config.MainModule:39)
panteras_1 | marathon stdout | [2016-01-13 17:41:21,117] INFO Opening socket connection to server master-01.mydomain.com/159.203.300.283:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | marathon stdout | [2016-01-13 17:41:21,119] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_66]
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_66]
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) ~[marathon:0.13.0]
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) ~[marathon:0.13.0]
panteras_1 | mesos-master stderr | 2016-01-13 17:41:21,125:12(0x7584d25bc700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [200.202.200.183:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | mesos-master stderr | 2016-01-13 17:41:21,125:12(0x7584d25bc700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:21,125:12(0x7585154eb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:21,125:12(0x758514c5b700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:21,125:12(0x7585154eb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:21,125:12(0x758514c5b700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | mesos-master stderr | 2016-01-13 17:41:21,125:12(0x7584d2e90700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [200.202.200.183:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | mesos-master stderr | 2016-01-13 17:41:21,126:12(0x7584d2e90700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | chronos stderr | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@log_env@712: Client environment:zookeeper.version=zookeeper C client 3.4.5
panteras_1 | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@log_env@716: Client environment:host.name=master-01.mydomain.com
panteras_1 | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@log_env@723: Client environment:os.name=Linux
panteras_1 | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@log_env@724: Client environment:os.arch=3.14.32-xxxx-grs-ipv6-64
panteras_1 | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@log_env@725: Client environment:os.version=#5 SMP Wed Sep 9 17:24:34 CEST 2015
panteras_1 | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@log_env@733: Client environment:user.name=(null)
panteras_1 | chronos stderr | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@log_env@741: Client environment:user.home=/root
panteras_1 | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@log_env@753: Client environment:user.dir=/opt
panteras_1 | 2016-01-13 17:41:21,387:26(0x6ec3b769a700):ZOO_INFO@zookeeper_init@786: Initiating client connection, host=master-01.mydomain.com:2181 sessionTimeout=10000 watcher=0x6ec3edbf4600 sessionId=0 sessionPasswd=<null> context=0x6ec384000960 flags=0
panteras_1 | chronos stderr | 2016-01-13 17:41:21,387:26(0x6ec3b65f7700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:21,387:26(0x6ec3b65f7700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | chronos stdout | [2016-01-13 17:41:21,471] INFO Starting (org.apache.curator.framework.imps.CuratorFrameworkImpl:230)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,480] INFO Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,480] INFO Client environment:host.name=master-01.mydomain.com (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,481] INFO Client environment:java.version=1.8.0_66 (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | [2016-01-13 17:41:21,481] INFO Client environment:java.vendor=Oracle Corporation (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,481] INFO Client environment:java.home=/usr/lib/jvm/java-8-oracle/jre (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,481] INFO Client environment:java.class.path=/usr/bin/chronos (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,482] INFO Client environment:java.library.path=/usr/local/lib:/usr/lib64:/usr/lib (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,482] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | [2016-01-13 17:41:21,482] INFO Client environment:java.compiler=<NA> (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,482] INFO Client environment:os.name=Linux (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,483] INFO Client environment:os.arch=amd64 (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,484] INFO Client environment:os.version=3.14.32-xxxx-grs-ipv6-64 (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,484] INFO Client environment:user.name=root (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,485] INFO Client environment:user.home=/root (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | [2016-01-13 17:41:21,485] INFO Client environment:user.dir=/opt (org.apache.zookeeper.ZooKeeper:100)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,486] INFO Initiating client connection, connectString=master-01.mydomain.com:2181 sessionTimeout=60000 watcher=org.apache.curator.ConnectionState@5965844d (org.apache.zookeeper.ZooKeeper:438)
panteras_1 | mesos-slave stderr | 2016-01-13 17:41:21,497:19(0x729f11ceb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | mesos-slave stderr | 2016-01-13 17:41:21,497:19(0x729f11ceb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | chronos stdout | [2016-01-13 17:41:21,503] INFO Connecting to ZK... (org.apache.mesos.chronos.scheduler.config.ZookeeperModule:40)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,505] INFO Opening socket connection to server master-01.mydomain.com/159.203.300.283:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:975)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,555] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:1102)
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,658] INFO Opening socket connection to server master-01.mydomain.com/2001:41d0:1000:8b7:0:0:0:0:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:975)
panteras_1 | chronos stdout | [2016-01-13 17:41:21,659] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:1102)
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
panteras_1 | marathon stdout | [2016-01-13 17:41:22,220] INFO Opening socket connection to server master-01.mydomain.com/2001:41d0:1000:8b7:0:0:0:0:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | marathon stdout | [2016-01-13 17:41:22,221] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_66]
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_66]
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) ~[marathon:0.13.0]
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) ~[marathon:0.13.0]
panteras_1 | marathon stdout | [2016-01-13 17:41:22,322] INFO Opening socket connection to server master-01.mydomain.com/159.203.300.283:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | marathon stdout | [2016-01-13 17:41:22,322] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_66]
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_66]
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) ~[marathon:0.13.0]
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) ~[marathon:0.13.0]
panteras_1 | consul-template_haproxy stderr | 2016/01/13 17:41:22 [ERR] (view) "services" catalog services: error fetching: Get http://159.203.300.283:8500/v1/catalog/services?wait=60000ms: dial tcp 159.203.300.283:8500: connection refused
panteras_1 | consul-template_haproxy stderr | 2016/01/13 17:41:22 [ERR] (runner) watcher reported error: catalog services: error fetching: Get http://159.203.300.283:8500/v1/catalog/services?wait=60000ms: dial tcp 159.203.300.283:8500: connection refused
panteras_1 | chronos stdout | [2016-01-13 17:41:22,760] INFO Opening socket connection to server master-01.mydomain.com/159.203.300.283:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:975)
panteras_1 | chronos stdout | [2016-01-13 17:41:22,761] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:1102)
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
panteras_1 | chronos stdout | [2016-01-13 17:41:22,862] INFO Opening socket connection to server master-01.mydomain.com/2001:41d0:1000:8b7:0:0:0:0:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:975)
panteras_1 | chronos stdout | [2016-01-13 17:41:22,862] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:1102)
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
panteras_1 | marathon stdout | [2016-01-13 17:41:23,423] INFO Opening socket connection to server master-01.mydomain.com/2001:41d0:1000:8b7:0:0:0:0:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | marathon stdout | [2016-01-13 17:41:23,424] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_66]
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_66]
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) ~[marathon:0.13.0]
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) ~[marathon:0.13.0]
panteras_1 | marathon stdout | [2016-01-13 17:41:23,525] INFO Opening socket connection to server master-01.mydomain.com/159.203.300.283:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | marathon stdout | [2016-01-13 17:41:23,526] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_66]
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_66]
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) ~[marathon:0.13.0]
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) ~[marathon:0.13.0]
panteras_1 | 2016-01-13 17:41:23,966 INFO spawned: 'registrator' with pid 293
panteras_1 | chronos stdout | [2016-01-13 17:41:23,963] INFO Opening socket connection to server master-01.mydomain.com/159.203.300.283:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:975)
panteras_1 | chronos stdout | [2016-01-13 17:41:23,964] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:1102)
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
panteras_1 | registrator stderr | 2016/01/13 17:41:23 Starting registrator ...
panteras_1 | 2016/01/13 17:41:23 Forcing host IP to 159.203.300.283
panteras_1 | 2016-01-13 17:41:23,985 INFO exited: registrator (exit status 1; not expected)
panteras_1 | registrator stderr | 2016/01/13 17:41:23 consul: Get http://159.203.300.283:8500/v1/status/leader: dial tcp 159.203.300.283:8500: connection refused
panteras_1 | chronos stdout | [2016-01-13 17:41:24,065] INFO Opening socket connection to server master-01.mydomain.com/2001:41d0:1000:8b7:0:0:0:0:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:975)
panteras_1 | chronos stdout | [2016-01-13 17:41:24,066] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:1102)
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
panteras_1 | mesos-master stderr | 2016-01-13 17:41:24,461:12(0x7584d25bc700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:24,461:12(0x7585154eb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:24,461:12(0x758514c5b700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:24,461:12(0x7584d25bc700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | mesos-master stderr | 2016-01-13 17:41:24,462:12(0x758514c5b700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:24,462:12(0x7585154eb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | mesos-master stderr | 2016-01-13 17:41:24,462:12(0x7584d2e90700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | 2016-01-13 17:41:24,463:12(0x7584d2e90700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | marathon stdout | [2016-01-13 17:41:24,627] INFO Opening socket connection to server master-01.mydomain.com/2001:41d0:1000:8b7:0:0:0:0:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | marathon stdout | [2016-01-13 17:41:24,628] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_66]
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_66]
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) ~[marathon:0.13.0]
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) ~[marathon:0.13.0]
panteras_1 | chronos stderr | 2016-01-13 17:41:24,724:26(0x6ec3b65f7700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | chronos stderr | 2016-01-13 17:41:24,724:26(0x6ec3b65f7700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | marathon stdout | [2016-01-13 17:41:24,729] INFO Opening socket connection to server master-01.mydomain.com/159.203.300.283:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | marathon stdout | [2016-01-13 17:41:24,730] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:main-SendThread(master-01.mydomain.com:2181))
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_66]
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_66]
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) ~[marathon:0.13.0]
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) ~[marathon:0.13.0]
panteras_1 | mesos-slave stderr | 2016-01-13 17:41:24,833:19(0x729f11ceb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [2001:41d0:1000:8b7:::2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | mesos-slave stderr | 2016-01-13 17:41:24,833:19(0x729f11ceb700):ZOO_ERROR@handle_socket_error_msg@1697: Socket [159.203.300.283:2181] zk retcode=-4, errno=111(Connection refused): server refused to accept the client
panteras_1 | chronos stdout | [2016-01-13 17:41:25,167] INFO Opening socket connection to server master-01.mydomain.com/159.203.300.283:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:975)
panteras_1 | chronos stdout | [2016-01-13 17:41:25,168] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:1102)
panteras_1 | java.net.ConnectException: Connection refused
panteras_1 | at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
panteras_1 | at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
panteras_1 | at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
panteras_1 | at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
panteras_1 | chronos stdout | [2016-01-13 17:41:25,269] INFO Opening socket connection to server master-01.mydomain.com/2001:41d0:1000:8b7:0:0:0:0:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn:975)
panteras_1 | chronos stdout | [2016-01-13 17:41:25,270] WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect (org.apache.zookeeper.ClientCnxn:1102)