Fix AWS cloud provider expectations about kubernetes-anywhere HOT 2 CLOSED

ubuntu@ip-172-20-0-142:~$ sudo docker logs kube-apiserver
+ sed s|\([1-9]*\)|http://etcd\1:2379|g
+ seq -s , 1 3
+ etcd_cluster=http://etcd1:2379,http://etcd2:2379,http://etcd3:2379
+ hostname -i
+ weave_ip=10.44.0.1
+ config=/srv/kubernetes/
+ [ -d /srv/kubernetes/ ]
+ args=--insecure-bind-address=10.44.0.1 --port=8080
+ exec /hyperkube apiserver --insecure-bind-address=10.44.0.1 --port=8080 --advertise-address=10.44.0.1 --external-hostname=kube-apiserver.weave.local --etcd-servers=http://etcd1:2379,http://etcd2:2379,http://etcd3:2379 --service-cluster-ip-range=10.16.0.0/12 --cloud-provider=aws --allow-privileged=true --logtostderr=true
Flag --port has been deprecated, see --insecure-port instead
I0208 22:37:08.449750       1 aws.go:466] Zone not specified in configuration file; querying AWS metadata service
I0208 22:37:08.678551       1 aws.go:575] AWS cloud filtering on tags: map[KubernetesCluster:kubernetes]
I0208 22:37:08.678881       1 master.go:368] Node port range unspecified. Defaulting to 30000-32767.
[restful] 2016/02/08 22:37:08 log.go:30: [restful/swagger] listing is available at https://kube-apiserver.weave.local/swaggerapi/
[restful] 2016/02/08 22:37:08 log.go:30: [restful/swagger] https://kube-apiserver.weave.local/swaggerui/ is mapped to folder /swagger-ui/
W0208 22:37:08.848763       1 controller.go:212] Resetting endpoints for master service "kubernetes" to &{{ } {kubernetes  default    0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[]} [{[{10.44.0.1 <nil>}] [] [{ 6443 TCP}]}]}
I0208 22:37:08.873442       1 server.go:609] Serving securely on 0.0.0.0:6443
I0208 22:37:10.050889       1 server.go:621] Using self-signed cert (/var/run/kubernetes/apiserver.crt, /var/run/kubernetes/apiserver.key)
I0208 22:37:10.050945       1 server.go:651] Serving insecurely on 10.44.0.1:8080
I0208 22:44:42.414796       1 trace.go:57] Trace "Update *api.Node" (started 2016-02-08 22:44:40.813066328 +0000 UTC):
[1.601703676s] [1.601703676s] END
I0208 22:44:42.419498       1 trace.go:57] Trace "Update *api.Node" (started 2016-02-08 22:44:40.758452891 +0000 UTC):
[1.661016501s] [1.661016501s] END
I0208 22:44:42.420427       1 trace.go:57] Trace "Update *api.Event" (started 2016-02-08 22:44:39.722877447 +0000 UTC):
[2.697519744s] [2.697519744s] END
ubuntu@ip-172-20-0-142:~$ sudo docker logs kube-controller-manager
+ applet=controller-manager
+ config=/srv/kubernetes/kube-controller-manager
+ master=kube-apiserver.weave.local
+ [ -d /srv/kubernetes/kube-controller-manager ]
+ args=--master=http://kube-apiserver.weave.local:8080
+ hostname -i
+ weave_ip=10.44.0.2
+ exec /hyperkube controller-manager --master=http://kube-apiserver.weave.local:8080 --address=10.44.0.2 --cloud-provider=aws --logtostderr=true
I0208 22:37:12.711180       1 aws.go:466] Zone not specified in configuration file; querying AWS metadata service
I0208 22:37:12.932600       1 aws.go:575] AWS cloud filtering on tags: map[KubernetesCluster:kubernetes]
I0208 22:37:12.932685       1 nodecontroller.go:133] Sending events to api server.
I0208 22:37:12.953502       1 controllermanager.go:332] Starting extensions/v1beta1 apis
I0208 22:37:12.953546       1 controllermanager.go:334] Starting horizontal pod controller.
I0208 22:37:12.953627       1 controllermanager.go:346] Starting job controller
W0208 22:37:57.973904       1 nodecontroller.go:576] Missing timestamp for Node ip-172-20-0-178. Assuming now as a timestamp.
I0208 22:37:57.973992       1 event.go:206] Event(api.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-172-20-0-178", UID:"ip-172-20-0-178", APIVersion:"", ResourceVersion:"", FieldPath:""}): reason: 'RegisteredNode' Node ip-172-20-0-178 event: Registered Node ip-172-20-0-178 in NodeController
I0208 22:38:02.933310       1 servicecontroller.go:616] Detected change in list of current cluster nodes. New node set: [ip-172-20-0-178 ip-172-20-0-180]
I0208 22:38:02.933405       1 servicecontroller.go:624] Successfully updated 1 out of 1 external load balancers to direct traffic to the updated set of nodes
W0208 22:38:02.977287       1 nodecontroller.go:576] Missing timestamp for Node ip-172-20-0-180. Assuming now as a timestamp.
I0208 22:38:02.977353       1 event.go:206] Event(api.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-172-20-0-180", UID:"ip-172-20-0-180", APIVersion:"", ResourceVersion:"", FieldPath:""}): reason: 'RegisteredNode' Node ip-172-20-0-180 event: Registered Node ip-172-20-0-180 in NodeController
W0208 22:38:17.993234       1 nodecontroller.go:576] Missing timestamp for Node ip-172-20-0-179. Assuming now as a timestamp.
I0208 22:38:17.993337       1 event.go:206] Event(api.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-172-20-0-179", UID:"ip-172-20-0-179", APIVersion:"", ResourceVersion:"", FieldPath:""}): reason: 'RegisteredNode' Node ip-172-20-0-179 event: Registered Node ip-172-20-0-179 in NodeController
I0208 22:38:22.933301       1 servicecontroller.go:616] Detected change in list of current cluster nodes. New node set: [ip-172-20-0-179 ip-172-20-0-178 ip-172-20-0-180]
I0208 22:38:22.933388       1 servicecontroller.go:624] Successfully updated 1 out of 1 external load balancers to direct traffic to the updated set of nodes
I0208 22:39:59.552293       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"kube-system", Name:"kube-dns-v10", UID:"e28e74ee-ceb4-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"71", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: kube-dns-v10-jpjbl
I0208 22:42:13.939995       1 servicecontroller.go:277] LB already exists and doesn't need update for service default/kubernetes
I0208 22:42:13.940103       1 servicecontroller.go:277] LB already exists and doesn't need update for service kube-system/kube-dns
I0208 22:42:15.053716       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"kube-system", Name:"kube-dns-v10", UID:"e28e74ee-ceb4-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"151", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: kube-dns-v10-65p0c
I0208 22:42:15.082035       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"kube-system", Name:"kube-dns-v10", UID:"e28e74ee-ceb4-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"151", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: kube-dns-v10-9t8ae
I0208 22:42:26.690020       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"default", Name:"frontend", UID:"3a44339b-ceb5-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"177", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: frontend-1e7hb
I0208 22:42:26.701069       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"default", Name:"frontend", UID:"3a44339b-ceb5-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"177", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: frontend-qsj7o
I0208 22:42:26.702065       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"default", Name:"frontend", UID:"3a44339b-ceb5-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"177", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: frontend-ptl12
I0208 22:42:27.194975       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"default", Name:"redis-master", UID:"3a9083b1-ceb5-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"204", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: redis-master-1424b
E0208 22:42:27.270927       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-180
I0208 22:42:27.783502       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"default", Name:"redis-slave", UID:"3aea948f-ceb5-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"223", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: redis-slave-k6g24
I0208 22:42:27.790161       1 event.go:206] Event(api.ObjectReference{Kind:"ReplicationController", Namespace:"default", Name:"redis-slave", UID:"3aea948f-ceb5-11e5-b81f-0242ac110002", APIVersion:"v1", ResourceVersion:"223", FieldPath:""}): reason: 'SuccessfulCreate' Created pod: redis-slave-38jau
E0208 22:42:32.342954       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-179
E0208 22:42:37.566691       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
E0208 22:42:42.649208       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-179
E0208 22:42:47.743821       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
E0208 22:42:52.831348       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-179
...
E0208 22:47:13.013749       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
I0208 22:47:14.938040       1 servicecontroller.go:277] LB already exists and doesn't need update for service default/kubernetes
I0208 22:47:14.938110       1 servicecontroller.go:277] LB already exists and doesn't need update for service default/redis-master
I0208 22:47:14.938127       1 servicecontroller.go:277] LB already exists and doesn't need update for service default/redis-slave
I0208 22:47:14.938139       1 servicecontroller.go:277] LB already exists and doesn't need update for service kube-system/kube-dns
E0208 22:47:15.038038       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-179
E0208 22:47:18.101328       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
...
E0208 22:51:49.907362       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-179
E0208 22:51:53.778708       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-180
E0208 22:51:55.162460       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-179
E0208 22:51:58.857526       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
E0208 22:52:00.264636       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-180
E0208 22:52:03.944666       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
E0208 22:52:05.370285       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-180
E0208 22:52:09.030542       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-180
E0208 22:52:10.461957       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
E0208 22:52:14.123380       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
E0208 22:52:15.568049       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
I0208 22:52:15.937967       1 servicecontroller.go:277] LB already exists and doesn't need update for service default/kubernetes
I0208 22:52:15.937999       1 servicecontroller.go:277] LB already exists and doesn't need update for service default/redis-master
I0208 22:52:15.938030       1 servicecontroller.go:277] LB already exists and doesn't need update for service default/redis-slave
I0208 22:52:15.938043       1 servicecontroller.go:277] LB already exists and doesn't need update for service kube-system/kube-dns
E0208 22:52:16.022213       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
E0208 22:52:19.207415       1 servicecontroller.go:187] Failed to process service delta. Retrying: Failed to create load balancer for service default/frontend: no instances found for name: ip-172-20-0-178
...