Advertisement
Guest User

Untitled

a guest
Jul 12th, 2018
235
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. 2018-07-12T12:38:51.405Z        INFO    [monitoring]    log/log.go:124  Non-zero metrics in the last 30s        {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":150,"time":{"ms":8}},"total":{"ticks":490,"time":{"ms":27},"value":490},"user":{"ticks":340,"time":{"ms":19}}},"info":{"ephemeral_id":"ecc8c63b-05b6-40fe-9ed9-0cf394b6a63a","uptime":{"ms":360159}},"memstats":{"gc_next":6023728,"memory_alloc":4187480,"memory_total":33835832}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":6,"batches":3,"total":6},"read":{"bytes":1040},"write":{"bytes":10607}},"pipeline":{"clients":1,"events":{"active":0,"published":6,"total":6},"queue":{"acked":6}}},"metricbeat":{"elasticsearch":{"node":{"events":3,"success":3},"node_stats":{"events":3,"success":3}}},"system":{"load":{"1":0.15,"15":0.26,"5":0.23,"norm":{"1":0.025,"15":0.0433,"5":0.0383}}}}}}
  2. 2018-07-12T12:39:09.239Z        DEBUG   [kubernetes]    kubernetes/kubernetes.go:91     Watcher Pod update: &{APIVersion: Kind: Metadata:{Annotations:map[healthmon.elasticsearch:true] CreationTimestamp:2018-07-12T12:35:07Z DeletionTimestamp:2018-07-12T12:39:39Z GenerateName:es-coord-7b75595799- Labels:map[app:es-coord pod-template-hash:3631151355] Name:es-coord-7b75595799-cpjnt Namespace:database OwnerReferences:[{APIVersion:extensions/v1beta1 Controller:true Kind:ReplicaSet Name:es-coord-7b75595799 UID:0af62e72-812d-11e8-a360-42010a9c0275}] ResourceVersion:12596304 SelfLink:/api/v1/namespaces/database/pods/es-coord-7b75595799-cpjnt UID:02b2d1c3-85d0-11e8-a360-42010a9c0275} Spec:{Containers:[{Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImagePullPolicy:Always Name:es-c Ports:[{Name:http ContainerPort:9200 Protocol:TCP} {Name:transport ContainerPort:9300 Protocol:TCP}] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/hostDir/machine-id Name:machine-id ReadOnly:true} {MountPath:/opt/elasticsearch/config/certs/nodecert/ Name:elasticsearch-nodecert ReadOnly:true} {MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] InitContainers:[{Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImagePullPolicy:Always Name:increase-map-count Ports:[] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] DNSPolicy:ClusterFirst NodeName:gke-******-perftest-small-92458ff4-j5sb RestartPolicy:Always SecurityContext:{} ServiceAccount:elasticsearch ServiceAccountName:elasticsearch TerminationGracePeriodSeconds:30} Status:{Conditions:[{LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:09Z Status:True Type:Initialized} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:41Z Status:True Type:Ready} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:07Z Status:True Type:PodScheduled}] ContainerStatuses:[{ContainerID:docker://994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310 Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImageID:docker-pullable://eu.gcr.io/******/elasticsearch@sha256:e5bfcb5eb3ac03c5fb441f5aea0a4e769e9bf7cc8d9b96854417e07ec417d820 LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:es-c Ready:true RestartCount:0 State:{Running:{StartedAt:2018-07-12T12:35:10Z}}}] InitContainerStatuses:[{ContainerID:docker://9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImageID:docker-pullable://eu.gcr.io/******/centos@sha256:403f73031eb2f53c77efafd1a315c4cce11f833de10b3d02cbde039e71470895 LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:increase-map-count Ready:true RestartCount:0 State:{Running:{StartedAt:}}}] HostIP:10.156.1.135 Phase:Running PodIP:10.48.28.118 StartTime:2018-07-12T12:35:07Z}}
  3. 2018-07-12T12:39:09.304Z        DEBUG   [bus]   bus/bus.go:55   metricbeat: map[host:10.48.28.118 port:9200 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310","image":"eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0","name":"es-c","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"es-c"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc420547590] stop:true]
  4. 2018-07-12T12:39:09.305Z        DEBUG   [bus]   bus/bus.go:55   metricbeat: map[kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310","image":"eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0","name":"es-c","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"es-c"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc4201d9c20] stop:true host:10.48.28.118 port:9300]
  5. 2018-07-12T12:39:09.306Z        DEBUG   [bus]   bus/bus.go:55   metricbeat: map[config:[0xc420323cb0] stop:true host:10.48.28.118 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c","image":"eu.gcr.io/******/centos:7.4.1708-0.2.0","name":"increase-map-count","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"increase-map-count"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}}]
  6. 2018-07-12T12:39:09.306Z        DEBUG   [bus]   bus/bus.go:55   metricbeat: map[port:9200 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310","image":"eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0","name":"es-c","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"es-c"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc4204f7860] start:true host:10.48.28.118]
  7. 2018-07-12T12:39:09.306Z        DEBUG   [bus]   bus/bus.go:55   metricbeat: map[host:10.48.28.118 port:9300 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310","image":"eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0","name":"es-c","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"es-c"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc4206db3e0] start:true]
  8. 2018-07-12T12:39:09.305Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:156        Got a stop event: map[stop:true host:10.48.28.118 port:9200 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310","image":"eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0","name":"es-c","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"es-c"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc420547590]], generated configs: [0xc420547590]
  9. 2018-07-12T12:39:09.307Z        DEBUG   [bus]   bus/bus.go:55   metricbeat: map[host:10.48.28.118 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c","image":"eu.gcr.io/******/centos:7.4.1708-0.2.0","name":"increase-map-count","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"increase-map-count"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc4204d4120] start:true]
  10. 2018-07-12T12:39:09.307Z        INFO    autodiscover/autodiscover.go:181        Autodiscover stopping runner: elasticsearch [metricsets=2]
  11. 2018-07-12T12:39:09.307Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:156        Got a stop event: map[stop:true host:10.48.28.118 port:9300 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310","image":"eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0","name":"es-c","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"es-c"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc4201d9c20]], generated configs: [0xc4201d9c20]
  12. 2018-07-12T12:39:09.307Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:172        Config &{{<nil> } <nil> 0xc42023a4a0} is not running
  13. 2018-07-12T12:39:09.308Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:156        Got a stop event: map[config:[0xc420323cb0] stop:true host:10.48.28.118 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c","image":"eu.gcr.io/******/centos:7.4.1708-0.2.0","name":"increase-map-count","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"increase-map-count"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}}], generated configs: [0xc420323cb0]
  14. 2018-07-12T12:39:09.308Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:172        Config &{{<nil> } <nil> 0xc42023b560} is not running
  15. 2018-07-12T12:39:09.308Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:108        Got a start event: map[start:true host:10.48.28.118 port:9200 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310","image":"eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0","name":"es-c","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"es-c"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc4204f7860]], generated configs: [0xc4204f7860]
  16. 2018-07-12T12:39:09.308Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:196        Got a meta field in the event
  17. 2018-07-12T12:39:09.308Z        WARN    [cfgwarn]       node/node.go:37 BETA: The elasticsearch node metricset is beta
  18. 2018-07-12T12:39:09.308Z        WARN    [cfgwarn]       node_stats/node_stats.go:37     BETA: The elasticsearch node_stats metricset is beta
  19. 2018-07-12T12:39:09.308Z        INFO    autodiscover/autodiscover.go:144        Autodiscover starting runner: elasticsearch [metricsets=2]
  20. 2018-07-12T12:39:09.308Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:108        Got a start event: map[host:10.48.28.118 port:9300 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"994843dd746c1f63105e917fb97b3076c930816fe2c4fa6cbb6e8778dd625310","image":"eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0","name":"es-c","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"es-c"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc4206db3e0] start:true], generated configs: [0xc4206db3e0]
  21. 2018-07-12T12:39:09.308Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:196        Got a meta field in the event
  22. 2018-07-12T12:39:09.308Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:134        Config &{{<nil> } <nil> 0xc42069c460} is already running
  23. 2018-07-12T12:39:09.309Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:108        Got a start event: map[start:true host:10.48.28.118 kubernetes:{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"id":"9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c","image":"eu.gcr.io/******/centos:7.4.1708-0.2.0","name":"increase-map-count","runtime":"docker"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}} meta:{"kubernetes":{"annotations":{"healthmon":{"elasticsearch":"true"}},"container":{"name":"increase-map-count"},"labels":{"app":"es-coord","pod-template-hash":"3631151355"},"namespace":"database","node":{"name":"gke-******-perftest-small-92458ff4-j5sb"},"pod":{"name":"es-coord-7b75595799-cpjnt"}}} config:[0xc4204d4120]], generated configs: [0xc4204d4120]
  24. 2018-07-12T12:39:09.309Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:196        Got a meta field in the event
  25. 2018-07-12T12:39:09.309Z        DEBUG   [autodiscover]  autodiscover/autodiscover.go:134        Config &{{<nil> } <nil> 0xc42035bf40} is already running
  26. 2018-07-12T12:39:09.309Z        WARN    transport/tls.go:227    SSL/TLS verifications disabled.
  27. 2018-07-12T12:39:09.309Z        WARN    transport/tls.go:227    SSL/TLS verifications disabled.
  28. 2018-07-12T12:39:09.950Z        DEBUG   [bus]   bus/bus.go:55   docker: map[stop:true container:0xc42009e690]
  29. 2018-07-12T12:39:10.620Z        DEBUG   [bus]   bus/bus.go:55   docker: map[stop:true container:0xc4201a0000]
  30. 2018-07-12T12:39:11.621Z        DEBUG   [kubernetes]    kubernetes/kubernetes.go:91     Watcher Pod update: &{APIVersion: Kind: Metadata:{Annotations:map[healthmon.elasticsearch:true] CreationTimestamp:2018-07-12T12:35:07Z DeletionTimestamp:2018-07-12T12:39:39Z GenerateName:es-coord-7b75595799- Labels:map[app:es-coord pod-template-hash:3631151355] Name:es-coord-7b75595799-cpjnt Namespace:database OwnerReferences:[{APIVersion:extensions/v1beta1 Controller:true Kind:ReplicaSet Name:es-coord-7b75595799 UID:0af62e72-812d-11e8-a360-42010a9c0275}] ResourceVersion:12596327 SelfLink:/api/v1/namespaces/database/pods/es-coord-7b75595799-cpjnt UID:02b2d1c3-85d0-11e8-a360-42010a9c0275} Spec:{Containers:[{Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImagePullPolicy:Always Name:es-c Ports:[{Name:http ContainerPort:9200 Protocol:TCP} {Name:transport ContainerPort:9300 Protocol:TCP}] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/hostDir/machine-id Name:machine-id ReadOnly:true} {MountPath:/opt/elasticsearch/config/certs/nodecert/ Name:elasticsearch-nodecert ReadOnly:true} {MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] InitContainers:[{Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImagePullPolicy:Always Name:increase-map-count Ports:[] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] DNSPolicy:ClusterFirst NodeName:gke-******-perftest-small-92458ff4-j5sb RestartPolicy:Always SecurityContext:{} ServiceAccount:elasticsearch ServiceAccountName:elasticsearch TerminationGracePeriodSeconds:30} Status:{Conditions:[{LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:09Z Status:True Type:Initialized} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:39:11Z Status:False Type:Ready} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:07Z Status:True Type:PodScheduled}] ContainerStatuses:[{ContainerID: Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImageID: LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:es-c Ready:false RestartCount:0 State:{Running:{StartedAt:}}}] InitContainerStatuses:[{ContainerID:docker://9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImageID:docker-pullable://eu.gcr.io/******/centos@sha256:403f73031eb2f53c77efafd1a315c4cce11f833de10b3d02cbde039e71470895 LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:increase-map-count Ready:true RestartCount:0 State:{Running:{StartedAt:}}}] HostIP:10.156.1.135 Phase:Pending PodIP: StartTime:2018-07-12T12:35:07Z}}
  31. 2018-07-12T12:39:11.631Z        DEBUG   [kubernetes]    kubernetes/kubernetes.go:91     Watcher Pod update: &{APIVersion: Kind: Metadata:{Annotations:map[healthmon.elasticsearch:true] CreationTimestamp:2018-07-12T12:35:07Z DeletionTimestamp:2018-07-12T12:39:39Z GenerateName:es-coord-7b75595799- Labels:map[pod-template-hash:3631151355 app:es-coord] Name:es-coord-7b75595799-cpjnt Namespace:database OwnerReferences:[{APIVersion:extensions/v1beta1 Controller:true Kind:ReplicaSet Name:es-coord-7b75595799 UID:0af62e72-812d-11e8-a360-42010a9c0275}] ResourceVersion:12596328 SelfLink:/api/v1/namespaces/database/pods/es-coord-7b75595799-cpjnt UID:02b2d1c3-85d0-11e8-a360-42010a9c0275} Spec:{Containers:[{Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImagePullPolicy:Always Name:es-c Ports:[{Name:http ContainerPort:9200 Protocol:TCP} {Name:transport ContainerPort:9300 Protocol:TCP}] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/hostDir/machine-id Name:machine-id ReadOnly:true} {MountPath:/opt/elasticsearch/config/certs/nodecert/ Name:elasticsearch-nodecert ReadOnly:true} {MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] InitContainers:[{Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImagePullPolicy:Always Name:increase-map-count Ports:[] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] DNSPolicy:ClusterFirst NodeName:gke-******-perftest-small-92458ff4-j5sb RestartPolicy:Always SecurityContext:{} ServiceAccount:elasticsearch ServiceAccountName:elasticsearch TerminationGracePeriodSeconds:30} Status:{Conditions:[{LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:09Z Status:True Type:Initialized} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:39:11Z Status:False Type:Ready} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:07Z Status:True Type:PodScheduled}] ContainerStatuses:[{ContainerID: Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImageID: LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:es-c Ready:false RestartCount:0 State:{Running:{StartedAt:}}}] InitContainerStatuses:[{ContainerID:docker://9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImageID:docker-pullable://eu.gcr.io/******/centos@sha256:403f73031eb2f53c77efafd1a315c4cce11f833de10b3d02cbde039e71470895 LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:increase-map-count Ready:true RestartCount:0 State:{Running:{StartedAt:}}}] HostIP:10.156.1.135 Phase:Pending PodIP: StartTime:2018-07-12T12:35:07Z}}
  32. 2018-07-12T12:39:21.405Z        INFO    [monitoring]    log/log.go:124  Non-zero metrics in the last 30s        {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":11}},"total":{"ticks":530,"time":{"ms":40},"value":530},"user":{"ticks":370,"time":{"ms":29}}},"info":{"ephemeral_id":"ecc8c63b-05b6-40fe-9ed9-0cf394b6a63a","uptime":{"ms":390081}},"memstats":{"gc_next":6320336,"memory_alloc":4477472,"memory_total":36466440}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":6,"batches":3,"total":6},"read":{"bytes":1047},"write":{"bytes":9732}},"pipeline":{"clients":1,"events":{"active":0,"published":6,"total":6},"queue":{"acked":6}}},"metricbeat":{"elasticsearch":{"node":{"events":-22,"failures":-2,"success":-20},"node_stats":{"events":-21,"failures":-2,"success":-20}}},"system":{"load":{"1":0.28,"15":0.27,"5":0.25,"norm":{"1":0.0467,"15":0.045,"5":0.0417}}}}}}
  33. 2018-07-12T12:39:29.213Z        DEBUG   [kubernetes]    kubernetes/kubernetes.go:91     Watcher Pod update: &{APIVersion: Kind: Metadata:{Annotations:map[healthmon.elasticsearch:true] CreationTimestamp:2018-07-12T12:35:07Z DeletionTimestamp:2018-07-12T12:39:09Z GenerateName:es-coord-7b75595799- Labels:map[app:es-coord pod-template-hash:3631151355] Name:es-coord-7b75595799-cpjnt Namespace:database OwnerReferences:[{APIVersion:extensions/v1beta1 Controller:true Kind:ReplicaSet Name:es-coord-7b75595799 UID:0af62e72-812d-11e8-a360-42010a9c0275}] ResourceVersion:12596374 SelfLink:/api/v1/namespaces/database/pods/es-coord-7b75595799-cpjnt UID:02b2d1c3-85d0-11e8-a360-42010a9c0275} Spec:{Containers:[{Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImagePullPolicy:Always Name:es-c Ports:[{Name:http ContainerPort:9200 Protocol:TCP} {Name:transport ContainerPort:9300 Protocol:TCP}] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/hostDir/machine-id Name:machine-id ReadOnly:true} {MountPath:/opt/elasticsearch/config/certs/nodecert/ Name:elasticsearch-nodecert ReadOnly:true} {MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] InitContainers:[{Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImagePullPolicy:Always Name:increase-map-count Ports:[] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] DNSPolicy:ClusterFirst NodeName:gke-******-perftest-small-92458ff4-j5sb RestartPolicy:Always SecurityContext:{} ServiceAccount:elasticsearch ServiceAccountName:elasticsearch TerminationGracePeriodSeconds:30} Status:{Conditions:[{LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:09Z Status:True Type:Initialized} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:39:11Z Status:False Type:Ready} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:07Z Status:True Type:PodScheduled}] ContainerStatuses:[{ContainerID: Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImageID: LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:es-c Ready:false RestartCount:0 State:{Running:{StartedAt:}}}] InitContainerStatuses:[{ContainerID:docker://9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImageID:docker-pullable://eu.gcr.io/******/centos@sha256:403f73031eb2f53c77efafd1a315c4cce11f833de10b3d02cbde039e71470895 LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:increase-map-count Ready:true RestartCount:0 State:{Running:{StartedAt:}}}] HostIP:10.156.1.135 Phase:Pending PodIP: StartTime:2018-07-12T12:35:07Z}}
  34. 2018-07-12T12:39:29.305Z        DEBUG   [kubernetes]    kubernetes/kubernetes.go:96     Watcher Pod delete: &{APIVersion: Kind: Metadata:{Annotations:map[healthmon.elasticsearch:true] CreationTimestamp:2018-07-12T12:35:07Z DeletionTimestamp:2018-07-12T12:39:09Z GenerateName:es-coord-7b75595799- Labels:map[app:es-coord pod-template-hash:3631151355] Name:es-coord-7b75595799-cpjnt Namespace:database OwnerReferences:[{APIVersion:extensions/v1beta1 Controller:true Kind:ReplicaSet Name:es-coord-7b75595799 UID:0af62e72-812d-11e8-a360-42010a9c0275}] ResourceVersion:12596375 SelfLink:/api/v1/namespaces/database/pods/es-coord-7b75595799-cpjnt UID:02b2d1c3-85d0-11e8-a360-42010a9c0275} Spec:{Containers:[{Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImagePullPolicy:Always Name:es-c Ports:[{Name:http ContainerPort:9200 Protocol:TCP} {Name:transport ContainerPort:9300 Protocol:TCP}] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/hostDir/machine-id Name:machine-id ReadOnly:true} {MountPath:/opt/elasticsearch/config/certs/nodecert/ Name:elasticsearch-nodecert ReadOnly:true} {MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] InitContainers:[{Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImagePullPolicy:Always Name:increase-map-count Ports:[] Resources:{} TerminationMessagePath:/dev/termination-log VolumeMounts:[{MountPath:/var/run/secrets/kubernetes.io/serviceaccount Name:elasticsearch-token-p7lnr ReadOnly:true}]}] DNSPolicy:ClusterFirst NodeName:gke-******-perftest-small-92458ff4-j5sb RestartPolicy:Always SecurityContext:{} ServiceAccount:elasticsearch ServiceAccountName:elasticsearch TerminationGracePeriodSeconds:30} Status:{Conditions:[{LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:09Z Status:True Type:Initialized} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:39:11Z Status:False Type:Ready} {LastProbeTime:1970-01-01T00:00:00Z LastTransitionTime:2018-07-12T12:35:07Z Status:True Type:PodScheduled}] ContainerStatuses:[{ContainerID: Image:eu.gcr.io/******/elasticsearch:centos7-6.3.0-0.2.0 ImageID: LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:es-c Ready:false RestartCount:0 State:{Running:{StartedAt:}}}] InitContainerStatuses:[{ContainerID:docker://9954fb9377470536268a2bba98ce246536491e830c86a342f41419584c43c40c Image:eu.gcr.io/******/centos:7.4.1708-0.2.0 ImageID:docker-pullable://eu.gcr.io/******/centos@sha256:403f73031eb2f53c77efafd1a315c4cce11f833de10b3d02cbde039e71470895 LastState:{Terminated:{ContainerID: ExitCode:0 FinishedAt: Reason: StartedAt:}} Name:increase-map-count Ready:true RestartCount:0 State:{Running:{StartedAt:}}}] HostIP:10.156.1.135 Phase:Pending PodIP: StartTime:2018-07-12T12:35:07Z}}
  35. 2018-07-12T12:39:51.328Z        INFO    [monitoring]    log/log.go:124  Non-zero metrics in the last 30s        {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":2}},"total":{"ticks":530,"time":{"ms":9},"value":530},"user":{"ticks":370,"time":{"ms":7}}},"info":{"ephemeral_id":"ecc8c63b-05b6-40fe-9ed9-0cf394b6a63a","uptime":{"ms":420081}},"memstats":{"gc_next":6320336,"memory_alloc":4986464,"memory_total":36975432}},"libbeat":{"config":{"module":{"running":0}},"output":{"read":{"errors":1}},"pipeline":{"clients":1,"events":{"active":0}}},"system":{"load":{"1":0.17,"15":0.26,"5":0.23,"norm":{"1":0.0283,"15":0.0433,"5":0.0383}}}}}}
  36. 2018-07-12T12:40:21.328Z        INFO    [monitoring]    log/log.go:124  Non-zero metrics in the last 30s        {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":2}},"total":{"ticks":540,"time":{"ms":5},"value":540},"user":{"ticks":380,"time":{"ms":3}}},"info":{"ephemeral_id":"ecc8c63b-05b6-40fe-9ed9-0cf394b6a63a","uptime":{"ms":450081}},"memstats":{"gc_next":6320336,"memory_alloc":5181152,"memory_total":37170120}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":1,"events":{"active":0}}},"system":{"load":{"1":0.28,"15":0.27,"5":0.25,"norm":{"1":0.0467,"15":0.045,"5":0.0417}}}}}}
  37. 2018-07-12T12:40:51.318Z        DEBUG   [bus]   bus/bus.go:55   docker: map[delete:true container:0xc42009e690]
  38. 2018-07-12T12:40:51.318Z        DEBUG   [bus]   bus/bus.go:55   docker: map[delete:true container:0xc4201a0000]
  39. 2018-07-12T12:40:51.405Z        INFO    [monitoring]    log/log.go:124  Non-zero metrics in the last 30s        {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":170,"time":{"ms":5}},"total":{"ticks":560,"time":{"ms":22},"value":560},"user":{"ticks":390,"time":{"ms":17}}},"info":{"ephemeral_id":"ecc8c63b-05b6-40fe-9ed9-0cf394b6a63a","uptime":{"ms":480081}},"memstats":{"gc_next":6078480,"memory_alloc":3795296,"memory_total":38401624,"rss":229376}},"libbeat":{"config":{"module":{"running":0}},"output":{"events":{"acked":8,"batches":4,"total":8},"read":{"bytes":1404},"write":{"bytes":10658}},"pipeline":{"clients":1,"events":{"active":0,"published":8,"total":8},"queue":{"acked":8}}},"metricbeat":{"elasticsearch":{"node":{"events":4,"failures":4},"node_stats":{"events":4,"failures":4}}},"system":{"load":{"1":0.17,"15":0.26,"5":0.23,"norm":{"1":0.0283,"15":0.0433,"5":0.0383}}}}}}
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement