Advertisement
reddybhavaniprasad

Untitled

May 6th, 2020
51
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 494.96 KB | None | 0 0
  1. 2020-05-06T04:27:27.018Z INFO instance/beat.go:544 Home path: [/usr/share/filebeat] Config path: [/usr/share/filebeat/config] Data path: [/usr/share/filebeat/data] Logs path: [/usr/share/filebeat/logs]
  2. 2020-05-06T04:27:27.018Z DEBUG [beat] instance/beat.go:571 Beat metadata path: /usr/share/filebeat/data/meta.json
  3. 2020-05-06T04:27:27.019Z INFO instance/beat.go:551 Beat UUID: 8fd53596-c896-4ba9-ba7c-27457cfca656
  4. 2020-05-06T04:27:27.019Z DEBUG [seccomp] seccomp/seccomp.go:109 Loading syscall filter {"seccomp_filter": {"no_new_privs":true,"flag":"tsync","policy":{"default_action":"errno","syscalls":[{"names":["accept","accept4","access","arch_prctl","bind","brk","clock_gettime","clone","close","connect","dup","dup2","epoll_create","epoll_create1","epoll_ctl","epoll_pwait","epoll_wait","exit","exit_group","fchdir","fchmod","fchown","fcntl","fdatasync","flock","fstat","fsync","ftruncate","futex","getcwd","getdents","getdents64","geteuid","getgid","getpeername","getpid","getppid","getrandom","getrusage","getsockname","getsockopt","gettid","gettimeofday","getuid","inotify_add_watch","inotify_init1","inotify_rm_watch","ioctl","kill","listen","lseek","lstat","madvise","mincore","mkdirat","mmap","mprotect","munmap","nanosleep","newfstatat","open","openat","pipe","pipe2","poll","pread64","pselect6","pwrite64","read","readlink","readlinkat","recvfrom","recvmmsg","recvmsg","rename","renameat","rt_sigaction","rt_sigprocmask","rt_sigreturn","sched_getaffinity","sched_yield","sendfile","sendmmsg","sendmsg","sendto","set_robust_list","setitimer","setsockopt","shutdown","sigaltstack","socket","stat","statfs","sysinfo","tgkill","time","tkill","uname","unlink","unlinkat","wait4","waitid","write","writev"],"action":"allow"}]}}}
  5. 2020-05-06T04:27:27.019Z INFO [seccomp] seccomp/seccomp.go:116 Syscall filter successfully installed
  6. 2020-05-06T04:27:27.019Z INFO [beat] instance/beat.go:768 Beat info {"system_info": {"beat": {"path": {"config": "/usr/share/filebeat/config", "data": "/usr/share/filebeat/data", "home": "/usr/share/filebeat", "logs": "/usr/share/filebeat/logs"}, "type": "filebeat", "uuid": "8fd53596-c896-4ba9-ba7c-27457cfca656"}}}
  7. 2020-05-06T04:27:27.019Z INFO [beat] instance/beat.go:777 Build info {"system_info": {"build": {"commit": "37b5f2d2a20f2734b2373a454b4b4cbb2627e841", "libbeat": "6.4.1", "time": "2018-09-13T21:25:47.000Z", "version": "6.4.1"}}}
  8. 2020-05-06T04:27:27.019Z INFO [beat] instance/beat.go:780 Go runtime info {"system_info": {"go": {"os":"linux","arch":"amd64","max_procs":4,"version":"go1.10.3"}}}
  9. 2020-05-06T04:27:27.022Z INFO [beat] instance/beat.go:784 Host info {"system_info": {"host": {"architecture":"x86_64","boot_time":"2020-04-29T08:15:59Z","containerized":true,"hostname":"filebeat-fs24p","ips":["127.0.0.1/8","::1/128","10.131.0.164/23","fe80::7891:f1ff:fe79:8f31/64"],"kernel_version":"3.10.0-1062.18.1.el7.x86_64","mac_addresses":["0a:58:0a:83:00:a4"],"os":{"family":"redhat","platform":"centos","name":"CentOS Linux","version":"7 (Core)","major":7,"minor":5,"patch":1804,"codename":"Core"},"timezone":"UTC","timezone_offset_sec":0,"id":"14759c8d771e43a2b10f7402e8060d8a"}}}
  10. 2020-05-06T04:27:27.022Z INFO [beat] instance/beat.go:813 Process info {"system_info": {"process": {"capabilities": {"inheritable":["chown","dac_override","fowner","fsetid","kill","setgid","setuid","setpcap","net_bind_service","net_raw","sys_chroot","mknod","audit_write","setfcap"],"permitted":["chown","dac_override","fowner","fsetid","kill","setgid","setuid","setpcap","net_bind_service","net_raw","sys_chroot","mknod","audit_write","setfcap"],"effective":["chown","dac_override","fowner","fsetid","kill","setgid","setuid","setpcap","net_bind_service","net_raw","sys_chroot","mknod","audit_write","setfcap"],"bounding":["chown","dac_override","fowner","fsetid","kill","setgid","setuid","setpcap","net_bind_service","net_raw","sys_chroot","mknod","audit_write","setfcap"],"ambient":null}, "cwd": "/usr/share/filebeat", "exe": "/usr/share/filebeat/filebeat", "name": "filebeat", "pid": 1, "ppid": 0, "seccomp": {"mode":"filter","no_new_privs":true}, "start_time": "2020-05-06T04:27:25.920Z"}}}
  11. 2020-05-06T04:27:27.022Z INFO instance/beat.go:273 Setup Beat: filebeat; Version: 6.4.1
  12. 2020-05-06T04:27:27.022Z DEBUG [beat] instance/beat.go:290 Initializing output plugins
  13. 2020-05-06T04:27:27.022Z DEBUG [processors] conditions/conditions.go:93 New condition equals: map[kubernetes.namespace:{0 kube-system false}]
  14. 2020-05-06T04:27:27.022Z DEBUG [processors] conditions/conditions.go:93 New condition equals: map[kubernetes.namespace:{0 default false}]
  15. 2020-05-06T04:27:27.022Z DEBUG [processors] conditions/conditions.go:93 New condition equals: map[kubernetes.namespace:{0 logging false}]
  16. 2020-05-06T04:27:27.022Z DEBUG [processors] conditions/conditions.go:93 New condition equals: map[kubernetes.namespace:{0 kube-system false}] or equals: map[kubernetes.namespace:{0 default false}] or equals: map[kubernetes.namespace:{0 logging false}]
  17. 2020-05-06T04:27:27.023Z DEBUG [processors] processors/processor.go:66 Processors: drop_event, condition=equals: map[kubernetes.namespace:{0 kube-system false}] or equals: map[kubernetes.namespace:{0 default false}] or equals: map[kubernetes.namespace:{0 logging false}]
  18. 2020-05-06T04:27:27.023Z DEBUG [publish] pipeline/consumer.go:137 start pipeline event consumer
  19. 2020-05-06T04:27:27.023Z INFO pipeline/module.go:98 Beat name: filebeat-fs24p
  20. 2020-05-06T04:27:27.024Z INFO instance/beat.go:367 filebeat start running.
  21. 2020-05-06T04:27:27.024Z INFO [monitoring] log/log.go:114 Starting metrics logging every 30s
  22. 2020-05-06T04:27:27.024Z INFO registrar/registrar.go:97 No registry file found under: /usr/share/filebeat/data/registry. Creating a new registry file.
  23. 2020-05-06T04:27:27.024Z DEBUG [registrar] registrar/registrar.go:400 Write registry file: /usr/share/filebeat/data/registry
  24. 2020-05-06T04:27:27.026Z DEBUG [registrar] registrar/registrar.go:393 Registry file updated. 0 states written.
  25. 2020-05-06T04:27:27.026Z INFO registrar/registrar.go:134 Loading registrar data from /usr/share/filebeat/data/registry
  26. 2020-05-06T04:27:27.026Z INFO registrar/registrar.go:141 States Loaded from registrar: 0
  27. 2020-05-06T04:27:27.026Z WARN beater/filebeat.go:371 Filebeat is unable to load the Ingest Node pipelines for the configured modules because the Elasticsearch output is not configured/enabled. If you have already loaded the Ingest Node pipelines or are using Logstash pipelines, you can ignore this warning.
  28. 2020-05-06T04:27:27.026Z INFO crawler/crawler.go:72 Loading Inputs: 0
  29. 2020-05-06T04:27:27.026Z INFO crawler/crawler.go:106 Loading and starting Inputs completed. Enabled inputs: 0
  30. 2020-05-06T04:27:27.026Z DEBUG [registrar] registrar/registrar.go:267 Starting Registrar
  31. 2020-05-06T04:27:27.026Z WARN [cfgwarn] kubernetes/kubernetes.go:51 BETA: The kubernetes autodiscover is beta
  32. 2020-05-06T04:27:27.027Z INFO kubernetes/util.go:86 kubernetes: Using pod name filebeat-fs24p and namespace logging to discover kubernetes node
  33. 2020-05-06T04:27:27.041Z INFO kubernetes/util.go:93 kubernetes: Using node node3.novalocal discovered by in cluster pod node query
  34. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  35. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  36. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  37. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  38. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  39. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  40. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  41. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  42. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  43. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  44. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  45. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  46. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[]
  47. 2020-05-06T04:27:27.041Z DEBUG [processors] conditions/conditions.go:93 New condition contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[] or contains: map[]
  48. 2020-05-06T04:27:27.041Z DEBUG [autodiscover] autodiscover/autodiscover.go:81 Configured autodiscover provider: kubernetes
  49. 2020-05-06T04:27:27.041Z INFO autodiscover/autodiscover.go:102 Starting autodiscover manager
  50. 2020-05-06T04:27:27.041Z INFO kubernetes/watcher.go:180 kubernetes: Performing a resource sync for *v1.PodList
  51. 2020-05-06T04:27:27.046Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"kibana-554db4b884-skm8h" generateName:"kibana-554db4b884-" namespace:"kibana" selfLink:"/api/v1/namespaces/kibana/pods/kibana-554db4b884-skm8h" uid:"0a5c4005-8edf-11ea-a4e2-fa163ec2dc37" resourceVersion:"5487915" generation:0 creationTimestamp:<seconds:1588689919 nanos:0 > labels:<key:"app" value:"kibana" > labels:<key:"pod-template-hash" value:"1108606440" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"kibana-554db4b884" uid:"0a54aaab-8edf-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"kibana" volumeSource:<configMap:<localObjectReference:<name:"kibana" > defaultMode:420 > > > volumes:<name:"kibana-certs" volumeSource:<persistentVolumeClaim:<claimName:"katana-certs-volume-claim" readOnly:false > > > volumes:<name:"default-token-hpf7z" volumeSource:<secret:<secretName:"default-token-hpf7z" defaultMode:420 > > > containers:<name:"kibana" image:"docker.elastic.co/kibana/kibana-oss:6.5.4" workingDir:"" ports:<name:"kibana" hostPort:0 containerPort:5601 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"kibana" readOnly:false mountPath:"/usr/share/kibana/config/kibana.yml" subPath:"kibana.yml" > volumeMounts:<name:"kibana-certs" readOnly:false mountPath:"/usr/share/kibana/certs" subPath:"" > volumeMounts:<name:"default-token-hpf7z" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c25,c5" > > imagePullSecrets:<name:"default-dockercfg-hlppv" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588689962 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588689965 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588689919 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.116" startTime:<seconds:1588689962 nanos:0 > containerStatuses:<name:"kibana" state:<running:<startedAt:<seconds:1588689965 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"docker.elastic.co/kibana/kibana-oss:6.5.4" imageID:"docker-pullable://docker.elastic.co/kibana/kibana-oss@sha256:c630155a06f02d549d7eb87f78270676672aa1b484af3266a9073cae0de3adfd" containerID:"docker://9d26a2b27a665b1874471452a4cf1d130f9eba5bfde6d12b0fda322ecf2c6b33" > qosClass:"BestEffort" 11:"" >
  52. 2020-05-06T04:27:27.046Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[start:true host:10.131.0.116 port:5601 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"9d26a2b27a665b1874471452a4cf1d130f9eba5bfde6d12b0fda322ecf2c6b33","image":"docker.elastic.co/kibana/kibana-oss:6.5.4","name":"kibana","runtime":"docker"},"labels":{"app":"kibana","pod-template-hash":"1108606440"},"namespace":"kibana","node":{"name":"node3.novalocal"},"pod":{"name":"kibana-554db4b884-skm8h"},"replicaset":{"name":"kibana-554db4b884"}} meta:{"kubernetes":{"container":{"name":"kibana"},"labels":{"app":"kibana","pod-template-hash":"1108606440"},"namespace":"kibana","node":{"name":"node3.novalocal"},"pod":{"name":"kibana-554db4b884-skm8h"},"replicaset":{"name":"kibana-554db4b884"}}}]
  53. 2020-05-06T04:27:27.046Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.116 port:5601 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"9d26a2b27a665b1874471452a4cf1d130f9eba5bfde6d12b0fda322ecf2c6b33","image":"docker.elastic.co/kibana/kibana-oss:6.5.4","name":"kibana","runtime":"docker"},"labels":{"app":"kibana","pod-template-hash":"1108606440"},"namespace":"kibana","node":{"name":"node3.novalocal"},"pod":{"name":"kibana-554db4b884-skm8h"},"replicaset":{"name":"kibana-554db4b884"}} meta:{"kubernetes":{"container":{"name":"kibana"},"labels":{"app":"kibana","pod-template-hash":"1108606440"},"namespace":"kibana","node":{"name":"node3.novalocal"},"pod":{"name":"kibana-554db4b884-skm8h"},"replicaset":{"name":"kibana-554db4b884"}}}]
  54. 2020-05-06T04:27:27.047Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"node-exporter-ksg98" generateName:"node-exporter-" namespace:"openshift-monitoring" selfLink:"/api/v1/namespaces/openshift-monitoring/pods/node-exporter-ksg98" uid:"d43c198b-78bf-11ea-89cc-fa163ec2dc37" resourceVersion:"4259738" generation:0 creationTimestamp:<seconds:1586257588 nanos:0 > labels:<key:"app" value:"node-exporter" > labels:<key:"controller-revision-hash" value:"2225133428" > labels:<key:"pod-template-generation" value:"1" > annotations:<key:"openshift.io/scc" value:"node-exporter" > ownerReferences:<apiVersion:"apps/v1" kind:"DaemonSet" name:"node-exporter" uid:"d404d04d-78bf-11ea-89cc-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"proc" volumeSource:<hostPath:<path:"/proc" type:"" > > > volumes:<name:"sys" volumeSource:<hostPath:<path:"/sys" type:"" > > > volumes:<name:"root" volumeSource:<hostPath:<path:"/" type:"" > > > volumes:<name:"node-exporter-tls" volumeSource:<secret:<secretName:"node-exporter-tls" defaultMode:420 > > > volumes:<name:"node-exporter-token-5shnd" volumeSource:<secret:<secretName:"node-exporter-token-5shnd" defaultMode:420 > > > containers:<name:"node-exporter" image:"openshift/prometheus-node-exporter:v0.16.0" args:"--web.listen-address=127.0.0.1:9101" args:"--path.procfs=/host/proc" args:"--path.sysfs=/host/sys" args:"--collector.filesystem.ignored-mount-points=^/(dev|proc|sys|var/lib/docker/.+)($|/)" args:"--collector.filesystem.ignored-fs-types=^(autofs|binfmt_misc|cgroup|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|mqueue|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|sysfs|tracefs)$" args:"--no-collector.wifi" workingDir:"" resources:<> volumeMounts:<name:"proc" readOnly:false mountPath:"/host/proc" subPath:"" > volumeMounts:<name:"sys" readOnly:false mountPath:"/host/sys" subPath:"" > volumeMounts:<name:"root" readOnly:true mountPath:"/host/root" subPath:"" mountPropagation:"HostToContainer" > volumeMounts:<name:"node-exporter-token-5shnd" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" stdin:false stdinOnce:false tty:false > containers:<name:"kube-rbac-proxy" image:"quay.io/coreos/kube-rbac-proxy:v0.3.1" args:"--secure-listen-address=:9100" args:"--upstream=http://127.0.0.1:9101/" args:"--tls-cert-file=/etc/tls/private/tls.crt" args:"--tls-private-key-file=/etc/tls/private/tls.key" args:"--tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_128_CBC_SHA256,TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256" workingDir:"" ports:<name:"https" hostPort:9100 containerPort:9100 protocol:"TCP" hostIP:"" > resources:<limits:<key:"cpu" value:<string:"20m" > > limits:<key:"memory" value:<string:"40Mi" > > requests:<key:"cpu" value:<string:"10m" > > requests:<key:"memory" value:<string:"20Mi" > > > volumeMounts:<name:"node-exporter-tls" readOnly:false mountPath:"/etc/tls/private" subPath:"" > volumeMounts:<name:"node-exporter-token-5shnd" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"beta.kubernetes.io/os" value:"linux" > serviceAccountName:"node-exporter" serviceAccount:"node-exporter" nodeName:"node3.novalocal" hostNetwork:true hostPID:true hostIPC:false securityContext:<> imagePullSecrets:<name:"node-exporter-dockercfg-kr9md" > hostname:"" subdomain:"" schedulerName:"default-scheduler" tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"" operator:"Exists" value:"" effect:"" > tolerations:<key:"node.kubernetes.io/not-ready" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/unreachable" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/disk-pressure" operator:"Exists" value:"" effect:"NoSchedule" > priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1586257632 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588148248 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1586257632 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"167.254.204.61" startTime:<seconds:1586257632 nanos:0 > containerStatuses:<name:"kube-rbac-proxy" state:<running:<startedAt:<seconds:1588148248 nanos:0 > > > lastState:<terminated:<exitCode:0 signal:0 reason:"Completed" message:"" startedAt:<seconds:1588147496 nanos:0 > finishedAt:<seconds:1588148061 nanos:0 > containerID:"docker://0ffec0a5f556f13874ef302d6982a620f75f6b1afd90a86f171474861e1f8c3b" > > ready:true restartCount:8 image:"quay.io/coreos/kube-rbac-proxy:v0.3.1" imageID:"docker-pullable://quay.io/coreos/kube-rbac-proxy@sha256:a578315f24e6fd01a65e187e4d1979678598a7d800d039ee5cfe4e11b0b1788d" containerID:"docker://7a13404e8cdecd651d457b9c8117dd79c425ffdae89dac37a44d8e7c58bbc137" > containerStatuses:<name:"node-exporter" state:<running:<startedAt:<seconds:1588148246 nanos:0 > > > lastState:<terminated:<exitCode:143 signal:0 reason:"Error" message:"" startedAt:<seconds:1588147494 nanos:0 > finishedAt:<seconds:1588148061 nanos:0 > containerID:"docker://7b29c770f78fd279bb583e3b7b323c10fe20ffab5d7d4f6fe403d8ea590d0237" > > ready:true restartCount:8 image:"docker.io/openshift/prometheus-node-exporter:v0.16.0" imageID:"docker-pullable://docker.io/openshift/prometheus-node-exporter@sha256:4fc227cd04eba43fdfd5d9a076566bcebad61801b31fd25ee2b3f6a3780e8e1c" containerID:"docker://21f8096b2037137cb6b5e109ae60ea08f4d9b711cc14cb4238cbddab25f85504" > qosClass:"Burstable" 11:"" >
  55. 2020-05-06T04:27:27.047Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[start:true host:167.254.204.61 kubernetes:{"annotations":{"openshift":{"io/scc":"node-exporter"}},"container":{"id":"21f8096b2037137cb6b5e109ae60ea08f4d9b711cc14cb4238cbddab25f85504","image":"openshift/prometheus-node-exporter:v0.16.0","name":"node-exporter","runtime":"docker"},"labels":{"app":"node-exporter","controller-revision-hash":"2225133428","pod-template-generation":"1"},"namespace":"openshift-monitoring","node":{"name":"node3.novalocal"},"pod":{"name":"node-exporter-ksg98"}} meta:{"kubernetes":{"container":{"name":"node-exporter"},"labels":{"app":"node-exporter","controller-revision-hash":"2225133428","pod-template-generation":"1"},"namespace":"openshift-monitoring","node":{"name":"node3.novalocal"},"pod":{"name":"node-exporter-ksg98"}}}]
  56. 2020-05-06T04:27:27.047Z DEBUG [bus] bus/bus.go:72 filebeat: map[host:167.254.204.61 kubernetes:{"annotations":{"openshift":{"io/scc":"node-exporter"}},"container":{"id":"21f8096b2037137cb6b5e109ae60ea08f4d9b711cc14cb4238cbddab25f85504","image":"openshift/prometheus-node-exporter:v0.16.0","name":"node-exporter","runtime":"docker"},"labels":{"app":"node-exporter","controller-revision-hash":"2225133428","pod-template-generation":"1"},"namespace":"openshift-monitoring","node":{"name":"node3.novalocal"},"pod":{"name":"node-exporter-ksg98"}} meta:{"kubernetes":{"container":{"name":"node-exporter"},"labels":{"app":"node-exporter","controller-revision-hash":"2225133428","pod-template-generation":"1"},"namespace":"openshift-monitoring","node":{"name":"node3.novalocal"},"pod":{"name":"node-exporter-ksg98"}}} start:true]
  57. 2020-05-06T04:27:27.047Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[start:true host:167.254.204.61 port:9100 kubernetes:{"annotations":{"openshift":{"io/scc":"node-exporter"}},"container":{"id":"7a13404e8cdecd651d457b9c8117dd79c425ffdae89dac37a44d8e7c58bbc137","image":"quay.io/coreos/kube-rbac-proxy:v0.3.1","name":"kube-rbac-proxy","runtime":"docker"},"labels":{"app":"node-exporter","controller-revision-hash":"2225133428","pod-template-generation":"1"},"namespace":"openshift-monitoring","node":{"name":"node3.novalocal"},"pod":{"name":"node-exporter-ksg98"}} meta:{"kubernetes":{"container":{"name":"kube-rbac-proxy"},"labels":{"app":"node-exporter","controller-revision-hash":"2225133428","pod-template-generation":"1"},"namespace":"openshift-monitoring","node":{"name":"node3.novalocal"},"pod":{"name":"node-exporter-ksg98"}}}]
  58. 2020-05-06T04:27:27.047Z DEBUG [bus] bus/bus.go:72 filebeat: map[kubernetes:{"annotations":{"openshift":{"io/scc":"node-exporter"}},"container":{"id":"7a13404e8cdecd651d457b9c8117dd79c425ffdae89dac37a44d8e7c58bbc137","image":"quay.io/coreos/kube-rbac-proxy:v0.3.1","name":"kube-rbac-proxy","runtime":"docker"},"labels":{"app":"node-exporter","controller-revision-hash":"2225133428","pod-template-generation":"1"},"namespace":"openshift-monitoring","node":{"name":"node3.novalocal"},"pod":{"name":"node-exporter-ksg98"}} meta:{"kubernetes":{"container":{"name":"kube-rbac-proxy"},"labels":{"app":"node-exporter","controller-revision-hash":"2225133428","pod-template-generation":"1"},"namespace":"openshift-monitoring","node":{"name":"node3.novalocal"},"pod":{"name":"node-exporter-ksg98"}}} start:true host:167.254.204.61 port:9100]
  59. 2020-05-06T04:27:27.047Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"filebeat-fs24p" generateName:"filebeat-" namespace:"logging" selfLink:"/api/v1/namespaces/logging/pods/filebeat-fs24p" uid:"c91adaba-8f51-11ea-a4e2-fa163ec2dc37" resourceVersion:"5602677" generation:0 creationTimestamp:<seconds:1588739201 nanos:0 > labels:<key:"app" value:"filebeat" > labels:<key:"controller-revision-hash" value:"3128509765" > labels:<key:"pod-template-generation" value:"1" > annotations:<key:"openshift.io/scc" value:"hostpath" > ownerReferences:<apiVersion:"apps/v1" kind:"DaemonSet" name:"filebeat" uid:"c86f629d-8f51-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"varlog" volumeSource:<hostPath:<path:"/var/log" type:"" > > > volumes:<name:"vartmp" volumeSource:<hostPath:<path:"/var/tmp" type:"" > > > volumes:<name:"varlogcontainers" volumeSource:<hostPath:<path:"/var/log/containers" type:"" > > > volumes:<name:"varlogpods" volumeSource:<hostPath:<path:"/var/log/pods" type:"" > > > volumes:<name:"varlibdockercontainers" volumeSource:<hostPath:<path:"/var/lib/docker/containers" type:"" > > > volumes:<name:"config-volume" volumeSource:<configMap:<localObjectReference:<name:"logging-configmap" > items:<key:"filebeat.yml" path:"filebeat.yml" > defaultMode:420 > > > volumes:<name:"filebeat-serviceaccount-token-fbr98" volumeSource:<secret:<secretName:"filebeat-serviceaccount-token-fbr98" defaultMode:420 > > > containers:<name:"filebeat" image:"docker.elastic.co/beats/filebeat:6.4.1" command:"/usr/share/filebeat/filebeat" args:"-e" args:"-path.config" args:"/usr/share/filebeat/config" workingDir:"" env:<name:"LOGSTASH_HOSTS" value:"logstash-service:5044" > env:<name:"LOG_LEVEL" value:"info" > env:<name:"FILEBEAT_HOST" value:"" valueFrom:<fieldRef:<apiVersion:"v1" fieldPath:"spec.nodeName" > > > resources:<limits:<key:"cpu" value:<string:"500m" > > limits:<key:"memory" value:<string:"4Gi" > > requests:<key:"cpu" value:<string:"500m" > > requests:<key:"memory" value:<string:"4Gi" > > > volumeMounts:<name:"config-volume" readOnly:false mountPath:"/usr/share/filebeat/config" subPath:"" > volumeMounts:<name:"varlog" readOnly:true mountPath:"/var/log/hostlogs" subPath:"" > volumeMounts:<name:"varlogcontainers" readOnly:true mountPath:"/var/log/containers" subPath:"" > volumeMounts:<name:"varlogpods" readOnly:true mountPath:"/var/log/pods" subPath:"" > volumeMounts:<name:"varlibdockercontainers" readOnly:true mountPath:"/var/lib/docker/containers" subPath:"" > volumeMounts:<name:"vartmp" readOnly:false mountPath:"/var/tmp/filebeat" subPath:"" > volumeMounts:<name:"filebeat-serviceaccount-token-fbr98" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"filebeat-serviceaccount" serviceAccount:"filebeat-serviceaccount" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<runAsUser:0 > imagePullSecrets:<name:"filebeat-serviceaccount-dockercfg-wnj75" > hostname:"" subdomain:"" schedulerName:"default-scheduler" tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"node-role.kubernetes.io/master" operator:"" value:"" effect:"NoSchedule" > tolerations:<key:"node.kubernetes.io/not-ready" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/unreachable" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/disk-pressure" operator:"Exists" value:"" effect:"NoSchedule" > priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588739243 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588739243 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [filebeat]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [filebeat]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588739243 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588739243 nanos:0 > containerStatuses:<name:"filebeat" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"docker.elastic.co/beats/filebeat:6.4.1" imageID:"" containerID:"" > qosClass:"Guaranteed" 11:"" >
  60. 2020-05-06T04:27:27.047Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"zk-0" generateName:"zk-" namespace:"msgbus" selfLink:"/api/v1/namespaces/msgbus/pods/zk-0" uid:"8f2c3725-8a36-11ea-9df0-fa163ec2dc37" resourceVersion:"4331489" generation:0 creationTimestamp:<seconds:1588177752 nanos:0 > labels:<key:"app" value:"zk" > labels:<key:"controller-revision-hash" value:"zk-dc94f76f8" > labels:<key:"statefulset.kubernetes.io/pod-name" value:"zk-0" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"StatefulSet" name:"zk" uid:"a75ffcb1-83fa-11ea-8157-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"datadir" volumeSource:<persistentVolumeClaim:<claimName:"datadir-zk-0" readOnly:false > > > volumes:<name:"default-token-wb6qx" volumeSource:<secret:<secretName:"default-token-wb6qx" defaultMode:420 > > > containers:<name:"k8szk" image:"fnc-docker-reg:3000/zk-deploy:v1" command:"sh" command:"-c" command:"zkGenConfig.sh && zkServer.sh start-foreground" workingDir:"" ports:<name:"client" hostPort:0 containerPort:2181 protocol:"TCP" hostIP:"" > ports:<name:"leaderelection" hostPort:0 containerPort:3888 protocol:"TCP" hostIP:"" > ports:<name:"server" hostPort:0 containerPort:2888 protocol:"TCP" hostIP:"" > env:<name:"ZK_REPLICAS" value:"3" > env:<name:"ZK_HEAP_SIZE" value:"" valueFrom:<configMapKeyRef:<localObjectReference:<name:"zk-cm" > key:"jvm.heap" > > > env:<name:"ZK_TICK_TIME" value:"" valueFrom:<configMapKeyRef:<localObjectReference:<name:"zk-cm" > key:"tick" > > > env:<name:"ZK_INIT_LIMIT" value:"" valueFrom:<configMapKeyRef:<localObjectReference:<name:"zk-cm" > key:"init" > > > env:<name:"ZK_SYNC_LIMIT" value:"" valueFrom:<configMapKeyRef:<localObjectReference:<name:"zk-cm" > key:"tick" > > > env:<name:"ZK_MAX_CLIENT_CNXNS" value:"" valueFrom:<configMapKeyRef:<localObjectReference:<name:"zk-cm" > key:"client.cnxns" > > > env:<name:"ZK_SNAP_RETAIN_COUNT" value:"" valueFrom:<configMapKeyRef:<localObjectReference:<name:"zk-cm" > key:"snap.retain" > > > env:<name:"ZK_PURGE_INTERVAL" value:"" valueFrom:<configMapKeyRef:<localObjectReference:<name:"zk-cm" > key:"purge.interval" > > > env:<name:"ZK_CLIENT_PORT" value:"2181" > env:<name:"ZK_SERVER_PORT" value:"2888" > env:<name:"ZK_ELECTION_PORT" value:"3888" > resources:<requests:<key:"cpu" value:<string:"500m" > > requests:<key:"memory" value:<string:"1Gi" > > > volumeMounts:<name:"datadir" readOnly:false mountPath:"/var/lib/zookeeper" subPath:"" > volumeMounts:<name:"default-token-wb6qx" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > livenessProbe:<handler:<exec:<command:"zkOk.sh" > > initialDelaySeconds:10 timeoutSeconds:5 periodSeconds:10 successThreshold:1 failureThreshold:3 > readinessProbe:<handler:<exec:<command:"zkOk.sh" > > initialDelaySeconds:10 timeoutSeconds:5 periodSeconds:10 successThreshold:1 failureThreshold:3 > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"Always" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > nodeSelector:<key:"nodetype" value:"apps" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c34,c29" > runAsUser:1000 fsGroup:1000 > imagePullSecrets:<name:"default-dockercfg-qnr58" > hostname:"zk-0" subdomain:"zk-svc" affinity:<podAntiAffinity:<requiredDuringSchedulingIgnoredDuringExecution:<labelSelector:<matchExpressions:<key:"app" operator:"In" values:"zk" > > topologyKey:"statefulset.kubernetes.io/pod-name" > > > schedulerName:"default-scheduler" tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588177807 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588177823 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588177752 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.37" startTime:<seconds:1588177807 nanos:0 > containerStatuses:<name:"k8szk" state:<running:<startedAt:<seconds:1588177809 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/zk-deploy:v1" imageID:"docker-pullable://fnc-docker-reg:3000/zk-deploy@sha256:aee4b4dbcd82a167a6037c9273e53da92cfdc5b913d4e4fea9a7a4dbe108a714" containerID:"docker://526771404f1d660e7b6ace7fe96098243b87a0c5b1b3c50127a1eee82dd5b914" > qosClass:"Burstable" 11:"" >
  61. 2020-05-06T04:27:27.047Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[host:10.131.0.37 port:2181 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"526771404f1d660e7b6ace7fe96098243b87a0c5b1b3c50127a1eee82dd5b914","image":"fnc-docker-reg:3000/zk-deploy:v1","name":"k8szk","runtime":"docker"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}} meta:{"kubernetes":{"container":{"name":"k8szk"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}}} start:true]
  62. 2020-05-06T04:27:27.047Z DEBUG [bus] bus/bus.go:72 filebeat: map[host:10.131.0.37 port:2181 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"526771404f1d660e7b6ace7fe96098243b87a0c5b1b3c50127a1eee82dd5b914","image":"fnc-docker-reg:3000/zk-deploy:v1","name":"k8szk","runtime":"docker"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}} meta:{"kubernetes":{"container":{"name":"k8szk"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}}} start:true]
  63. 2020-05-06T04:27:27.047Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[port:3888 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"526771404f1d660e7b6ace7fe96098243b87a0c5b1b3c50127a1eee82dd5b914","image":"fnc-docker-reg:3000/zk-deploy:v1","name":"k8szk","runtime":"docker"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}} meta:{"kubernetes":{"container":{"name":"k8szk"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}}} start:true host:10.131.0.37]
  64. 2020-05-06T04:27:27.047Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.37 port:3888 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"526771404f1d660e7b6ace7fe96098243b87a0c5b1b3c50127a1eee82dd5b914","image":"fnc-docker-reg:3000/zk-deploy:v1","name":"k8szk","runtime":"docker"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}} meta:{"kubernetes":{"container":{"name":"k8szk"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}}}]
  65. 2020-05-06T04:27:27.047Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"526771404f1d660e7b6ace7fe96098243b87a0c5b1b3c50127a1eee82dd5b914","image":"fnc-docker-reg:3000/zk-deploy:v1","name":"k8szk","runtime":"docker"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}} meta:{"kubernetes":{"container":{"name":"k8szk"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}}} start:true host:10.131.0.37 port:2888]
  66. 2020-05-06T04:27:27.047Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.37 port:2888 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"526771404f1d660e7b6ace7fe96098243b87a0c5b1b3c50127a1eee82dd5b914","image":"fnc-docker-reg:3000/zk-deploy:v1","name":"k8szk","runtime":"docker"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}} meta:{"kubernetes":{"container":{"name":"k8szk"},"labels":{"app":"zk","controller-revision-hash":"zk-dc94f76f8","statefulset":{"kubernetes":{"io/pod-name":"zk-0"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"zk-0"},"statefulset":{"name":"zk"}}}]
  67. 2020-05-06T04:27:27.048Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"sync-f7q6n" generateName:"sync-" namespace:"openshift-node" selfLink:"/api/v1/namespaces/openshift-node/pods/sync-f7q6n" uid:"26af4262-78bf-11ea-89cc-fa163ec2dc37" resourceVersion:"4259640" generation:0 creationTimestamp:<seconds:1586257297 nanos:0 > labels:<key:"app" value:"sync" > labels:<key:"component" value:"network" > labels:<key:"controller-revision-hash" value:"2637332239" > labels:<key:"openshift.io/component" value:"sync" > labels:<key:"pod-template-generation" value:"2" > labels:<key:"type" value:"infra" > annotations:<key:"scheduler.alpha.kubernetes.io/critical-pod" value:"" > ownerReferences:<apiVersion:"apps/v1" kind:"DaemonSet" name:"sync" uid:"058d492d-78bf-11ea-89cc-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"host-config" volumeSource:<hostPath:<path:"/etc/origin/node" type:"" > > > volumes:<name:"host-sysconfig-node" volumeSource:<hostPath:<path:"/etc/sysconfig" type:"" > > > volumes:<name:"var-run-dbus" volumeSource:<hostPath:<path:"/var/run/dbus" type:"" > > > volumes:<name:"run-systemd-system" volumeSource:<hostPath:<path:"/run/systemd/system" type:"" > > > volumes:<name:"host-pki" volumeSource:<hostPath:<path:"/etc/pki" type:"" > > > volumes:<name:"sync-token-8jsdf" volumeSource:<secret:<secretName:"sync-token-8jsdf" defaultMode:420 > > > containers:<name:"sync" image:"docker.io/openshift/origin-node:v3.11.0" command:"/bin/bash" command:"-c" command:"#!/bin/bash\nset -euo pipefail\n\nfunction md5()\n{\n local md5result=($(md5sum $1))\n echo \"$md5result\"\n}\n\n# set by the node image\nunset KUBECONFIG\n\ntrap 'kill $(jobs -p); exit 0' TERM\n\n# track the current state of the config\nif [[ -f /etc/origin/node/node-config.yaml ]]; then\n md5 /etc/origin/node/node-config.yaml > /tmp/.old\nelse\n touch /tmp/.old\nfi\n\nif [[ -f /etc/origin/node/volume-config.yaml ]]; then\n md5 /etc/origin/node/volume-config.yaml > /tmp/.old-volume.config\nelse\n touch /tmp/.old-volume-config\nfi\n\n# loop until BOOTSTRAP_CONFIG_NAME is set\nwhile true; do\n file=/etc/sysconfig/origin-node\n if [[ -f /etc/sysconfig/atomic-openshift-node ]]; then\n file=/etc/sysconfig/atomic-openshift-node\n elif [[ -f /etc/sysconfig/origin-node ]]; then\n file=/etc/sysconfig/origin-node\n else\n echo \"info: Waiting for the node sysconfig file to be created\" 2>&1\n sleep 15 & wait\n continue\n fi\n name=\"$(sed -nE 's|^BOOTSTRAP_CONFIG_NAME=([^#].+)|\\1|p' \"${file}\" | head -1)\"\n if [[ -z \"${name}\" ]]; then\n echo \"info: Waiting for BOOTSTRAP_CONFIG_NAME to be set\" 2>&1\n sleep 15 & wait\n continue\n fi\n # in the background check to see if the value changes and exit if so\n pid=$BASHPID\n (\n while true; do\n if ! updated=\"$(sed -nE 's|^BOOTSTRAP_CONFIG_NAME=([^#].+)|\\1|p' \"${file}\" | head -1)\"; then\n echo \"error: Unable to check for bootstrap config, exiting\" 2>&1\n kill $pid\n exit 1\n fi\n if [[ \"${updated}\" != \"${name}\" ]]; then\n echo \"info: Bootstrap configuration profile name changed, exiting\" 2>&1\n kill $pid\n exit 0\n fi\n sleep 15\n done\n ) &\n break\ndone\nmkdir -p /etc/origin/node/tmp\n# periodically refresh both node-config.yaml and relabel the node\nwhile true; do\n if ! oc extract \"configmaps/${name}\" -n openshift-node --to=/etc/origin/node/tmp --confirm --request-timeout=10s --config /etc/origin/node/node.kubeconfig \"--token=$( cat /var/run/secrets/kubernetes.io/serviceaccount/token )\" > /dev/null; then\n echo \"error: Unable to retrieve latest config for node\" 2>&1\n sleep 15 &\n wait $!\n continue\n fi\n\n # does the openshift-ca.crt exist\n oldca=/etc/pki/ca-trust/source/anchors/openshift-ca.crt\n newca=/run/secrets/kubernetes.io/serviceaccount/ca.crt\n if ! cmp -s \"${oldca}\" \"${newca}\" ; then\n cp \"${newca}\" \"${oldca}\"\n update-ca-trust extract\n fi\n\n KUBELET_HOSTNAME_OVERRIDE=$(cat /etc/sysconfig/KUBELET_HOSTNAME_OVERRIDE 2>/dev/null) || :\n if ! [[ -z \"$KUBELET_HOSTNAME_OVERRIDE\" ]]; then\n #Patching node-config for hostname override\n echo \"nodeName: $KUBELET_HOSTNAME_OVERRIDE\" >> /etc/origin/node/tmp/node-config.yaml\n fi\n\n # detect whether the node-config.yaml or volume-config.yaml has changed, and if so trigger a restart of the kubelet.\n if [[ ! -f /etc/origin/node/node-config.yaml ]]; then\n cat /dev/null > /tmp/.old\n fi\n\n if [[ ! -f /etc/origin/node/volume-config.yaml ]]; then\n cat /dev/null > /tmp/.old-volume-config\n fi\n md5 /etc/origin/node/tmp/node-config.yaml > /tmp/.new\n\n if [[ ! -f /etc/origin/node/tmp/volume-config.yaml ]]; then\n cat /dev/null > /tmp/.new-volume-config\n else\n md5 /etc/origin/node/tmp/volume-config.yaml > /tmp/.new-volume-config\n fi\n\n trigger_restart=false\n if [[ \"$( cat /tmp/.old )\" != \"$( cat /tmp/.new )\" ]]; then\n mv /etc/origin/node/tmp/node-config.yaml /etc/origin/node/node-config.yaml\n trigger_restart=true\n fi\n\n if [[ \"$( cat /tmp/.old-volume-config )\" != \"$( cat /tmp/.new-volume-config )\" ]]; then\n mv /etc/origin/node/tmp/volume-config.yaml /etc/origin/node/volume-config.yaml\n trigger_restart=true\n fi\n\n if [[ \"$trigger_restart\" = true ]]; then\n SYSTEMD_IGNORE_CHROOT=1 systemctl restart tuned || :\n echo \"info: Configuration changed, restarting kubelet\" 2>&1\n # TODO: kubelet doesn't relabel nodes, best effort for now\n # https://github.com/kubernetes/kubernetes/issues/59314\n if args=\"$(openshift-node-config --config /etc/origin/node/node-config.yaml)\"; then\n labels=$(tr ' ' '\\n' <<<$args | sed -ne '/^--node-labels=/ { s/^--node-labels=//; p; }' | tr ',\\n' ' ')\n if [[ -n \"${labels}\" ]]; then\n echo \"info: Applying node labels $labels\" 2>&1\n if ! oc label --config=/etc/origin/node/node.kubeconfig \"node/${NODE_NAME}\" ${labels} --overwrite; then\n echo \"error: Unable to apply labels, will retry in 10\" 2>&1\n sleep 10 &\n wait $!\n continue\n fi\n fi\n else\n echo \"error: The downloaded node configuration is invalid, retrying later\" 2>&1\n sleep 10 &\n wait $!\n continue\n fi\n if ! pkill -U 0 -f '(^|/)hyperkube kubelet '; then\n echo \"error: Unable to restart Kubelet\" 2>&1\n sleep 10 &\n wait $!\n continue\n fi\n fi\n # annotate node with md5sum of the config\n oc annotate --config=/etc/origin/node/node.kubeconfig \"node/${NODE_NAME}\" \\\n node.openshift.io/md5sum=\"$( cat /tmp/.new )\" --overwrite\n cp -f /tmp/.new /tmp/.old\n cp -f /tmp/.new-volume-config /tmp/.old-volume-config\n sleep 180 &\n wait $!\ndone\n" workingDir:"" env:<name:"NODE_NAME" value:"" valueFrom:<fieldRef:<apiVersion:"v1" fieldPath:"spec.nodeName" > > > resources:<> volumeMounts:<name:"host-config" readOnly:false mountPath:"/etc/origin/node/" subPath:"" > volumeMounts:<name:"host-sysconfig-node" readOnly:true mountPath:"/etc/sysconfig" subPath:"" > volumeMounts:<name:"var-run-dbus" readOnly:true mountPath:"/var/run/dbus" subPath:"" > volumeMounts:<name:"run-systemd-system" readOnly:true mountPath:"/run/systemd/system" subPath:"" > volumeMounts:<name:"host-pki" readOnly:false mountPath:"/etc/pki" subPath:"" > volumeMounts:<name:"sync-token-8jsdf" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<privileged:true runAsUser:0 > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:1 dnsPolicy:"ClusterFirst" serviceAccountName:"sync" serviceAccount:"sync" nodeName:"node3.novalocal" hostNetwork:true hostPID:true hostIPC:false securityContext:<> imagePullSecrets:<name:"sync-dockercfg-pxczd" > hostname:"" subdomain:"" schedulerName:"default-scheduler" tolerations:<key:"" operator:"Exists" value:"" effect:"" > tolerations:<key:"node.kubernetes.io/not-ready" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/unreachable" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/disk-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > priorityClassName:"system-node-critical" priority:2000001000 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1586257341 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588148247 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1586257341 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"167.254.204.61" startTime:<seconds:1586257341 nanos:0 > containerStatuses:<name:"sync" state:<running:<startedAt:<seconds:1588148246 nanos:0 > > > lastState:<terminated:<exitCode:1 signal:0 reason:"Error" message:"" startedAt:<seconds:1588147495 nanos:0 > finishedAt:<seconds:1588148061 nanos:0 > containerID:"docker://96aab53e797951511dcbd1c772c741053dd2a19f0719b45318903614286c516e" > > ready:true restartCount:15 image:"docker.io/openshift/origin-node:v3.11.0" imageID:"docker-pullable://docker.io/openshift/origin-node@sha256:d17750a97170d6d4a6aa5bd6a225e8284bd5d198991ba9d3570a20d4a8317997" containerID:"docker://88f2e58611b3773d5cdd94dccb3f6e685198e5df0ff845513f7d3721eadb8f0b" > qosClass:"BestEffort" 11:"" >
  68. 2020-05-06T04:27:27.048Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[start:true host:167.254.204.61 kubernetes:{"annotations":{"scheduler":{"alpha":{"kubernetes":{"io/critical-pod":""}}}},"container":{"id":"88f2e58611b3773d5cdd94dccb3f6e685198e5df0ff845513f7d3721eadb8f0b","image":"docker.io/openshift/origin-node:v3.11.0","name":"sync","runtime":"docker"},"labels":{"app":"sync","component":"network","controller-revision-hash":"2637332239","openshift":{"io/component":"sync"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-node","node":{"name":"node3.novalocal"},"pod":{"name":"sync-f7q6n"}} meta:{"kubernetes":{"container":{"name":"sync"},"labels":{"app":"sync","component":"network","controller-revision-hash":"2637332239","openshift":{"io/component":"sync"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-node","node":{"name":"node3.novalocal"},"pod":{"name":"sync-f7q6n"}}}]
  69. 2020-05-06T04:27:27.048Z DEBUG [bus] bus/bus.go:72 filebeat: map[host:167.254.204.61 kubernetes:{"annotations":{"scheduler":{"alpha":{"kubernetes":{"io/critical-pod":""}}}},"container":{"id":"88f2e58611b3773d5cdd94dccb3f6e685198e5df0ff845513f7d3721eadb8f0b","image":"docker.io/openshift/origin-node:v3.11.0","name":"sync","runtime":"docker"},"labels":{"app":"sync","component":"network","controller-revision-hash":"2637332239","openshift":{"io/component":"sync"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-node","node":{"name":"node3.novalocal"},"pod":{"name":"sync-f7q6n"}} meta:{"kubernetes":{"container":{"name":"sync"},"labels":{"app":"sync","component":"network","controller-revision-hash":"2637332239","openshift":{"io/component":"sync"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-node","node":{"name":"node3.novalocal"},"pod":{"name":"sync-f7q6n"}}} start:true]
  70. 2020-05-06T04:27:27.048Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"index-0" generateName:"index-" namespace:"elastic" selfLink:"/api/v1/namespaces/elastic/pods/index-0" uid:"aa24c279-8ede-11ea-a4e2-fa163ec2dc37" resourceVersion:"5487405" generation:0 creationTimestamp:<seconds:1588689757 nanos:0 > labels:<key:"controller-revision-hash" value:"index-749d6df6fd" > labels:<key:"io.kompose.service" value:"index" > labels:<key:"statefulset.kubernetes.io/pod-name" value:"index-0" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"StatefulSet" name:"index" uid:"aa15f166-8ede-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"index-claim0" volumeSource:<emptyDir:<medium:"" > > > volumes:<name:"default-token-z9ndx" volumeSource:<secret:<secretName:"default-token-z9ndx" defaultMode:420 > > > containers:<name:"index" image:"elasticsearch:6.5.4" workingDir:"" ports:<name:"" hostPort:0 containerPort:9200 protocol:"TCP" hostIP:"" > ports:<name:"" hostPort:0 containerPort:9300 protocol:"TCP" hostIP:"" > env:<name:"discovery.type" value:"single-node" > resources:<> volumeMounts:<name:"index-claim0" readOnly:false mountPath:"/var/nfsshare/elastic" subPath:"" > volumeMounts:<name:"default-token-z9ndx" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c24,c19" > > imagePullSecrets:<name:"default-dockercfg-nwr4m" > hostname:"index-0" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588689800 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588689803 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588689757 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.101" startTime:<seconds:1588689800 nanos:0 > containerStatuses:<name:"index" state:<running:<startedAt:<seconds:1588689803 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"docker.io/elasticsearch:6.5.4" imageID:"docker-pullable://docker.io/elasticsearch@sha256:7053b3979a1dd709f2a225d52bc53622714790b13d88cf08164d252291ab8b61" containerID:"docker://d78ea10646ec426630274b51f293b41fc98a6a0c1881c0341694ccfb71b13556" > qosClass:"BestEffort" 11:"" >
  71. 2020-05-06T04:27:27.048Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[host:10.131.0.101 port:9200 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"d78ea10646ec426630274b51f293b41fc98a6a0c1881c0341694ccfb71b13556","image":"elasticsearch:6.5.4","name":"index","runtime":"docker"},"labels":{"controller-revision-hash":"index-749d6df6fd","io":{"kompose":{"service":"index"}},"statefulset":{"kubernetes":{"io/pod-name":"index-0"}}},"namespace":"elastic","node":{"name":"node3.novalocal"},"pod":{"name":"index-0"},"statefulset":{"name":"index"}} meta:{"kubernetes":{"container":{"name":"index"},"labels":{"controller-revision-hash":"index-749d6df6fd","io":{"kompose":{"service":"index"}},"statefulset":{"kubernetes":{"io/pod-name":"index-0"}}},"namespace":"elastic","node":{"name":"node3.novalocal"},"pod":{"name":"index-0"},"statefulset":{"name":"index"}}} start:true]
  72. 2020-05-06T04:27:27.048Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.101 port:9200 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"d78ea10646ec426630274b51f293b41fc98a6a0c1881c0341694ccfb71b13556","image":"elasticsearch:6.5.4","name":"index","runtime":"docker"},"labels":{"controller-revision-hash":"index-749d6df6fd","io":{"kompose":{"service":"index"}},"statefulset":{"kubernetes":{"io/pod-name":"index-0"}}},"namespace":"elastic","node":{"name":"node3.novalocal"},"pod":{"name":"index-0"},"statefulset":{"name":"index"}} meta:{"kubernetes":{"container":{"name":"index"},"labels":{"controller-revision-hash":"index-749d6df6fd","io":{"kompose":{"service":"index"}},"statefulset":{"kubernetes":{"io/pod-name":"index-0"}}},"namespace":"elastic","node":{"name":"node3.novalocal"},"pod":{"name":"index-0"},"statefulset":{"name":"index"}}}]
  73. 2020-05-06T04:27:27.048Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[meta:{"kubernetes":{"container":{"name":"index"},"labels":{"controller-revision-hash":"index-749d6df6fd","io":{"kompose":{"service":"index"}},"statefulset":{"kubernetes":{"io/pod-name":"index-0"}}},"namespace":"elastic","node":{"name":"node3.novalocal"},"pod":{"name":"index-0"},"statefulset":{"name":"index"}}} start:true host:10.131.0.101 port:9300 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"d78ea10646ec426630274b51f293b41fc98a6a0c1881c0341694ccfb71b13556","image":"elasticsearch:6.5.4","name":"index","runtime":"docker"},"labels":{"controller-revision-hash":"index-749d6df6fd","io":{"kompose":{"service":"index"}},"statefulset":{"kubernetes":{"io/pod-name":"index-0"}}},"namespace":"elastic","node":{"name":"node3.novalocal"},"pod":{"name":"index-0"},"statefulset":{"name":"index"}}]
  74. 2020-05-06T04:27:27.048Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.101 port:9300 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"d78ea10646ec426630274b51f293b41fc98a6a0c1881c0341694ccfb71b13556","image":"elasticsearch:6.5.4","name":"index","runtime":"docker"},"labels":{"controller-revision-hash":"index-749d6df6fd","io":{"kompose":{"service":"index"}},"statefulset":{"kubernetes":{"io/pod-name":"index-0"}}},"namespace":"elastic","node":{"name":"node3.novalocal"},"pod":{"name":"index-0"},"statefulset":{"name":"index"}} meta:{"kubernetes":{"container":{"name":"index"},"labels":{"controller-revision-hash":"index-749d6df6fd","io":{"kompose":{"service":"index"}},"statefulset":{"kubernetes":{"io/pod-name":"index-0"}}},"namespace":"elastic","node":{"name":"node3.novalocal"},"pod":{"name":"index-0"},"statefulset":{"name":"index"}}}]
  75. 2020-05-06T04:27:27.048Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"ovs-c2d8b" generateName:"ovs-" namespace:"openshift-sdn" selfLink:"/api/v1/namespaces/openshift-sdn/pods/ovs-c2d8b" uid:"26b29c52-78bf-11ea-89cc-fa163ec2dc37" resourceVersion:"4259646" generation:0 creationTimestamp:<seconds:1586257297 nanos:0 > labels:<key:"app" value:"ovs" > labels:<key:"component" value:"network" > labels:<key:"controller-revision-hash" value:"1517097595" > labels:<key:"openshift.io/component" value:"network" > labels:<key:"pod-template-generation" value:"2" > labels:<key:"type" value:"infra" > annotations:<key:"openshift.io/scc" value:"privileged" > annotations:<key:"scheduler.alpha.kubernetes.io/critical-pod" value:"" > ownerReferences:<apiVersion:"apps/v1" kind:"DaemonSet" name:"ovs" uid:"1293601b-78bf-11ea-89cc-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"host-modules" volumeSource:<hostPath:<path:"/lib/modules" type:"" > > > volumes:<name:"host-run-ovs" volumeSource:<hostPath:<path:"/run/openvswitch" type:"" > > > volumes:<name:"host-sys" volumeSource:<hostPath:<path:"/sys" type:"" > > > volumes:<name:"host-config-openvswitch" volumeSource:<hostPath:<path:"/etc/origin/openvswitch" type:"" > > > volumes:<name:"log-openvswitch" volumeSource:<hostPath:<path:"/var/log/openvswitch" type:"DirectoryOrCreate" > > > volumes:<name:"sdn-token-l7gxs" volumeSource:<secret:<secretName:"sdn-token-l7gxs" defaultMode:420 > > > containers:<name:"openvswitch" image:"docker.io/openshift/origin-node:v3.11.0" command:"/bin/bash" command:"-c" command:"#!/bin/bash\nset -euo pipefail\n\n# cleanup old log files\nrm -f /var/log/openvswitch-old/ovsdb-server.log /var/log/openvswitch-old/ovs-vswitchd.log\n\nmkdir -p /var/log/openvswitch\n\n# if another process is listening on the cni-server socket, wait until it exits\ntrap 'kill $(jobs -p); exit 0' TERM\nretries=0\nwhile true; do\n if /usr/share/openvswitch/scripts/ovs-ctl status &>/dev/null; then\n echo \"warning: Another process is currently managing OVS, waiting 15s ...\" 2>&1\n sleep 15 & wait\n (( retries += 1 ))\n else\n break\n fi\n if [[ \"${retries}\" -gt 40 ]]; then\n echo \"error: Another process is currently managing OVS, exiting\" 2>&1\n exit 1\n fi\ndone\n\n# launch OVS\nfunction quit {\n /usr/share/openvswitch/scripts/ovs-ctl stop\n exit 0\n}\ntrap quit SIGTERM\n/usr/share/openvswitch/scripts/ovs-ctl start --no-ovs-vswitchd --system-id=random\n\n# Restrict the number of pthreads ovs-vswitchd creates to reduce the\n# amount of RSS it uses on hosts with many cores\n# https://bugzilla.redhat.com/show_bug.cgi?id=1571379\n# https://bugzilla.redhat.com/show_bug.cgi?id=1572797\nif [[ `nproc` -gt 12 ]]; then\n ovs-vsctl --no-wait set Open_vSwitch . other_config:n-revalidator-threads=4\n ovs-vsctl --no-wait set Open_vSwitch . other_config:n-handler-threads=10\nfi\n/usr/share/openvswitch/scripts/ovs-ctl start --no-ovsdb-server --system-id=random\n\ntail --follow=name /var/log/openvswitch/ovs-vswitchd.log /var/log/openvswitch/ovsdb-server.log &\nsleep 20\nwhile true; do\n if ! /usr/share/openvswitch/scripts/ovs-ctl status &>/dev/null; then\n echo \"OVS seems to have crashed, exiting\"\n quit\n fi\n sleep 15\ndone\n" workingDir:"" resources:<requests:<key:"cpu" value:<string:"100m" > > requests:<key:"memory" value:<string:"300Mi" > > > volumeMounts:<name:"host-modules" readOnly:true mountPath:"/lib/modules" subPath:"" > volumeMounts:<name:"host-run-ovs" readOnly:false mountPath:"/run/openvswitch" subPath:"" > volumeMounts:<name:"host-run-ovs" readOnly:false mountPath:"/var/run/openvswitch" subPath:"" > volumeMounts:<name:"host-sys" readOnly:true mountPath:"/sys" subPath:"" > volumeMounts:<name:"host-config-openvswitch" readOnly:false mountPath:"/etc/openvswitch" subPath:"" > volumeMounts:<name:"log-openvswitch" readOnly:false mountPath:"/var/log/openvswitch-old" subPath:"" > volumeMounts:<name:"sdn-token-l7gxs" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > livenessProbe:<handler:<exec:<command:"/usr/share/openvswitch/scripts/ovs-ctl" command:"status" > > initialDelaySeconds:15 timeoutSeconds:1 periodSeconds:5 successThreshold:1 failureThreshold:3 > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<privileged:true runAsUser:0 > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" serviceAccountName:"sdn" serviceAccount:"sdn" nodeName:"node3.novalocal" hostNetwork:true hostPID:true hostIPC:false securityContext:<> imagePullSecrets:<name:"sdn-dockercfg-45qjj" > hostname:"" subdomain:"" schedulerName:"default-scheduler" tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"node.kubernetes.io/not-ready" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/unreachable" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/disk-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"" operator:"Exists" value:"" effect:"" > priorityClassName:"system-node-critical" priority:2000001000 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1586257341 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588148247 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1586257341 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"167.254.204.61" startTime:<seconds:1586257341 nanos:0 > containerStatuses:<name:"openvswitch" state:<running:<startedAt:<seconds:1588148246 nanos:0 > > > lastState:<terminated:<exitCode:0 signal:0 reason:"Completed" message:"" startedAt:<seconds:1588147499 nanos:0 > finishedAt:<seconds:1588148061 nanos:0 > containerID:"docker://8a85364520354b0460637a52a3475a6f79526b32c3ddbf45ba892ceb30f0980a" > > ready:true restartCount:10 image:"docker.io/openshift/origin-node:v3.11.0" imageID:"docker-pullable://docker.io/openshift/origin-node@sha256:d17750a97170d6d4a6aa5bd6a225e8284bd5d198991ba9d3570a20d4a8317997" containerID:"docker://497058fca1fc28508324d0d4265a6373d3ea70b618757a1c84ede44f45482221" > qosClass:"Burstable" 11:"" >
  76. 2020-05-06T04:27:27.049Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[meta:{"kubernetes":{"container":{"name":"openvswitch"},"labels":{"app":"ovs","component":"network","controller-revision-hash":"1517097595","openshift":{"io/component":"network"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-sdn","node":{"name":"node3.novalocal"},"pod":{"name":"ovs-c2d8b"}}} start:true host:167.254.204.61 kubernetes:{"annotations":{"openshift":{"io/scc":"privileged"},"scheduler":{"alpha":{"kubernetes":{"io/critical-pod":""}}}},"container":{"id":"497058fca1fc28508324d0d4265a6373d3ea70b618757a1c84ede44f45482221","image":"docker.io/openshift/origin-node:v3.11.0","name":"openvswitch","runtime":"docker"},"labels":{"app":"ovs","component":"network","controller-revision-hash":"1517097595","openshift":{"io/component":"network"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-sdn","node":{"name":"node3.novalocal"},"pod":{"name":"ovs-c2d8b"}}]
  77. 2020-05-06T04:27:27.049Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:167.254.204.61 kubernetes:{"annotations":{"openshift":{"io/scc":"privileged"},"scheduler":{"alpha":{"kubernetes":{"io/critical-pod":""}}}},"container":{"id":"497058fca1fc28508324d0d4265a6373d3ea70b618757a1c84ede44f45482221","image":"docker.io/openshift/origin-node:v3.11.0","name":"openvswitch","runtime":"docker"},"labels":{"app":"ovs","component":"network","controller-revision-hash":"1517097595","openshift":{"io/component":"network"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-sdn","node":{"name":"node3.novalocal"},"pod":{"name":"ovs-c2d8b"}} meta:{"kubernetes":{"container":{"name":"openvswitch"},"labels":{"app":"ovs","component":"network","controller-revision-hash":"1517097595","openshift":{"io/component":"network"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-sdn","node":{"name":"node3.novalocal"},"pod":{"name":"ovs-c2d8b"}}}]
  78. 2020-05-06T04:27:27.049Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"fw-db-upgrade-scheduler-b68cdffb4-gl6vg" generateName:"fw-db-upgrade-scheduler-b68cdffb4-" namespace:"fw-db-upgrade" selfLink:"/api/v1/namespaces/fw-db-upgrade/pods/fw-db-upgrade-scheduler-b68cdffb4-gl6vg" uid:"3cf01342-89ff-11ea-9df0-fa163ec2dc37" resourceVersion:"4275732" generation:0 creationTimestamp:<seconds:1588153992 nanos:0 > labels:<key:"app" value:"fw-db-upgrade-scheduler" > labels:<key:"pod-template-hash" value:"624789960" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"fw-db-upgrade-scheduler-b68cdffb4" uid:"5611e7c0-8177-11ea-8157-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-87jb9" volumeSource:<secret:<secretName:"default-token-87jb9" defaultMode:420 > > > containers:<name:"fw-db-upgrade-scheduler" image:"fnc-docker-reg:3000/scheduler:1.0.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8002 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-87jb9" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c0" > > imagePullSecrets:<name:"default-dockercfg-j684z" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588154047 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588154058 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588153992 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.24" startTime:<seconds:1588154047 nanos:0 > containerStatuses:<name:"fw-db-upgrade-scheduler" state:<running:<startedAt:<seconds:1588154058 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/scheduler:1.0.0" imageID:"docker-pullable://fnc-docker-reg:3000/scheduler@sha256:3305c76f674439d3a1bc5fef5f172a098445bf20500fdaf41e33b6225751323a" containerID:"docker://6decb92c84b8cf08aa7123443e6b311c63fee7ac8d5f23701703174695285405" > qosClass:"BestEffort" 11:"" >
  79. 2020-05-06T04:27:27.049Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[port:8002 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6decb92c84b8cf08aa7123443e6b311c63fee7ac8d5f23701703174695285405","image":"fnc-docker-reg:3000/scheduler:1.0.0","name":"fw-db-upgrade-scheduler","runtime":"docker"},"labels":{"app":"fw-db-upgrade-scheduler","pod-template-hash":"624789960"},"namespace":"fw-db-upgrade","node":{"name":"node3.novalocal"},"pod":{"name":"fw-db-upgrade-scheduler-b68cdffb4-gl6vg"},"replicaset":{"name":"fw-db-upgrade-scheduler-b68cdffb4"}} meta:{"kubernetes":{"container":{"name":"fw-db-upgrade-scheduler"},"labels":{"app":"fw-db-upgrade-scheduler","pod-template-hash":"624789960"},"namespace":"fw-db-upgrade","node":{"name":"node3.novalocal"},"pod":{"name":"fw-db-upgrade-scheduler-b68cdffb4-gl6vg"},"replicaset":{"name":"fw-db-upgrade-scheduler-b68cdffb4"}}} start:true host:10.131.0.24]
  80. 2020-05-06T04:27:27.049Z DEBUG [bus] bus/bus.go:72 filebeat: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6decb92c84b8cf08aa7123443e6b311c63fee7ac8d5f23701703174695285405","image":"fnc-docker-reg:3000/scheduler:1.0.0","name":"fw-db-upgrade-scheduler","runtime":"docker"},"labels":{"app":"fw-db-upgrade-scheduler","pod-template-hash":"624789960"},"namespace":"fw-db-upgrade","node":{"name":"node3.novalocal"},"pod":{"name":"fw-db-upgrade-scheduler-b68cdffb4-gl6vg"},"replicaset":{"name":"fw-db-upgrade-scheduler-b68cdffb4"}} meta:{"kubernetes":{"container":{"name":"fw-db-upgrade-scheduler"},"labels":{"app":"fw-db-upgrade-scheduler","pod-template-hash":"624789960"},"namespace":"fw-db-upgrade","node":{"name":"node3.novalocal"},"pod":{"name":"fw-db-upgrade-scheduler-b68cdffb4-gl6vg"},"replicaset":{"name":"fw-db-upgrade-scheduler-b68cdffb4"}}} start:true host:10.131.0.24 port:8002]
  81. 2020-05-06T04:27:27.049Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"kafka-2" generateName:"kafka-" namespace:"msgbus" selfLink:"/api/v1/namespaces/msgbus/pods/kafka-2" uid:"a9a49e95-8a37-11ea-9df0-fa163ec2dc37" resourceVersion:"4332666" generation:0 creationTimestamp:<seconds:1588178226 nanos:0 > labels:<key:"app" value:"kafka" > labels:<key:"controller-revision-hash" value:"kafka-5fd89b956d" > labels:<key:"statefulset.kubernetes.io/pod-name" value:"kafka-2" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"StatefulSet" name:"kafka" uid:"a7417dd0-83fa-11ea-8157-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"datadir" volumeSource:<persistentVolumeClaim:<claimName:"datadir-kafka-2" readOnly:false > > > volumes:<name:"default-token-wb6qx" volumeSource:<secret:<secretName:"default-token-wb6qx" defaultMode:420 > > > containers:<name:"k8skafka" image:"fnc-docker-reg:3000/kafka-deploy:v1" command:"sh" command:"-c" command:"exec kafka-server-start.sh /opt/kafka/config/server.properties --override broker.id=${HOSTNAME##*-} --override listeners=INTERNAL_PLAINTEXT://:9093 --override zookeeper.connect=zk-0.zk-svc.msgbus.svc.cluster.local:2181,zk-1.zk-svc.msgbus.svc.cluster.local:2181,zk-2.zk-svc.msgbus.svc.cluster.local:2181, --override log.dir=/var/lib/kafka --override listener.security.protocol.map=INTERNAL_PLAINTEXT:PLAINTEXT --override advertised.listeners=INTERNAL_PLAINTEXT://:9093 --override inter.broker.listener.name=INTERNAL_PLAINTEXT " workingDir:"" ports:<name:"server" hostPort:0 containerPort:9093 protocol:"TCP" hostIP:"" > env:<name:"KAFKA_HEAP_OPTS" value:"-Xmx512M -Xms512M" > env:<name:"KAFKA_OPTS" value:"-Dlogging.level=INFO" > resources:<requests:<key:"cpu" value:<string:"200m" > > requests:<key:"memory" value:<string:"512Mi" > > > volumeMounts:<name:"datadir" readOnly:false mountPath:"/var/lib/kafka" subPath:"" > volumeMounts:<name:"default-token-wb6qx" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"Always" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:300 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > nodeSelector:<key:"nodetype" value:"apps" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c34,c29" > runAsUser:1000 fsGroup:1000 > imagePullSecrets:<name:"default-dockercfg-qnr58" > hostname:"kafka-2" subdomain:"kafka-svc" affinity:<podAffinity:<preferredDuringSchedulingIgnoredDuringExecution:<weight:1 podAffinityTerm:<labelSelector:<matchExpressions:<key:"app" operator:"In" values:"zk" > > topologyKey:"statefulset.kubernetes.io/pod-name" > > > podAntiAffinity:<requiredDuringSchedulingIgnoredDuringExecution:<labelSelector:<matchExpressions:<key:"app" operator:"In" values:"kafka" > > topologyKey:"statefulset.kubernetes.io/pod-name" > > > schedulerName:"default-scheduler" tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588178281 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588178284 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588178226 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.39" startTime:<seconds:1588178281 nanos:0 > containerStatuses:<name:"k8skafka" state:<running:<startedAt:<seconds:1588178284 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/kafka-deploy:v1" imageID:"docker-pullable://fnc-docker-reg:3000/kafka-deploy@sha256:e25905774ca2ad145ca65b8a045e8b7285204b8f137c86ca8eff5193b4ca8f4d" containerID:"docker://40a9ced74b554658921867cfffe5c01635ef999ea45a0516d6ae1cc5b9748652" > qosClass:"Burstable" 11:"" >
  82. 2020-05-06T04:27:27.049Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[start:true host:10.131.0.39 port:9093 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"40a9ced74b554658921867cfffe5c01635ef999ea45a0516d6ae1cc5b9748652","image":"fnc-docker-reg:3000/kafka-deploy:v1","name":"k8skafka","runtime":"docker"},"labels":{"app":"kafka","controller-revision-hash":"kafka-5fd89b956d","statefulset":{"kubernetes":{"io/pod-name":"kafka-2"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"kafka-2"},"statefulset":{"name":"kafka"}} meta:{"kubernetes":{"container":{"name":"k8skafka"},"labels":{"app":"kafka","controller-revision-hash":"kafka-5fd89b956d","statefulset":{"kubernetes":{"io/pod-name":"kafka-2"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"kafka-2"},"statefulset":{"name":"kafka"}}}]
  83. 2020-05-06T04:27:27.049Z DEBUG [bus] bus/bus.go:72 filebeat: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"40a9ced74b554658921867cfffe5c01635ef999ea45a0516d6ae1cc5b9748652","image":"fnc-docker-reg:3000/kafka-deploy:v1","name":"k8skafka","runtime":"docker"},"labels":{"app":"kafka","controller-revision-hash":"kafka-5fd89b956d","statefulset":{"kubernetes":{"io/pod-name":"kafka-2"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"kafka-2"},"statefulset":{"name":"kafka"}} meta:{"kubernetes":{"container":{"name":"k8skafka"},"labels":{"app":"kafka","controller-revision-hash":"kafka-5fd89b956d","statefulset":{"kubernetes":{"io/pod-name":"kafka-2"}}},"namespace":"msgbus","node":{"name":"node3.novalocal"},"pod":{"name":"kafka-2"},"statefulset":{"name":"kafka"}}} start:true host:10.131.0.39 port:9093]
  84. 2020-05-06T04:27:27.049Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"sdn-hztgw" generateName:"sdn-" namespace:"openshift-sdn" selfLink:"/api/v1/namespaces/openshift-sdn/pods/sdn-hztgw" uid:"26c05d2b-78bf-11ea-89cc-fa163ec2dc37" resourceVersion:"4259638" generation:0 creationTimestamp:<seconds:1586257297 nanos:0 > labels:<key:"app" value:"sdn" > labels:<key:"component" value:"network" > labels:<key:"controller-revision-hash" value:"3288865384" > labels:<key:"openshift.io/component" value:"network" > labels:<key:"pod-template-generation" value:"2" > labels:<key:"type" value:"infra" > annotations:<key:"openshift.io/scc" value:"privileged" > annotations:<key:"scheduler.alpha.kubernetes.io/critical-pod" value:"" > ownerReferences:<apiVersion:"apps/v1" kind:"DaemonSet" name:"sdn" uid:"12b3a36e-78bf-11ea-89cc-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"host-config" volumeSource:<hostPath:<path:"/etc/origin/node" type:"" > > > volumes:<name:"host-sysconfig" volumeSource:<hostPath:<path:"/etc/sysconfig" type:"" > > > volumes:<name:"host-modules" volumeSource:<hostPath:<path:"/lib/modules" type:"" > > > volumes:<name:"host-var-run" volumeSource:<hostPath:<path:"/var/run" type:"" > > > volumes:<name:"host-var-run-dbus" volumeSource:<hostPath:<path:"/var/run/dbus" type:"" > > > volumes:<name:"host-var-run-ovs" volumeSource:<hostPath:<path:"/var/run/openvswitch" type:"" > > > volumes:<name:"host-var-run-kubernetes" volumeSource:<hostPath:<path:"/var/run/kubernetes" type:"" > > > volumes:<name:"host-var-run-openshift-sdn" volumeSource:<hostPath:<path:"/var/run/openshift-sdn" type:"" > > > volumes:<name:"host-opt-cni-bin" volumeSource:<hostPath:<path:"/opt/cni/bin" type:"" > > > volumes:<name:"host-etc-cni-netd" volumeSource:<hostPath:<path:"/etc/cni/net.d" type:"" > > > volumes:<name:"host-var-lib-cni-networks-openshift-sdn" volumeSource:<hostPath:<path:"/var/lib/cni/networks/openshift-sdn" type:"" > > > volumes:<name:"sdn-token-l7gxs" volumeSource:<secret:<secretName:"sdn-token-l7gxs" defaultMode:420 > > > containers:<name:"sdn" image:"docker.io/openshift/origin-node:v3.11.0" command:"/bin/bash" command:"-c" command:"#!/bin/bash\nset -euo pipefail\n\n# if another process is listening on the cni-server socket, wait until it exits\ntrap 'kill $(jobs -p); rm -Rf /etc/cni/net.d/80-openshift-network.conf ; exit 0' TERM\nretries=0\nwhile true; do\n if echo 'test' | socat - UNIX-CONNECT:/var/run/openshift-sdn/cni-server.sock >/dev/null; then\n echo \"warning: Another process is currently listening on the CNI socket, waiting 15s ...\" 2>&1\n sleep 15 & wait\n (( retries += 1 ))\n else\n break\n fi\n if [[ \"${retries}\" -gt 40 ]]; then\n echo \"error: Another process is currently listening on the CNI socket, exiting\" 2>&1\n exit 1\n fi\ndone\n# if the node config doesn't exist yet, wait until it does\nretries=0\nwhile true; do\n if [[ ! -f /etc/origin/node/node-config.yaml ]]; then\n echo \"warning: Cannot find existing node-config.yaml, waiting 15s ...\" 2>&1\n sleep 15 & wait\n (( retries += 1 ))\n else\n break\n fi\n if [[ \"${retries}\" -gt 40 ]]; then\n echo \"error: No existing node-config.yaml, exiting\" 2>&1\n exit 1\n fi\ndone\n\n#BUG 1728081: If /etc/sysconfig/origin-node got mounted as DirectoryOrCreate; clean it up so we can ultimately mount /etc/sysconfig/origin-node as FileOrCreate\nif [[ -d /etc/sysconfig/origin-node ]]; then\n echo \"Deleting the origin-node dir\"\n rmdir /etc/sysconfig/origin-node || true\nfi\n\n# Take over network functions on the node\nrm -Rf /etc/cni/net.d/80-openshift-network.conf\ncp -Rf /opt/cni/bin/* /host/opt/cni/bin/\n\n# Load DEBUG_LOGLEVEL\nif [[ -f /etc/sysconfig/origin-node ]]; then\n set -o allexport\n echo \"Reading environment variables from /etc/sysconfig/origin-node\"\n source /etc/sysconfig/origin-node\nelif [[ -f /etc/sysconfig/atomic-openshift-node ]]; then\n set -o allexport\n echo \"Reading environment variables from /etc/sysconfig/atomic-openshift-node\"\n source /etc/sysconfig/atomic-openshift-node\nfi\n\n# use either the bootstrapped node kubeconfig or the static configuration\nfile=/etc/origin/node/node.kubeconfig\nif [[ ! -f \"${file}\" ]]; then\n # use the static node config if it exists\n # TODO: remove when static node configuration is no longer supported\n for f in /etc/origin/node/system*.kubeconfig; do\n echo \"info: Using ${f} for node configuration\" 1>&2\n file=\"${f}\"\n break\n done\nfi\n# Use the same config as the node, but with the service account token\noc config \"--config=${file}\" view --flatten > /tmp/kubeconfig\noc config --config=/tmp/kubeconfig set-credentials sa \"--token=$( cat /var/run/secrets/kubernetes.io/serviceaccount/token )\"\noc config --config=/tmp/kubeconfig set-context \"$( oc config --config=/tmp/kubeconfig current-context )\" --user=sa\n# Launch the network process\nif which openshift-sdn; then\n exec openshift-sdn --config=/etc/origin/node/node-config.yaml --kubeconfig=/tmp/kubeconfig --loglevel=${DEBUG_LOGLEVEL:-2}\nfi\nexec openshift start network --config=/etc/origin/node/node-config.yaml --kubeconfig=/tmp/kubeconfig --loglevel=${DEBUG_LOGLEVEL:-2}\n" workingDir:"" ports:<name:"healthz" hostPort:10256 containerPort:10256 protocol:"TCP" hostIP:"" > env:<name:"OPENSHIFT_DNS_DOMAIN" value:"cluster.local" > resources:<requests:<key:"cpu" value:<string:"100m" > > requests:<key:"memory" value:<string:"200Mi" > > > volumeMounts:<name:"host-config" readOnly:true mountPath:"/etc/origin/node/" subPath:"" > volumeMounts:<name:"host-sysconfig" readOnly:false mountPath:"/etc/sysconfig" subPath:"" > volumeMounts:<name:"host-var-run" readOnly:false mountPath:"/var/run" subPath:"" > volumeMounts:<name:"host-var-run-dbus" readOnly:true mountPath:"/var/run/dbus/" subPath:"" > volumeMounts:<name:"host-var-run-ovs" readOnly:true mountPath:"/var/run/openvswitch/" subPath:"" > volumeMounts:<name:"host-var-run-kubernetes" readOnly:true mountPath:"/var/run/kubernetes/" subPath:"" > volumeMounts:<name:"host-var-run-openshift-sdn" readOnly:false mountPath:"/var/run/openshift-sdn" subPath:"" > volumeMounts:<name:"host-opt-cni-bin" readOnly:false mountPath:"/host/opt/cni/bin" subPath:"" > volumeMounts:<name:"host-etc-cni-netd" readOnly:false mountPath:"/etc/cni/net.d" subPath:"" > volumeMounts:<name:"host-var-lib-cni-networks-openshift-sdn" readOnly:false mountPath:"/var/lib/cni/networks/openshift-sdn" subPath:"" > volumeMounts:<name:"sdn-token-l7gxs" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > lifecycle:<preStop:<exec:<command:"rm" command:"-Rf" command:"/etc/cni/net.d/80-openshift-network.conf" command:"/host/opt/cni/bin/openshift-sdn" > > > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<privileged:true runAsUser:0 > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" serviceAccountName:"sdn" serviceAccount:"sdn" nodeName:"node3.novalocal" hostNetwork:true hostPID:true hostIPC:false securityContext:<> imagePullSecrets:<name:"sdn-dockercfg-45qjj" > hostname:"" subdomain:"" schedulerName:"default-scheduler" tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"node.kubernetes.io/disk-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"" operator:"Exists" value:"" effect:"" > tolerations:<key:"node.kubernetes.io/not-ready" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/unreachable" operator:"Exists" value:"" effect:"NoExecute" > priorityClassName:"system-node-critical" priority:2000001000 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1586257341 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588148247 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1586257341 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"167.254.204.61" startTime:<seconds:1586257341 nanos:0 > containerStatuses:<name:"sdn" state:<running:<startedAt:<seconds:1588148246 nanos:0 > > > lastState:<terminated:<exitCode:1 signal:0 reason:"Error" message:"" startedAt:<seconds:1588147571 nanos:0 > finishedAt:<seconds:1588148061 nanos:0 > containerID:"docker://e2fc9365cb45360f770b16fcb113937471210577fbb887186c2b74f1bea5453d" > > ready:true restartCount:16 image:"docker.io/openshift/origin-node:v3.11.0" imageID:"docker-pullable://docker.io/openshift/origin-node@sha256:d17750a97170d6d4a6aa5bd6a225e8284bd5d198991ba9d3570a20d4a8317997" containerID:"docker://9c6a8a7b0c5b3d403f1fc339ccfb834107464661b057181129bff8aa17ac5945" > qosClass:"Burstable" 11:"" >
  85. 2020-05-06T04:27:27.049Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[meta:{"kubernetes":{"container":{"name":"sdn"},"labels":{"app":"sdn","component":"network","controller-revision-hash":"3288865384","openshift":{"io/component":"network"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-sdn","node":{"name":"node3.novalocal"},"pod":{"name":"sdn-hztgw"}}} start:true host:167.254.204.61 port:10256 kubernetes:{"annotations":{"openshift":{"io/scc":"privileged"},"scheduler":{"alpha":{"kubernetes":{"io/critical-pod":""}}}},"container":{"id":"9c6a8a7b0c5b3d403f1fc339ccfb834107464661b057181129bff8aa17ac5945","image":"docker.io/openshift/origin-node:v3.11.0","name":"sdn","runtime":"docker"},"labels":{"app":"sdn","component":"network","controller-revision-hash":"3288865384","openshift":{"io/component":"network"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-sdn","node":{"name":"node3.novalocal"},"pod":{"name":"sdn-hztgw"}}]
  86. 2020-05-06T04:27:27.050Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:167.254.204.61 port:10256 kubernetes:{"annotations":{"openshift":{"io/scc":"privileged"},"scheduler":{"alpha":{"kubernetes":{"io/critical-pod":""}}}},"container":{"id":"9c6a8a7b0c5b3d403f1fc339ccfb834107464661b057181129bff8aa17ac5945","image":"docker.io/openshift/origin-node:v3.11.0","name":"sdn","runtime":"docker"},"labels":{"app":"sdn","component":"network","controller-revision-hash":"3288865384","openshift":{"io/component":"network"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-sdn","node":{"name":"node3.novalocal"},"pod":{"name":"sdn-hztgw"}} meta:{"kubernetes":{"container":{"name":"sdn"},"labels":{"app":"sdn","component":"network","controller-revision-hash":"3288865384","openshift":{"io/component":"network"},"pod-template-generation":"2","type":"infra"},"namespace":"openshift-sdn","node":{"name":"node3.novalocal"},"pod":{"name":"sdn-hztgw"}}}]
  87. 2020-05-06T04:27:27.050Z INFO kubernetes/watcher.go:194 kubernetes: Resource sync done
  88. 2020-05-06T04:27:27.050Z INFO kubernetes/watcher.go:238 kubernetes: Watching API for resource events
  89. 2020-05-06T04:27:27.151Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"filebeat-fs24p" generateName:"filebeat-" namespace:"logging" selfLink:"/api/v1/namespaces/logging/pods/filebeat-fs24p" uid:"c91adaba-8f51-11ea-a4e2-fa163ec2dc37" resourceVersion:"5602696" generation:0 creationTimestamp:<seconds:1588739201 nanos:0 > labels:<key:"app" value:"filebeat" > labels:<key:"controller-revision-hash" value:"3128509765" > labels:<key:"pod-template-generation" value:"1" > annotations:<key:"openshift.io/scc" value:"hostpath" > ownerReferences:<apiVersion:"apps/v1" kind:"DaemonSet" name:"filebeat" uid:"c86f629d-8f51-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"varlog" volumeSource:<hostPath:<path:"/var/log" type:"" > > > volumes:<name:"vartmp" volumeSource:<hostPath:<path:"/var/tmp" type:"" > > > volumes:<name:"varlogcontainers" volumeSource:<hostPath:<path:"/var/log/containers" type:"" > > > volumes:<name:"varlogpods" volumeSource:<hostPath:<path:"/var/log/pods" type:"" > > > volumes:<name:"varlibdockercontainers" volumeSource:<hostPath:<path:"/var/lib/docker/containers" type:"" > > > volumes:<name:"config-volume" volumeSource:<configMap:<localObjectReference:<name:"logging-configmap" > items:<key:"filebeat.yml" path:"filebeat.yml" > defaultMode:420 > > > volumes:<name:"filebeat-serviceaccount-token-fbr98" volumeSource:<secret:<secretName:"filebeat-serviceaccount-token-fbr98" defaultMode:420 > > > containers:<name:"filebeat" image:"docker.elastic.co/beats/filebeat:6.4.1" command:"/usr/share/filebeat/filebeat" args:"-e" args:"-path.config" args:"/usr/share/filebeat/config" workingDir:"" env:<name:"LOGSTASH_HOSTS" value:"logstash-service:5044" > env:<name:"LOG_LEVEL" value:"info" > env:<name:"FILEBEAT_HOST" value:"" valueFrom:<fieldRef:<apiVersion:"v1" fieldPath:"spec.nodeName" > > > resources:<limits:<key:"cpu" value:<string:"500m" > > limits:<key:"memory" value:<string:"4Gi" > > requests:<key:"cpu" value:<string:"500m" > > requests:<key:"memory" value:<string:"4Gi" > > > volumeMounts:<name:"config-volume" readOnly:false mountPath:"/usr/share/filebeat/config" subPath:"" > volumeMounts:<name:"varlog" readOnly:true mountPath:"/var/log/hostlogs" subPath:"" > volumeMounts:<name:"varlogcontainers" readOnly:true mountPath:"/var/log/containers" subPath:"" > volumeMounts:<name:"varlogpods" readOnly:true mountPath:"/var/log/pods" subPath:"" > volumeMounts:<name:"varlibdockercontainers" readOnly:true mountPath:"/var/lib/docker/containers" subPath:"" > volumeMounts:<name:"vartmp" readOnly:false mountPath:"/var/tmp/filebeat" subPath:"" > volumeMounts:<name:"filebeat-serviceaccount-token-fbr98" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"filebeat-serviceaccount" serviceAccount:"filebeat-serviceaccount" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<runAsUser:0 > imagePullSecrets:<name:"filebeat-serviceaccount-dockercfg-wnj75" > hostname:"" subdomain:"" schedulerName:"default-scheduler" tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"node-role.kubernetes.io/master" operator:"" value:"" effect:"NoSchedule" > tolerations:<key:"node.kubernetes.io/not-ready" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/unreachable" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/disk-pressure" operator:"Exists" value:"" effect:"NoSchedule" > priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588739243 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588739247 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588739243 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.164" startTime:<seconds:1588739243 nanos:0 > containerStatuses:<name:"filebeat" state:<running:<startedAt:<seconds:1588739246 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"docker.elastic.co/beats/filebeat:6.4.1" imageID:"docker-pullable://docker.elastic.co/beats/filebeat@sha256:886ebbfa1bcefcc3e3821c41c62353e98f85a0a88a1d17d9a2978c0b4678ff2a" containerID:"docker://3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c" > qosClass:"Guaranteed" 11:"" >
  90. 2020-05-06T04:27:27.151Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[stop:true host:10.131.0.164 kubernetes:{"annotations":{"openshift":{"io/scc":"hostpath"}},"container":{"id":"3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c","image":"docker.elastic.co/beats/filebeat:6.4.1","name":"filebeat","runtime":"docker"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}} meta:{"kubernetes":{"container":{"name":"filebeat"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}}}]
  91. 2020-05-06T04:27:27.151Z DEBUG [bus] bus/bus.go:72 filebeat: map[stop:true host:10.131.0.164 kubernetes:{"annotations":{"openshift":{"io/scc":"hostpath"}},"container":{"id":"3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c","image":"docker.elastic.co/beats/filebeat:6.4.1","name":"filebeat","runtime":"docker"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}} meta:{"kubernetes":{"container":{"name":"filebeat"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}}}]
  92. 2020-05-06T04:27:27.151Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[kubernetes:{"annotations":{"openshift":{"io/scc":"hostpath"}},"container":{"id":"3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c","image":"docker.elastic.co/beats/filebeat:6.4.1","name":"filebeat","runtime":"docker"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}} meta:{"kubernetes":{"container":{"name":"filebeat"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}}} start:true host:10.131.0.164]
  93. 2020-05-06T04:27:27.151Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.164 kubernetes:{"annotations":{"openshift":{"io/scc":"hostpath"}},"container":{"id":"3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c","image":"docker.elastic.co/beats/filebeat:6.4.1","name":"filebeat","runtime":"docker"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}} meta:{"kubernetes":{"container":{"name":"filebeat"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}}}]
  94. 2020-05-06T04:27:57.028Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":40,"time":{"ms":40}},"total":{"ticks":70,"time":{"ms":77},"value":0},"user":{"ticks":30,"time":{"ms":37}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":30020}},"memstats":{"gc_next":4194304,"memory_alloc":3199200,"memory_total":6008184,"rss":15933440}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"output":{"type":"console"},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0},"writes":{"success":1,"total":1}},"system":{"cpu":{"cores":4},"load":{"1":0.16,"15":0.19,"5":0.17,"norm":{"1":0.04,"15":0.0475,"5":0.0425}}}}}}
  95. 2020-05-06T04:28:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":40,"time":{"ms":2}},"total":{"ticks":70,"time":{"ms":3},"value":70},"user":{"ticks":30,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":60017}},"memstats":{"gc_next":4194304,"memory_alloc":3311056,"memory_total":6120040}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.31,"15":0.2,"5":0.2,"norm":{"1":0.0775,"15":0.05,"5":0.05}}}}}}
  96. 2020-05-06T04:28:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":40,"time":{"ms":2}},"total":{"ticks":70,"time":{"ms":4},"value":70},"user":{"ticks":30,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":90017}},"memstats":{"gc_next":4194304,"memory_alloc":3492064,"memory_total":6301048}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.27,"15":0.2,"5":0.2,"norm":{"1":0.0675,"15":0.05,"5":0.05}}}}}}
  97. 2020-05-06T04:29:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":40,"time":{"ms":2}},"total":{"ticks":80,"time":{"ms":2},"value":80},"user":{"ticks":40}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":120017}},"memstats":{"gc_next":4194304,"memory_alloc":3681376,"memory_total":6490360,"rss":229376}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.29,"15":0.2,"5":0.21,"norm":{"1":0.0725,"15":0.05,"5":0.0525}}}}}}
  98. 2020-05-06T04:29:57.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":40,"time":{"ms":3}},"total":{"ticks":80,"time":{"ms":8},"value":80},"user":{"ticks":40,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":150018}},"memstats":{"gc_next":4194304,"memory_alloc":2060872,"memory_total":6674808,"rss":229376}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.23,"15":0.2,"5":0.21,"norm":{"1":0.0575,"15":0.05,"5":0.0525}}}}}}
  99. 2020-05-06T04:30:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":50,"time":{"ms":2}},"total":{"ticks":90,"time":{"ms":4},"value":90},"user":{"ticks":40,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":180019}},"memstats":{"gc_next":4194304,"memory_alloc":2246896,"memory_total":6860832}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.14,"15":0.2,"5":0.19,"norm":{"1":0.035,"15":0.05,"5":0.0475}}}}}}
  100. 2020-05-06T04:30:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":50,"time":{"ms":1}},"total":{"ticks":90,"time":{"ms":3},"value":90},"user":{"ticks":40,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":210017}},"memstats":{"gc_next":4194304,"memory_alloc":2430432,"memory_total":7044368}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.09,"15":0.19,"5":0.17,"norm":{"1":0.0225,"15":0.0475,"5":0.0425}}}}}}
  101. 2020-05-06T04:31:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":50},"total":{"ticks":100,"time":{"ms":2},"value":100},"user":{"ticks":50,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":240018}},"memstats":{"gc_next":4194304,"memory_alloc":2690464,"memory_total":7304400}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.23,"15":0.2,"5":0.2,"norm":{"1":0.0575,"15":0.05,"5":0.05}}}}}}
  102. 2020-05-06T04:31:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":50,"time":{"ms":2}},"total":{"ticks":100,"time":{"ms":6},"value":100},"user":{"ticks":50,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":270019}},"memstats":{"gc_next":4194304,"memory_alloc":2055576,"memory_total":7410416}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.14,"15":0.19,"5":0.18,"norm":{"1":0.035,"15":0.0475,"5":0.045}}}}}}
  103. 2020-05-06T04:32:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":50,"time":{"ms":2}},"total":{"ticks":100,"time":{"ms":3},"value":100},"user":{"ticks":50,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":300019}},"memstats":{"gc_next":4194304,"memory_alloc":2245584,"memory_total":7600424}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.2,"15":0.2,"5":0.19,"norm":{"1":0.05,"15":0.05,"5":0.0475}}}}}}
  104. 2020-05-06T04:32:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":50,"time":{"ms":1}},"total":{"ticks":100,"time":{"ms":3},"value":100},"user":{"ticks":50,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":330017}},"memstats":{"gc_next":4194304,"memory_alloc":2430288,"memory_total":7785128}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.17,"15":0.2,"5":0.19,"norm":{"1":0.0425,"15":0.05,"5":0.0475}}}}}}
  105. 2020-05-06T04:33:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":50,"time":{"ms":1}},"total":{"ticks":100,"time":{"ms":3},"value":100},"user":{"ticks":50,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":360019}},"memstats":{"gc_next":4194304,"memory_alloc":2616944,"memory_total":7971784}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.29,"15":0.21,"5":0.22,"norm":{"1":0.0725,"15":0.0525,"5":0.055}}}}}}
  106. 2020-05-06T04:33:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":60,"time":{"ms":4}},"total":{"ticks":120,"time":{"ms":7},"value":120},"user":{"ticks":60,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":390017}},"memstats":{"gc_next":4194304,"memory_alloc":2053208,"memory_total":8151624}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.23,"15":0.21,"5":0.21,"norm":{"1":0.0575,"15":0.0525,"5":0.0525}}}}}}
  107. 2020-05-06T04:34:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":60,"time":{"ms":1}},"total":{"ticks":120,"time":{"ms":2},"value":120},"user":{"ticks":60,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":420017}},"memstats":{"gc_next":4194304,"memory_alloc":2248848,"memory_total":8347264}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.19,"15":0.21,"5":0.21,"norm":{"1":0.0475,"15":0.0525,"5":0.0525}}}}}}
  108. 2020-05-06T04:34:57.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":60,"time":{"ms":4}},"total":{"ticks":120,"time":{"ms":4},"value":120},"user":{"ticks":60}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":450018}},"memstats":{"gc_next":4194304,"memory_alloc":2425056,"memory_total":8523472,"rss":-454656}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.33,"15":0.22,"5":0.25,"norm":{"1":0.0825,"15":0.055,"5":0.0625}}}}}}
  109. 2020-05-06T04:35:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":70,"time":{"ms":3}},"total":{"ticks":130,"time":{"ms":4},"value":130},"user":{"ticks":60,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":480017}},"memstats":{"gc_next":4194304,"memory_alloc":2616800,"memory_total":8715216}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.2,"15":0.22,"5":0.23,"norm":{"1":0.05,"15":0.055,"5":0.0575}}}}}}
  110. 2020-05-06T04:35:57.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":70,"time":{"ms":3}},"total":{"ticks":130,"time":{"ms":7},"value":130},"user":{"ticks":60,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":510017}},"memstats":{"gc_next":4194304,"memory_alloc":2056264,"memory_total":8898784,"rss":245760}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.17,"15":0.22,"5":0.22,"norm":{"1":0.0425,"15":0.055,"5":0.055}}}}}}
  111. 2020-05-06T04:36:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":70,"time":{"ms":3}},"total":{"ticks":140,"time":{"ms":4},"value":140},"user":{"ticks":70,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":540017}},"memstats":{"gc_next":4194304,"memory_alloc":2240112,"memory_total":9082632}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.24,"15":0.22,"5":0.23,"norm":{"1":0.06,"15":0.055,"5":0.0575}}}}}}
  112. 2020-05-06T04:36:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":70,"time":{"ms":1}},"total":{"ticks":140,"time":{"ms":3},"value":140},"user":{"ticks":70,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":570017}},"memstats":{"gc_next":4194304,"memory_alloc":2426224,"memory_total":9268744}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.62,"15":0.25,"5":0.32,"norm":{"1":0.155,"15":0.0625,"5":0.08}}}}}}
  113. 2020-05-06T04:37:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":70,"time":{"ms":1}},"total":{"ticks":140,"time":{"ms":3},"value":140},"user":{"ticks":70,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":600019}},"memstats":{"gc_next":4194304,"memory_alloc":2695088,"memory_total":9537608,"rss":-237568}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.66,"15":0.26,"5":0.35,"norm":{"1":0.165,"15":0.065,"5":0.0875}}}}}}
  114. 2020-05-06T04:37:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":70,"time":{"ms":2}},"total":{"ticks":150,"time":{"ms":9},"value":150},"user":{"ticks":80,"time":{"ms":7}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":630017}},"memstats":{"gc_next":4194304,"memory_alloc":2059440,"memory_total":9646520}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.96,"15":0.3,"5":0.45,"norm":{"1":0.24,"15":0.075,"5":0.1125}}}}}}
  115. 2020-05-06T04:38:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":80,"time":{"ms":1}},"total":{"ticks":160,"time":{"ms":3},"value":160},"user":{"ticks":80,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":660017}},"memstats":{"gc_next":4194304,"memory_alloc":2246024,"memory_total":9833104}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.01,"15":0.33,"5":0.52,"norm":{"1":0.2525,"15":0.0825,"5":0.13}}}}}}
  116. 2020-05-06T04:38:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":80,"time":{"ms":1}},"total":{"ticks":160,"time":{"ms":3},"value":160},"user":{"ticks":80,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":690017}},"memstats":{"gc_next":4194304,"memory_alloc":2429832,"memory_total":10016912}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.92,"15":0.34,"5":0.54,"norm":{"1":0.23,"15":0.085,"5":0.135}}}}}}
  117. 2020-05-06T04:39:27.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":80,"time":{"ms":3}},"total":{"ticks":160,"time":{"ms":4},"value":160},"user":{"ticks":80,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":720018}},"memstats":{"gc_next":4194304,"memory_alloc":2615176,"memory_total":10202256}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.2,"15":0.38,"5":0.65,"norm":{"1":0.3,"15":0.095,"5":0.1625}}}}}}
  118. 2020-05-06T04:39:57.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":80,"time":{"ms":2}},"total":{"ticks":170,"time":{"ms":8},"value":170},"user":{"ticks":90,"time":{"ms":6}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":750019}},"memstats":{"gc_next":4194304,"memory_alloc":2134040,"memory_total":10460920}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.02,"15":0.4,"5":0.67,"norm":{"1":0.255,"15":0.1,"5":0.1675}}}}}}
  119. 2020-05-06T04:40:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":90,"time":{"ms":4}},"total":{"ticks":180,"time":{"ms":5},"value":180},"user":{"ticks":90,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":780017}},"memstats":{"gc_next":4194304,"memory_alloc":2245608,"memory_total":10572488}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.02,"15":0.42,"5":0.7,"norm":{"1":0.255,"15":0.105,"5":0.175}}}}}}
  120. 2020-05-06T04:40:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":90,"time":{"ms":2}},"total":{"ticks":180,"time":{"ms":3},"value":180},"user":{"ticks":90,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":810018}},"memstats":{"gc_next":4194304,"memory_alloc":2508424,"memory_total":10835304}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.91,"15":0.43,"5":0.71,"norm":{"1":0.2275,"15":0.1075,"5":0.1775}}}}}}
  121. 2020-05-06T04:41:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":90,"time":{"ms":2}},"total":{"ticks":180,"time":{"ms":3},"value":180},"user":{"ticks":90,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":840018}},"memstats":{"gc_next":4194304,"memory_alloc":2692536,"memory_total":11019416}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.87,"15":0.44,"5":0.72,"norm":{"1":0.2175,"15":0.11,"5":0.18}}}}}}
  122. 2020-05-06T04:41:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":90,"time":{"ms":3}},"total":{"ticks":180,"time":{"ms":6},"value":180},"user":{"ticks":90,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":870017}},"memstats":{"gc_next":4194304,"memory_alloc":2053648,"memory_total":11122632}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.59,"15":0.43,"5":0.67,"norm":{"1":0.1475,"15":0.1075,"5":0.1675}}}}}}
  123. 2020-05-06T04:42:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":90,"time":{"ms":1}},"total":{"ticks":190,"time":{"ms":4},"value":190},"user":{"ticks":100,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":900019}},"memstats":{"gc_next":4194304,"memory_alloc":2246776,"memory_total":11315760}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.41,"15":0.42,"5":0.62,"norm":{"1":0.1025,"15":0.105,"5":0.155}}}}}}
  124. 2020-05-06T04:42:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":90,"time":{"ms":1}},"total":{"ticks":190,"time":{"ms":3},"value":190},"user":{"ticks":100,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":930019}},"memstats":{"gc_next":4194304,"memory_alloc":2510232,"memory_total":11579216}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.32,"15":0.41,"5":0.58,"norm":{"1":0.08,"15":0.1025,"5":0.145}}}}}}
  125. 2020-05-06T04:43:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":100,"time":{"ms":2}},"total":{"ticks":200,"time":{"ms":4},"value":200},"user":{"ticks":100,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":960019}},"memstats":{"gc_next":4194304,"memory_alloc":2695976,"memory_total":11764960}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.2,"15":0.4,"5":0.52,"norm":{"1":0.05,"15":0.1,"5":0.13}}}}}}
  126. 2020-05-06T04:43:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":100,"time":{"ms":1}},"total":{"ticks":210,"time":{"ms":6},"value":210},"user":{"ticks":110,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":990019}},"memstats":{"gc_next":4194304,"memory_alloc":2053008,"memory_total":11867712}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.19,"15":0.39,"5":0.49,"norm":{"1":0.0475,"15":0.0975,"5":0.1225}}}}}}
  127. 2020-05-06T04:44:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":100,"time":{"ms":1}},"total":{"ticks":210,"time":{"ms":5},"value":210},"user":{"ticks":110,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1020017}},"memstats":{"gc_next":4194304,"memory_alloc":2239944,"memory_total":12054648}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.11,"15":0.38,"5":0.44,"norm":{"1":0.0275,"15":0.095,"5":0.11}}}}}}
  128. 2020-05-06T04:44:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":100,"time":{"ms":2}},"total":{"ticks":210,"time":{"ms":3},"value":210},"user":{"ticks":110,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1050017}},"memstats":{"gc_next":4194304,"memory_alloc":2435112,"memory_total":12249816}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.13,"15":0.38,"5":0.41,"norm":{"1":0.0325,"15":0.095,"5":0.1025}}}}}}
  129. 2020-05-06T04:45:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":100,"time":{"ms":2}},"total":{"ticks":210,"time":{"ms":4},"value":210},"user":{"ticks":110,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1080017}},"memstats":{"gc_next":4194304,"memory_alloc":2618040,"memory_total":12432744,"rss":-380928}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.08,"15":0.36,"5":0.37,"norm":{"1":0.02,"15":0.09,"5":0.0925}}}}}}
  130. 2020-05-06T04:45:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":110,"time":{"ms":2}},"total":{"ticks":230,"time":{"ms":7},"value":230},"user":{"ticks":120,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1110017}},"memstats":{"gc_next":4194304,"memory_alloc":2056704,"memory_total":12616952}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.13,"15":0.36,"5":0.36,"norm":{"1":0.0325,"15":0.09,"5":0.09}}}}}}
  131. 2020-05-06T04:46:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":110,"time":{"ms":1}},"total":{"ticks":230,"time":{"ms":2},"value":230},"user":{"ticks":120,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1140017}},"memstats":{"gc_next":4194304,"memory_alloc":2246168,"memory_total":12806416}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.16,"15":0.35,"5":0.34,"norm":{"1":0.04,"15":0.0875,"5":0.085}}}}}}
  132. 2020-05-06T04:46:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":110,"time":{"ms":2}},"total":{"ticks":230,"time":{"ms":5},"value":230},"user":{"ticks":120,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1170017}},"memstats":{"gc_next":4194304,"memory_alloc":2431064,"memory_total":12991312}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.09,"15":0.34,"5":0.31,"norm":{"1":0.0225,"15":0.085,"5":0.0775}}}}}}
  133. 2020-05-06T04:47:27.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":110,"time":{"ms":2}},"total":{"ticks":230,"time":{"ms":3},"value":230},"user":{"ticks":120,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1200017}},"memstats":{"gc_next":4194304,"memory_alloc":2617096,"memory_total":13177344}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.06,"15":0.33,"5":0.28,"norm":{"1":0.015,"15":0.0825,"5":0.07}}}}}}
  134. 2020-05-06T04:47:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":110,"time":{"ms":2}},"total":{"ticks":240,"time":{"ms":7},"value":240},"user":{"ticks":130,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1230019}},"memstats":{"gc_next":4194304,"memory_alloc":2056352,"memory_total":13359856}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.14,"15":0.33,"5":0.28,"norm":{"1":0.035,"15":0.0825,"5":0.07}}}}}}
  135. 2020-05-06T04:48:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":110,"time":{"ms":2}},"total":{"ticks":240,"time":{"ms":3},"value":240},"user":{"ticks":130,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1260017}},"memstats":{"gc_next":4194304,"memory_alloc":2246568,"memory_total":13550072}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.09,"15":0.32,"5":0.25,"norm":{"1":0.0225,"15":0.08,"5":0.0625}}}}}}
  136. 2020-05-06T04:48:57.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":120,"time":{"ms":2}},"total":{"ticks":250,"time":{"ms":3},"value":250},"user":{"ticks":130,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1290017}},"memstats":{"gc_next":4194304,"memory_alloc":2433304,"memory_total":13736808}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.23,"15":0.32,"5":0.28,"norm":{"1":0.0575,"15":0.08,"5":0.07}}}}}}
  137. 2020-05-06T04:49:27.028Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":120,"time":{"ms":1}},"total":{"ticks":250,"time":{"ms":5},"value":250},"user":{"ticks":130,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1320017}},"memstats":{"gc_next":4194304,"memory_alloc":2608680,"memory_total":13912184}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.31,"15":0.33,"5":0.3,"norm":{"1":0.0775,"15":0.0825,"5":0.075}}}}}}
  138. 2020-05-06T04:49:57.029Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":120,"time":{"ms":2}},"total":{"ticks":260,"time":{"ms":8},"value":260},"user":{"ticks":140,"time":{"ms":6}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1350020}},"memstats":{"gc_next":4194304,"memory_alloc":2794616,"memory_total":14098120}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.19,"15":0.31,"5":0.27,"norm":{"1":0.0475,"15":0.0775,"5":0.0675}}}}}}
  139. 2020-05-06T04:50:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":120,"time":{"ms":2}},"total":{"ticks":260,"time":{"ms":3},"value":260},"user":{"ticks":140,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1380018}},"memstats":{"gc_next":4194304,"memory_alloc":2324984,"memory_total":14372560}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.11,"15":0.31,"5":0.24,"norm":{"1":0.0275,"15":0.0775,"5":0.06}}}}}}
  140. 2020-05-06T04:50:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":120,"time":{"ms":2}},"total":{"ticks":260,"time":{"ms":3},"value":260},"user":{"ticks":140,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1410019}},"memstats":{"gc_next":4194304,"memory_alloc":2436056,"memory_total":14483632}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.3,"5":0.22,"norm":{"1":0.0175,"15":0.075,"5":0.055}}}}}}
  141. 2020-05-06T04:51:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":130,"time":{"ms":2}},"total":{"ticks":270,"time":{"ms":3},"value":270},"user":{"ticks":140,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1440017}},"memstats":{"gc_next":4194304,"memory_alloc":2620296,"memory_total":14667872}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.04,"15":0.29,"5":0.2,"norm":{"1":0.01,"15":0.0725,"5":0.05}}}}}}
  142. 2020-05-06T04:51:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":130,"time":{"ms":2}},"total":{"ticks":270,"time":{"ms":4},"value":270},"user":{"ticks":140,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1470018}},"memstats":{"gc_next":4194304,"memory_alloc":2875432,"memory_total":14923008,"rss":262144}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.03,"15":0.28,"5":0.18,"norm":{"1":0.0075,"15":0.07,"5":0.045}}}}}}
  143. 2020-05-06T04:52:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":130,"time":{"ms":3}},"total":{"ticks":280,"time":{"ms":5},"value":280},"user":{"ticks":150,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1500017}},"memstats":{"gc_next":4194304,"memory_alloc":2057760,"memory_total":15034944}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.02,"15":0.27,"5":0.16,"norm":{"1":0.005,"15":0.0675,"5":0.04}}}}}}
  144. 2020-05-06T04:52:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":130,"time":{"ms":3}},"total":{"ticks":280,"time":{"ms":4},"value":280},"user":{"ticks":150,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1530017}},"memstats":{"gc_next":4194304,"memory_alloc":2251016,"memory_total":15228200}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.27,"5":0.16,"norm":{"1":0.0175,"15":0.0675,"5":0.04}}}}}}
  145. 2020-05-06T04:53:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":140,"time":{"ms":2}},"total":{"ticks":290,"time":{"ms":3},"value":290},"user":{"ticks":150,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1560017}},"memstats":{"gc_next":4194304,"memory_alloc":2432360,"memory_total":15409544}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.2,"15":0.27,"5":0.18,"norm":{"1":0.05,"15":0.0675,"5":0.045}}}}}}
  146. 2020-05-06T04:53:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":140,"time":{"ms":1}},"total":{"ticks":290,"time":{"ms":4},"value":290},"user":{"ticks":150,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1590017}},"memstats":{"gc_next":4194304,"memory_alloc":2616584,"memory_total":15593768}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.2,"15":0.27,"5":0.18,"norm":{"1":0.05,"15":0.0675,"5":0.045}}}}}}
  147. 2020-05-06T04:54:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":140,"time":{"ms":2}},"total":{"ticks":300,"time":{"ms":6},"value":300},"user":{"ticks":160,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1620019}},"memstats":{"gc_next":4194304,"memory_alloc":2057408,"memory_total":15776632}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.12,"15":0.26,"5":0.16,"norm":{"1":0.03,"15":0.065,"5":0.04}}}}}}
  148. 2020-05-06T04:54:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":140,"time":{"ms":1}},"total":{"ticks":300,"time":{"ms":3},"value":300},"user":{"ticks":160,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1650018}},"memstats":{"gc_next":4194304,"memory_alloc":2324200,"memory_total":16043424}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.13,"15":0.25,"5":0.16,"norm":{"1":0.0325,"15":0.0625,"5":0.04}}}}}}
  149. 2020-05-06T04:55:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":140,"time":{"ms":3}},"total":{"ticks":300,"time":{"ms":4},"value":300},"user":{"ticks":160,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1680017}},"memstats":{"gc_next":4194304,"memory_alloc":2434312,"memory_total":16153536}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.08,"15":0.25,"5":0.15,"norm":{"1":0.02,"15":0.0625,"5":0.0375}}}}}}
  150. 2020-05-06T04:55:57.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":140,"time":{"ms":2}},"total":{"ticks":300,"time":{"ms":5},"value":300},"user":{"ticks":160,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1710017}},"memstats":{"gc_next":4194304,"memory_alloc":2617528,"memory_total":16336752}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.05,"15":0.24,"5":0.13,"norm":{"1":0.0125,"15":0.06,"5":0.0325}}}}}}
  151. 2020-05-06T04:56:27.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":150,"time":{"ms":3}},"total":{"ticks":320,"time":{"ms":8},"value":320},"user":{"ticks":170,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1740017}},"memstats":{"gc_next":4194304,"memory_alloc":2060288,"memory_total":16522016}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.03,"15":0.23,"5":0.12,"norm":{"1":0.0075,"15":0.0575,"5":0.03}}}}}}
  152. 2020-05-06T04:56:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":150,"time":{"ms":1}},"total":{"ticks":320,"time":{"ms":2},"value":320},"user":{"ticks":170,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1770018}},"memstats":{"gc_next":4194304,"memory_alloc":2247848,"memory_total":16709576}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.02,"15":0.22,"5":0.11,"norm":{"1":0.005,"15":0.055,"5":0.0275}}}}}}
  153. 2020-05-06T04:57:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":150,"time":{"ms":2}},"total":{"ticks":320,"time":{"ms":3},"value":320},"user":{"ticks":170,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1800017}},"memstats":{"gc_next":4194304,"memory_alloc":2433480,"memory_total":16895208}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.01,"15":0.22,"5":0.1,"norm":{"1":0.0025,"15":0.055,"5":0.025}}}}}}
  154. 2020-05-06T04:57:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":150},"total":{"ticks":320,"time":{"ms":2},"value":320},"user":{"ticks":170,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1830018}},"memstats":{"gc_next":4194304,"memory_alloc":2612392,"memory_total":17074120,"rss":-106496}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.01,"15":0.21,"5":0.09,"norm":{"1":0.0025,"15":0.0525,"5":0.0225}}}}}}
  155. 2020-05-06T04:58:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":150},"total":{"ticks":330,"time":{"ms":6},"value":330},"user":{"ticks":180,"time":{"ms":6}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1860017}},"memstats":{"gc_next":4194304,"memory_alloc":2057344,"memory_total":17264536}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.2,"5":0.08,"norm":{"1":0,"15":0.05,"5":0.02}}}}}}
  156. 2020-05-06T04:58:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":150,"time":{"ms":2}},"total":{"ticks":330,"time":{"ms":4},"value":330},"user":{"ticks":180,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1890018}},"memstats":{"gc_next":4194304,"memory_alloc":2249144,"memory_total":17456336}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.2,"5":0.07,"norm":{"1":0,"15":0.05,"5":0.0175}}}}}}
  157. 2020-05-06T04:59:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":150,"time":{"ms":2}},"total":{"ticks":330,"time":{"ms":3},"value":330},"user":{"ticks":180,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1920017}},"memstats":{"gc_next":4194304,"memory_alloc":2433112,"memory_total":17640304}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.19,"5":0.07,"norm":{"1":0,"15":0.0475,"5":0.0175}}}}}}
  158. 2020-05-06T04:59:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":1}},"total":{"ticks":340,"time":{"ms":3},"value":340},"user":{"ticks":180,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1950017}},"memstats":{"gc_next":4194304,"memory_alloc":2612344,"memory_total":17819536}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.19,"5":0.06,"norm":{"1":0,"15":0.0475,"5":0.015}}}}}}
  159. 2020-05-06T05:00:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":1}},"total":{"ticks":350,"time":{"ms":7},"value":350},"user":{"ticks":190,"time":{"ms":6}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":1980017}},"memstats":{"gc_next":4194304,"memory_alloc":2057552,"memory_total":18009968,"rss":-106496}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.18,"5":0.05,"norm":{"1":0,"15":0.045,"5":0.0125}}}}}}
  160. 2020-05-06T05:00:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160},"total":{"ticks":350,"time":{"ms":1},"value":350},"user":{"ticks":190,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2010017}},"memstats":{"gc_next":4194304,"memory_alloc":2245016,"memory_total":18197432}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.17,"5":0.05,"norm":{"1":0,"15":0.0425,"5":0.0125}}}}}}
  161. 2020-05-06T05:01:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":2}},"total":{"ticks":350,"time":{"ms":2},"value":350},"user":{"ticks":190}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2040018}},"memstats":{"gc_next":4194304,"memory_alloc":2510264,"memory_total":18462680}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.17,"5":0.04,"norm":{"1":0,"15":0.0425,"5":0.01}}}}}}
  162. 2020-05-06T05:01:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":1}},"total":{"ticks":350,"time":{"ms":2},"value":350},"user":{"ticks":190,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2070018}},"memstats":{"gc_next":4194304,"memory_alloc":2693624,"memory_total":18646040}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.16,"5":0.04,"norm":{"1":0,"15":0.04,"5":0.01}}}}}}
  163. 2020-05-06T05:02:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":2}},"total":{"ticks":350,"time":{"ms":6},"value":350},"user":{"ticks":190,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2100018}},"memstats":{"gc_next":4194304,"memory_alloc":2059536,"memory_total":18754200}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.16,"5":0.04,"norm":{"1":0,"15":0.04,"5":0.01}}}}}}
  164. 2020-05-06T05:02:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":1}},"total":{"ticks":360,"time":{"ms":3},"value":360},"user":{"ticks":200,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2130018}},"memstats":{"gc_next":4194304,"memory_alloc":2250376,"memory_total":18945040}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.08,"15":0.16,"5":0.05,"norm":{"1":0.02,"15":0.04,"5":0.0125}}}}}}
  165. 2020-05-06T05:03:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":1}},"total":{"ticks":360,"time":{"ms":3},"value":360},"user":{"ticks":200,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2160017}},"memstats":{"gc_next":4194304,"memory_alloc":2431720,"memory_total":19126384}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.12,"15":0.16,"5":0.06,"norm":{"1":0.03,"15":0.04,"5":0.015}}}}}}
  166. 2020-05-06T05:03:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":160,"time":{"ms":1}},"total":{"ticks":360,"time":{"ms":3},"value":360},"user":{"ticks":200,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2190018}},"memstats":{"gc_next":4194304,"memory_alloc":2615560,"memory_total":19310224}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.08,"15":0.15,"5":0.06,"norm":{"1":0.02,"15":0.0375,"5":0.015}}}}}}
  167. 2020-05-06T05:04:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":170,"time":{"ms":1}},"total":{"ticks":370,"time":{"ms":5},"value":370},"user":{"ticks":200,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2220018}},"memstats":{"gc_next":4194304,"memory_alloc":2134472,"memory_total":19572824}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.05,"15":0.14,"5":0.05,"norm":{"1":0.0125,"15":0.035,"5":0.0125}}}}}}
  168. 2020-05-06T05:04:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":170,"time":{"ms":1}},"total":{"ticks":380,"time":{"ms":3},"value":380},"user":{"ticks":210,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2250018}},"memstats":{"gc_next":4194304,"memory_alloc":2246616,"memory_total":19684968}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.1,"15":0.14,"5":0.06,"norm":{"1":0.025,"15":0.035,"5":0.015}}}}}}
  169. 2020-05-06T05:05:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":170,"time":{"ms":3}},"total":{"ticks":380,"time":{"ms":3},"value":380},"user":{"ticks":210}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2280017}},"memstats":{"gc_next":4194304,"memory_alloc":2432968,"memory_total":19871320}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.14,"15":0.14,"5":0.07,"norm":{"1":0.035,"15":0.035,"5":0.0175}}}}}}
  170. 2020-05-06T05:05:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":170,"time":{"ms":2}},"total":{"ticks":380,"time":{"ms":3},"value":380},"user":{"ticks":210,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2310017}},"memstats":{"gc_next":4194304,"memory_alloc":2617768,"memory_total":20056120}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.19,"15":0.15,"5":0.1,"norm":{"1":0.0475,"15":0.0375,"5":0.025}}}}}}
  171. 2020-05-06T05:06:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":170,"time":{"ms":2}},"total":{"ticks":380,"time":{"ms":6},"value":380},"user":{"ticks":210,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2340017}},"memstats":{"gc_next":4194304,"memory_alloc":2057136,"memory_total":20239720}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.11,"15":0.14,"5":0.09,"norm":{"1":0.0275,"15":0.035,"5":0.0225}}}}}}
  172. 2020-05-06T05:06:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180,"time":{"ms":2}},"total":{"ticks":390,"time":{"ms":2},"value":390},"user":{"ticks":210}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2370017}},"memstats":{"gc_next":4194304,"memory_alloc":2246456,"memory_total":20429040}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.14,"5":0.08,"norm":{"1":0.0175,"15":0.035,"5":0.02}}}}}}
  173. 2020-05-06T05:07:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180,"time":{"ms":1}},"total":{"ticks":390,"time":{"ms":3},"value":390},"user":{"ticks":210,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2400017}},"memstats":{"gc_next":4194304,"memory_alloc":2431304,"memory_total":20613888}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.04,"15":0.13,"5":0.07,"norm":{"1":0.01,"15":0.0325,"5":0.0175}}}}}}
  174. 2020-05-06T05:07:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180,"time":{"ms":1}},"total":{"ticks":390,"time":{"ms":2},"value":390},"user":{"ticks":210,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2430017}},"memstats":{"gc_next":4194304,"memory_alloc":2611896,"memory_total":20794480}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.03,"15":0.13,"5":0.06,"norm":{"1":0.0075,"15":0.0325,"5":0.015}}}}}}
  175. 2020-05-06T05:08:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180,"time":{"ms":2}},"total":{"ticks":400,"time":{"ms":6},"value":400},"user":{"ticks":220,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2460017}},"memstats":{"gc_next":4194304,"memory_alloc":2059472,"memory_total":20983552}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.16,"15":0.14,"5":0.09,"norm":{"1":0.04,"15":0.035,"5":0.0225}}}}}}
  176. 2020-05-06T05:08:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180,"time":{"ms":1}},"total":{"ticks":400,"time":{"ms":4},"value":400},"user":{"ticks":220,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2490019}},"memstats":{"gc_next":4194304,"memory_alloc":2246168,"memory_total":21170248}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.1,"15":0.13,"5":0.08,"norm":{"1":0.025,"15":0.0325,"5":0.02}}}}}}
  177. 2020-05-06T05:09:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180},"total":{"ticks":400,"time":{"ms":3},"value":400},"user":{"ticks":220,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2520017}},"memstats":{"gc_next":4194304,"memory_alloc":2425432,"memory_total":21349512}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.06,"15":0.13,"5":0.07,"norm":{"1":0.015,"15":0.0325,"5":0.0175}}}}}}
  178. 2020-05-06T05:09:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180},"total":{"ticks":410,"time":{"ms":2},"value":410},"user":{"ticks":230,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2550017}},"memstats":{"gc_next":4194304,"memory_alloc":2615672,"memory_total":21539752}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.04,"15":0.13,"5":0.07,"norm":{"1":0.01,"15":0.0325,"5":0.0175}}}}}}
  179. 2020-05-06T05:10:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180,"time":{"ms":2}},"total":{"ticks":410,"time":{"ms":6},"value":410},"user":{"ticks":230,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2580018}},"memstats":{"gc_next":4194304,"memory_alloc":2057408,"memory_total":21722408}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.02,"15":0.12,"5":0.06,"norm":{"1":0.005,"15":0.03,"5":0.015}}}}}}
  180. 2020-05-06T05:10:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180,"time":{"ms":1}},"total":{"ticks":410,"time":{"ms":2},"value":410},"user":{"ticks":230,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2610018}},"memstats":{"gc_next":4194304,"memory_alloc":2325464,"memory_total":21990464}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.01,"15":0.12,"5":0.06,"norm":{"1":0.0025,"15":0.03,"5":0.015}}}}}}
  181. 2020-05-06T05:11:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":180,"time":{"ms":2}},"total":{"ticks":410,"time":{"ms":3},"value":410},"user":{"ticks":230,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2640017}},"memstats":{"gc_next":4194304,"memory_alloc":2432424,"memory_total":22097424}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.01,"15":0.12,"5":0.05,"norm":{"1":0.0025,"15":0.03,"5":0.0125}}}}}}
  182. 2020-05-06T05:11:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":190},"total":{"ticks":420,"time":{"ms":3},"value":420},"user":{"ticks":230,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2670017}},"memstats":{"gc_next":4194304,"memory_alloc":2618616,"memory_total":22283616}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.12,"5":0.04,"norm":{"1":0,"15":0.03,"5":0.01}}}}}}
  183. 2020-05-06T05:12:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":190,"time":{"ms":2}},"total":{"ticks":430,"time":{"ms":5},"value":430},"user":{"ticks":240,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2700018}},"memstats":{"gc_next":4194304,"memory_alloc":2059744,"memory_total":22469520}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0,"15":0.11,"5":0.04,"norm":{"1":0,"15":0.0275,"5":0.01}}}}}}
  184. 2020-05-06T05:12:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":190,"time":{"ms":2}},"total":{"ticks":430,"time":{"ms":2},"value":430},"user":{"ticks":240}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2730019}},"memstats":{"gc_next":4194304,"memory_alloc":2250440,"memory_total":22660216}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.12,"15":0.12,"5":0.07,"norm":{"1":0.03,"15":0.03,"5":0.0175}}}}}}
  185. 2020-05-06T05:13:27.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":190,"time":{"ms":3}},"total":{"ticks":430,"time":{"ms":4},"value":430},"user":{"ticks":240,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2760017}},"memstats":{"gc_next":4194304,"memory_alloc":2432136,"memory_total":22841912}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.12,"5":0.06,"norm":{"1":0.0175,"15":0.03,"5":0.015}}}}}}
  186. 2020-05-06T05:13:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":190},"total":{"ticks":430,"time":{"ms":2},"value":430},"user":{"ticks":240,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2790018}},"memstats":{"gc_next":4194304,"memory_alloc":2692568,"memory_total":23102344}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.19,"15":0.13,"5":0.09,"norm":{"1":0.0475,"15":0.0325,"5":0.0225}}}}}}
  187. 2020-05-06T05:14:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":190},"total":{"ticks":440,"time":{"ms":5},"value":440},"user":{"ticks":250,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2820018}},"memstats":{"gc_next":4194304,"memory_alloc":2135992,"memory_total":23288640}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.12,"15":0.12,"5":0.08,"norm":{"1":0.03,"15":0.03,"5":0.02}}}}}}
  188. 2020-05-06T05:14:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":200,"time":{"ms":4}},"total":{"ticks":450,"time":{"ms":5},"value":450},"user":{"ticks":250,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2850017}},"memstats":{"gc_next":4194304,"memory_alloc":2246664,"memory_total":23399312}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.12,"5":0.07,"norm":{"1":0.0175,"15":0.03,"5":0.0175}}}}}}
  189. 2020-05-06T05:15:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":200,"time":{"ms":1}},"total":{"ticks":450,"time":{"ms":2},"value":450},"user":{"ticks":250,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2880018}},"memstats":{"gc_next":4194304,"memory_alloc":2432648,"memory_total":23585296}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.04,"15":0.12,"5":0.07,"norm":{"1":0.01,"15":0.03,"5":0.0175}}}}}}
  190. 2020-05-06T05:15:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":200,"time":{"ms":2}},"total":{"ticks":450,"time":{"ms":2},"value":450},"user":{"ticks":250}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2910017}},"memstats":{"gc_next":4194304,"memory_alloc":2615640,"memory_total":23768288}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.03,"15":0.11,"5":0.06,"norm":{"1":0.0075,"15":0.0275,"5":0.015}}}}}}
  191. 2020-05-06T05:16:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":200,"time":{"ms":3}},"total":{"ticks":450,"time":{"ms":7},"value":450},"user":{"ticks":250,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2940017}},"memstats":{"gc_next":4194304,"memory_alloc":2059872,"memory_total":23956960}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.02,"15":0.11,"5":0.06,"norm":{"1":0.005,"15":0.0275,"5":0.015}}}}}}
  192. 2020-05-06T05:16:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":200,"time":{"ms":1}},"total":{"ticks":450,"time":{"ms":3},"value":450},"user":{"ticks":250,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":2970017}},"memstats":{"gc_next":4194304,"memory_alloc":2247000,"memory_total":24144088}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.01,"15":0.11,"5":0.05,"norm":{"1":0.0025,"15":0.0275,"5":0.0125}}}}}}
  193. 2020-05-06T05:17:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":200,"time":{"ms":1}},"total":{"ticks":460,"time":{"ms":3},"value":460},"user":{"ticks":260,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3000017}},"memstats":{"gc_next":4194304,"memory_alloc":2434504,"memory_total":24331592}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.01,"15":0.11,"5":0.04,"norm":{"1":0.0025,"15":0.0275,"5":0.01}}}}}}
  194. 2020-05-06T05:17:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":210,"time":{"ms":1}},"total":{"ticks":470,"time":{"ms":2},"value":470},"user":{"ticks":260,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3030017}},"memstats":{"gc_next":4194304,"memory_alloc":2617304,"memory_total":24514392}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.08,"15":0.11,"5":0.06,"norm":{"1":0.02,"15":0.0275,"5":0.015}}}}}}
  195. 2020-05-06T05:18:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":210,"time":{"ms":3}},"total":{"ticks":470,"time":{"ms":8},"value":470},"user":{"ticks":260,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3060017}},"memstats":{"gc_next":4194304,"memory_alloc":2057552,"memory_total":24699176}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.05,"15":0.1,"5":0.05,"norm":{"1":0.0125,"15":0.025,"5":0.0125}}}}}}
  196. 2020-05-06T05:18:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":210,"time":{"ms":1}},"total":{"ticks":470,"time":{"ms":3},"value":470},"user":{"ticks":260,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3090017}},"memstats":{"gc_next":4194304,"memory_alloc":2250040,"memory_total":24891664}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.09,"15":0.11,"5":0.06,"norm":{"1":0.0225,"15":0.0275,"5":0.015}}}}}}
  197. 2020-05-06T05:19:27.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":210},"total":{"ticks":480,"time":{"ms":3},"value":480},"user":{"ticks":270,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3120018}},"memstats":{"gc_next":4194304,"memory_alloc":2434472,"memory_total":25076096}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.12,"15":0.11,"5":0.07,"norm":{"1":0.03,"15":0.0275,"5":0.0175}}}}}}
  198. 2020-05-06T05:19:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":210,"time":{"ms":2}},"total":{"ticks":480,"time":{"ms":4},"value":480},"user":{"ticks":270,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3150017}},"memstats":{"gc_next":4194304,"memory_alloc":2617080,"memory_total":25258704}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.13,"15":0.11,"5":0.08,"norm":{"1":0.0325,"15":0.0275,"5":0.02}}}}}}
  199. 2020-05-06T05:20:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":210,"time":{"ms":2}},"total":{"ticks":480,"time":{"ms":7},"value":480},"user":{"ticks":270,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3180017}},"memstats":{"gc_next":4194304,"memory_alloc":2050976,"memory_total":25437616}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.08,"15":0.11,"5":0.07,"norm":{"1":0.02,"15":0.0275,"5":0.0175}}}}}}
  200. 2020-05-06T05:20:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":220,"time":{"ms":2}},"total":{"ticks":490,"time":{"ms":3},"value":490},"user":{"ticks":270,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3210017}},"memstats":{"gc_next":4194304,"memory_alloc":2247656,"memory_total":25634296}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.05,"15":0.11,"5":0.07,"norm":{"1":0.0125,"15":0.0275,"5":0.0175}}}}}}
  201. 2020-05-06T05:21:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":220,"time":{"ms":1}},"total":{"ticks":500,"time":{"ms":2},"value":500},"user":{"ticks":280,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3240018}},"memstats":{"gc_next":4194304,"memory_alloc":2430664,"memory_total":25817304}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.03,"15":0.1,"5":0.06,"norm":{"1":0.0075,"15":0.025,"5":0.015}}}}}}
  202. 2020-05-06T05:21:57.025Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":220,"time":{"ms":3}},"total":{"ticks":500,"time":{"ms":3},"value":500},"user":{"ticks":280}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3270017}},"memstats":{"gc_next":4194304,"memory_alloc":2617288,"memory_total":26003928}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.02,"15":0.1,"5":0.05,"norm":{"1":0.005,"15":0.025,"5":0.0125}}}}}}
  203. 2020-05-06T05:22:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":220,"time":{"ms":3}},"total":{"ticks":500,"time":{"ms":5},"value":500},"user":{"ticks":280,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3300017}},"memstats":{"gc_next":4194304,"memory_alloc":2059264,"memory_total":26187592}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.12,"15":0.11,"5":0.08,"norm":{"1":0.03,"15":0.0275,"5":0.02}}}}}}
  204. 2020-05-06T05:22:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":220,"time":{"ms":1}},"total":{"ticks":500,"time":{"ms":3},"value":500},"user":{"ticks":280,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3330019}},"memstats":{"gc_next":4194304,"memory_alloc":2249064,"memory_total":26377392}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.11,"5":0.07,"norm":{"1":0.0175,"15":0.0275,"5":0.0175}}}}}}
  205. 2020-05-06T05:23:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":220},"total":{"ticks":500,"time":{"ms":3},"value":500},"user":{"ticks":280,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3360017}},"memstats":{"gc_next":4194304,"memory_alloc":2431464,"memory_total":26559792}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.04,"15":0.1,"5":0.07,"norm":{"1":0.01,"15":0.025,"5":0.0175}}}}}}
  206. 2020-05-06T05:23:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230,"time":{"ms":2}},"total":{"ticks":510,"time":{"ms":4},"value":510},"user":{"ticks":280,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3390019}},"memstats":{"gc_next":4194304,"memory_alloc":2610648,"memory_total":26738976}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.03,"15":0.1,"5":0.06,"norm":{"1":0.0075,"15":0.025,"5":0.015}}}}}}
  207. 2020-05-06T05:24:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230,"time":{"ms":2}},"total":{"ticks":520,"time":{"ms":6},"value":520},"user":{"ticks":290,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3420017}},"memstats":{"gc_next":4194304,"memory_alloc":2050976,"memory_total":26920672}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.1,"5":0.07,"norm":{"1":0.0175,"15":0.025,"5":0.0175}}}}}}
  208. 2020-05-06T05:24:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230},"total":{"ticks":520,"time":{"ms":3},"value":520},"user":{"ticks":290,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3450017}},"memstats":{"gc_next":4194304,"memory_alloc":2248760,"memory_total":27118456}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.04,"15":0.1,"5":0.06,"norm":{"1":0.01,"15":0.025,"5":0.015}}}}}}
  209. 2020-05-06T05:25:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230,"time":{"ms":1}},"total":{"ticks":520,"time":{"ms":3},"value":520},"user":{"ticks":290,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3480017}},"memstats":{"gc_next":4194304,"memory_alloc":2431576,"memory_total":27301272}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.35,"15":0.12,"5":0.12,"norm":{"1":0.0875,"15":0.03,"5":0.03}}}}}}
  210. 2020-05-06T05:25:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230},"total":{"ticks":530,"time":{"ms":2},"value":530},"user":{"ticks":300,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3510017}},"memstats":{"gc_next":4194304,"memory_alloc":2614600,"memory_total":27484296}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.29,"15":0.12,"5":0.13,"norm":{"1":0.0725,"15":0.03,"5":0.0325}}}}}}
  211. 2020-05-06T05:26:27.029Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230,"time":{"ms":2}},"total":{"ticks":530,"time":{"ms":8},"value":530},"user":{"ticks":300,"time":{"ms":6}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3540020}},"memstats":{"gc_next":4194304,"memory_alloc":2794392,"memory_total":27664088}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.18,"15":0.12,"5":0.12,"norm":{"1":0.045,"15":0.03,"5":0.03}}}}}}
  212. 2020-05-06T05:26:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230},"total":{"ticks":530,"time":{"ms":2},"value":530},"user":{"ticks":300,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3570018}},"memstats":{"gc_next":4194304,"memory_alloc":2324024,"memory_total":27934240}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.11,"15":0.11,"5":0.11,"norm":{"1":0.0275,"15":0.0275,"5":0.0275}}}}}}
  213. 2020-05-06T05:27:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230,"time":{"ms":2}},"total":{"ticks":530,"time":{"ms":4},"value":530},"user":{"ticks":300,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3600017}},"memstats":{"gc_next":4194304,"memory_alloc":2428744,"memory_total":28038960}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.06,"15":0.11,"5":0.1,"norm":{"1":0.015,"15":0.0275,"5":0.025}}}}}}
  214. 2020-05-06T05:27:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230,"time":{"ms":1}},"total":{"ticks":540,"time":{"ms":2},"value":540},"user":{"ticks":310,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3630017}},"memstats":{"gc_next":4194304,"memory_alloc":2614984,"memory_total":28225200}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.04,"15":0.11,"5":0.09,"norm":{"1":0.01,"15":0.0275,"5":0.0225}}}}}}
  215. 2020-05-06T05:28:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":230},"total":{"ticks":540,"time":{"ms":3},"value":540},"user":{"ticks":310,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3660018}},"memstats":{"gc_next":4194304,"memory_alloc":2878104,"memory_total":28488320}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.18,"15":0.12,"5":0.11,"norm":{"1":0.045,"15":0.03,"5":0.0275}}}}}}
  216. 2020-05-06T05:28:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":240,"time":{"ms":2}},"total":{"ticks":550,"time":{"ms":7},"value":550},"user":{"ticks":310,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3690017}},"memstats":{"gc_next":4194304,"memory_alloc":2051184,"memory_total":28587584,"rss":245760}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.11,"15":0.11,"5":0.1,"norm":{"1":0.0275,"15":0.0275,"5":0.025}}}}}}
  217. 2020-05-06T05:29:27.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":240,"time":{"ms":2}},"total":{"ticks":560,"time":{"ms":4},"value":560},"user":{"ticks":320,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3720020}},"memstats":{"gc_next":4194304,"memory_alloc":2248632,"memory_total":28785032}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.11,"5":0.09,"norm":{"1":0.0175,"15":0.0275,"5":0.0225}}}}}}
  218. 2020-05-06T05:29:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":240,"time":{"ms":2}},"total":{"ticks":560,"time":{"ms":4},"value":560},"user":{"ticks":320,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3750017}},"memstats":{"gc_next":4194304,"memory_alloc":2434888,"memory_total":28971288}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.15,"15":0.12,"5":0.11,"norm":{"1":0.0375,"15":0.03,"5":0.0275}}}}}}
  219. 2020-05-06T05:30:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":240,"time":{"ms":1}},"total":{"ticks":560,"time":{"ms":3},"value":560},"user":{"ticks":320,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3780018}},"memstats":{"gc_next":4194304,"memory_alloc":2696856,"memory_total":29233256}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.09,"15":0.12,"5":0.1,"norm":{"1":0.0225,"15":0.03,"5":0.025}}}}}}
  220. 2020-05-06T05:30:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":240,"time":{"ms":2}},"total":{"ticks":570,"time":{"ms":7},"value":570},"user":{"ticks":330,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3810019}},"memstats":{"gc_next":4194304,"memory_alloc":2054160,"memory_total":29335688}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.16,"15":0.12,"5":0.12,"norm":{"1":0.04,"15":0.03,"5":0.03}}}}}}
  221. 2020-05-06T05:31:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":240},"total":{"ticks":570,"time":{"ms":3},"value":570},"user":{"ticks":330,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3840017}},"memstats":{"gc_next":4194304,"memory_alloc":2247016,"memory_total":29528544}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.1,"15":0.12,"5":0.11,"norm":{"1":0.025,"15":0.03,"5":0.0275}}}}}}
  222. 2020-05-06T05:31:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":240,"time":{"ms":1}},"total":{"ticks":570,"time":{"ms":3},"value":570},"user":{"ticks":330,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3870017}},"memstats":{"gc_next":4194304,"memory_alloc":2435064,"memory_total":29716592}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.06,"15":0.12,"5":0.1,"norm":{"1":0.015,"15":0.03,"5":0.025}}}}}}
  223. 2020-05-06T05:32:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":240,"time":{"ms":1}},"total":{"ticks":570,"time":{"ms":2},"value":570},"user":{"ticks":330,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3900019}},"memstats":{"gc_next":4194304,"memory_alloc":2616024,"memory_total":29897552}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.15,"15":0.12,"5":0.12,"norm":{"1":0.0375,"15":0.03,"5":0.03}}}}}}
  224. 2020-05-06T05:32:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":250,"time":{"ms":4}},"total":{"ticks":580,"time":{"ms":6},"value":580},"user":{"ticks":330,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3930017}},"memstats":{"gc_next":4194304,"memory_alloc":2060400,"memory_total":30084016}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":0,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.09,"15":0.12,"5":0.11,"norm":{"1":0.0225,"15":0.03,"5":0.0275}}}}}}
  225. 2020-05-06T05:33:08.423Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"db-backup-cleanup-backups-799b447c9b-t28vr" generateName:"db-backup-cleanup-backups-799b447c9b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-cleanup-backups-799b447c9b-t28vr" uid:"f105c84f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611665" generation:0 creationTimestamp:<seconds:1588743134 nanos:0 > labels:<key:"app" value:"db-backup-cleanup-backups" > labels:<key:"pod-template-hash" value:"3556003756" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-cleanup-backups-799b447c9b" uid:"f0ff3f69-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"cleanups-backupstore-pvc" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-cleanup-backups" image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8006 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743146 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"" podIP:"" qosClass:"BestEffort" 11:"" >
  226. 2020-05-06T05:33:08.484Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-cleanup-backups-799b447c9b-t28vr" generateName:"db-backup-cleanup-backups-799b447c9b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-cleanup-backups-799b447c9b-t28vr" uid:"f105c84f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611669" generation:0 creationTimestamp:<seconds:1588743134 nanos:0 > labels:<key:"app" value:"db-backup-cleanup-backups" > labels:<key:"pod-template-hash" value:"3556003756" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-cleanup-backups-799b447c9b" uid:"f0ff3f69-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"cleanups-backupstore-pvc" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-cleanup-backups" image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8006 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743188 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743188 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-cleanup-backups]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-cleanup-backups]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743146 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743188 nanos:0 > containerStatuses:<name:"db-backup-cleanup-backups" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  227. 2020-05-06T05:33:11.432Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-cleanup-backups-799b447c9b-t28vr" generateName:"db-backup-cleanup-backups-799b447c9b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-cleanup-backups-799b447c9b-t28vr" uid:"f105c84f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611687" generation:0 creationTimestamp:<seconds:1588743134 nanos:0 > labels:<key:"app" value:"db-backup-cleanup-backups" > labels:<key:"pod-template-hash" value:"3556003756" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-cleanup-backups-799b447c9b" uid:"f0ff3f69-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"cleanups-backupstore-pvc" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-cleanup-backups" image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8006 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743188 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743191 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743146 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.165" startTime:<seconds:1588743188 nanos:0 > containerStatuses:<name:"db-backup-cleanup-backups" state:<running:<startedAt:<seconds:1588743191 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" imageID:"docker-pullable://fnc-docker-reg:3000/cleanup-backups@sha256:bc1376b0a465a84c6772d686d409f319d9e331e9c4d652362c67ce47f813a852" containerID:"docker://805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729" > qosClass:"BestEffort" 11:"" >
  228. 2020-05-06T05:33:11.432Z DEBUG [bus] bus/bus.go:72 filebeat: map[stop:true host:10.131.0.165 port:8006 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729","image":"fnc-docker-reg:3000/cleanup-backups:RL1.2.0","name":"db-backup-cleanup-backups","runtime":"docker"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}} meta:{"kubernetes":{"container":{"name":"db-backup-cleanup-backups"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}}} config:[0xc420496510]]
  229. 2020-05-06T05:33:11.433Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.165 port:8006 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729","image":"fnc-docker-reg:3000/cleanup-backups:RL1.2.0","name":"db-backup-cleanup-backups","runtime":"docker"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}} meta:{"kubernetes":{"container":{"name":"db-backup-cleanup-backups"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}}} config:[0xc420314db0]]
  230. 2020-05-06T05:33:11.433Z DEBUG [autodiscover] autodiscover/autodiscover.go:203 Got a stop event: map[host:10.131.0.165 port:8006 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729","image":"fnc-docker-reg:3000/cleanup-backups:RL1.2.0","name":"db-backup-cleanup-backups","runtime":"docker"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}} meta:{"kubernetes":{"container":{"name":"db-backup-cleanup-backups"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}}} config:[0xc420496510] stop:true], generated configs: [0xc420496510]
  231. 2020-05-06T05:33:11.433Z DEBUG [autodiscover] autodiscover/autodiscover.go:213 Config &{{<nil> } <nil> 0xc4201522a0} is not running
  232. 2020-05-06T05:33:11.433Z DEBUG [autodiscover] autodiscover/autodiscover.go:161 Got a start event: map[start:true host:10.131.0.165 port:8006 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729","image":"fnc-docker-reg:3000/cleanup-backups:RL1.2.0","name":"db-backup-cleanup-backups","runtime":"docker"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}} meta:{"kubernetes":{"container":{"name":"db-backup-cleanup-backups"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}}} config:[0xc420314db0]], generated configs: [0xc420314db0]
  233. 2020-05-06T05:33:11.433Z DEBUG [autodiscover] autodiscover/autodiscover.go:234 Got a meta field in the event
  234. 2020-05-06T05:33:11.433Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 0
  235. 2020-05-06T05:33:11.433Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 1, Stop list: 0
  236. 2020-05-06T05:33:11.433Z WARN [cfgwarn] docker/input.go:46 EXPERIMENTAL: Docker input is enabled.
  237. 2020-05-06T05:33:11.433Z DEBUG [processors] processors/processor.go:66 Processors:
  238. 2020-05-06T05:33:11.434Z DEBUG [input] log/config.go:200 recursive glob enabled
  239. 2020-05-06T05:33:11.435Z DEBUG [input] log/input.go:147 exclude_files: []. Number of stats: 0
  240. 2020-05-06T05:33:11.435Z DEBUG [input] log/input.go:168 input with previous states loaded: 0
  241. 2020-05-06T05:33:11.435Z INFO log/input.go:138 Configured paths: [/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/*.log]
  242. 2020-05-06T05:33:11.435Z DEBUG [autodiscover] cfgfile/list.go:109 Starting runner: input [type=docker, ID=3219290796142421217]
  243. 2020-05-06T05:33:11.435Z INFO input/input.go:114 Starting input of type: docker; ID: 3219290796142421217
  244. 2020-05-06T05:33:11.435Z DEBUG [input] log/input.go:174 Start next scan
  245. 2020-05-06T05:33:11.435Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  246. 2020-05-06T05:33:11.435Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  247. 2020-05-06T05:33:12.865Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611724" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"" podIP:"" qosClass:"BestEffort" 11:"" >
  248. 2020-05-06T05:33:12.938Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611730" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743192 nanos:0 > containerStatuses:<name:"db-backup-do-backup" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/do-backups:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  249. 2020-05-06T05:33:15.476Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611740" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743192 nanos:0 > containerStatuses:<name:"db-backup-do-backup" state:<waiting:<reason:"CreateContainerConfigError" message:"secrets \"crypto-key\" not found" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/do-backups:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  250. 2020-05-06T05:33:21.435Z DEBUG [input] input/input.go:152 Run input
  251. 2020-05-06T05:33:21.435Z DEBUG [input] log/input.go:174 Start next scan
  252. 2020-05-06T05:33:21.436Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  253. 2020-05-06T05:33:21.436Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  254. 2020-05-06T05:33:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":250,"time":{"ms":5}},"total":{"ticks":590,"time":{"ms":12},"value":590},"user":{"ticks":340,"time":{"ms":7}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3960017}},"memstats":{"gc_next":4194304,"memory_alloc":2705056,"memory_total":30728672,"rss":233472}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":1,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.47,"15":0.15,"5":0.2,"norm":{"1":0.1175,"15":0.0375,"5":0.05}}}}}}
  255. 2020-05-06T05:33:31.436Z DEBUG [input] input/input.go:152 Run input
  256. 2020-05-06T05:33:31.436Z DEBUG [input] log/input.go:174 Start next scan
  257. 2020-05-06T05:33:31.436Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  258. 2020-05-06T05:33:31.436Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  259. 2020-05-06T05:33:41.436Z DEBUG [input] input/input.go:152 Run input
  260. 2020-05-06T05:33:41.436Z DEBUG [input] log/input.go:174 Start next scan
  261. 2020-05-06T05:33:41.436Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  262. 2020-05-06T05:33:41.437Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  263. 2020-05-06T05:33:51.437Z DEBUG [input] input/input.go:152 Run input
  264. 2020-05-06T05:33:51.437Z DEBUG [input] log/input.go:174 Start next scan
  265. 2020-05-06T05:33:51.438Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  266. 2020-05-06T05:33:51.438Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  267. 2020-05-06T05:33:57.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":250,"time":{"ms":2}},"total":{"ticks":600,"time":{"ms":8},"value":600},"user":{"ticks":350,"time":{"ms":6}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":3990018}},"memstats":{"gc_next":4194304,"memory_alloc":2923880,"memory_total":30947496}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":1,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.1,"15":0.21,"5":0.38,"norm":{"1":0.275,"15":0.0525,"5":0.095}}}}}}
  268. 2020-05-06T05:34:01.438Z DEBUG [input] input/input.go:152 Run input
  269. 2020-05-06T05:34:01.438Z DEBUG [input] log/input.go:174 Start next scan
  270. 2020-05-06T05:34:01.438Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  271. 2020-05-06T05:34:01.438Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  272. 2020-05-06T05:34:08.417Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"db-backup-ne-mgmt-5977dcf8d-fkcz2" generateName:"db-backup-ne-mgmt-5977dcf8d-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-ne-mgmt-5977dcf8d-fkcz2" uid:"1bf5f3e6-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611925" generation:0 creationTimestamp:<seconds:1588743206 nanos:0 > labels:<key:"app" value:"db-backup-ne-mgmt" > labels:<key:"pod-template-hash" value:"153387948" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-ne-mgmt-5977dcf8d" uid:"1bf187df-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-ne-mgmt" image:"fnc-docker-reg:3000/ne-management:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8000 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743206 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"" podIP:"" qosClass:"BestEffort" 11:"" >
  273. 2020-05-06T05:34:08.490Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-ne-mgmt-5977dcf8d-fkcz2" generateName:"db-backup-ne-mgmt-5977dcf8d-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-ne-mgmt-5977dcf8d-fkcz2" uid:"1bf5f3e6-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611929" generation:0 creationTimestamp:<seconds:1588743206 nanos:0 > labels:<key:"app" value:"db-backup-ne-mgmt" > labels:<key:"pod-template-hash" value:"153387948" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-ne-mgmt-5977dcf8d" uid:"1bf187df-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-ne-mgmt" image:"fnc-docker-reg:3000/ne-management:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8000 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743248 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743248 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-ne-mgmt]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-ne-mgmt]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743206 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743248 nanos:0 > containerStatuses:<name:"db-backup-ne-mgmt" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/ne-management:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  274. 2020-05-06T05:34:11.438Z DEBUG [input] input/input.go:152 Run input
  275. 2020-05-06T05:34:11.438Z DEBUG [input] log/input.go:174 Start next scan
  276. 2020-05-06T05:34:11.439Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  277. 2020-05-06T05:34:11.439Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  278. 2020-05-06T05:34:12.069Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-ne-mgmt-5977dcf8d-fkcz2" generateName:"db-backup-ne-mgmt-5977dcf8d-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-ne-mgmt-5977dcf8d-fkcz2" uid:"1bf5f3e6-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611940" generation:0 creationTimestamp:<seconds:1588743206 nanos:0 > labels:<key:"app" value:"db-backup-ne-mgmt" > labels:<key:"pod-template-hash" value:"153387948" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-ne-mgmt-5977dcf8d" uid:"1bf187df-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-ne-mgmt" image:"fnc-docker-reg:3000/ne-management:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8000 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743248 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743252 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743206 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.184" startTime:<seconds:1588743248 nanos:0 > containerStatuses:<name:"db-backup-ne-mgmt" state:<running:<startedAt:<seconds:1588743251 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/ne-management:RL1.2.0" imageID:"docker-pullable://fnc-docker-reg:3000/ne-management@sha256:3c4e7d380306b10983096bcb1b1791e53da05a2d444300518335ebd3a5ea1d87" containerID:"docker://697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365" > qosClass:"BestEffort" 11:"" >
  279. 2020-05-06T05:34:12.070Z DEBUG [bus] bus/bus.go:72 filebeat: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365","image":"fnc-docker-reg:3000/ne-management:RL1.2.0","name":"db-backup-ne-mgmt","runtime":"docker"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}} meta:{"kubernetes":{"container":{"name":"db-backup-ne-mgmt"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}}} config:[0xc420479d40] stop:true host:10.131.0.184 port:8000]
  280. 2020-05-06T05:34:12.070Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.184 port:8000 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365","image":"fnc-docker-reg:3000/ne-management:RL1.2.0","name":"db-backup-ne-mgmt","runtime":"docker"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}} meta:{"kubernetes":{"container":{"name":"db-backup-ne-mgmt"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}}} config:[0xc420350de0]]
  281. 2020-05-06T05:34:12.070Z DEBUG [autodiscover] autodiscover/autodiscover.go:203 Got a stop event: map[host:10.131.0.184 port:8000 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365","image":"fnc-docker-reg:3000/ne-management:RL1.2.0","name":"db-backup-ne-mgmt","runtime":"docker"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}} meta:{"kubernetes":{"container":{"name":"db-backup-ne-mgmt"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}}} config:[0xc420479d40] stop:true], generated configs: [0xc420479d40]
  282. 2020-05-06T05:34:12.071Z DEBUG [autodiscover] autodiscover/autodiscover.go:213 Config &{{<nil> } <nil> 0xc4204de420} is not running
  283. 2020-05-06T05:34:12.071Z DEBUG [autodiscover] autodiscover/autodiscover.go:161 Got a start event: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365","image":"fnc-docker-reg:3000/ne-management:RL1.2.0","name":"db-backup-ne-mgmt","runtime":"docker"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}} meta:{"kubernetes":{"container":{"name":"db-backup-ne-mgmt"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}}} config:[0xc420350de0] start:true host:10.131.0.184 port:8000], generated configs: [0xc420350de0]
  284. 2020-05-06T05:34:12.071Z DEBUG [autodiscover] autodiscover/autodiscover.go:234 Got a meta field in the event
  285. 2020-05-06T05:34:12.071Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 1
  286. 2020-05-06T05:34:12.071Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 1, Stop list: 0
  287. 2020-05-06T05:34:12.071Z WARN [cfgwarn] docker/input.go:46 EXPERIMENTAL: Docker input is enabled.
  288. 2020-05-06T05:34:12.071Z DEBUG [processors] processors/processor.go:66 Processors:
  289. 2020-05-06T05:34:12.072Z DEBUG [input] log/config.go:200 recursive glob enabled
  290. 2020-05-06T05:34:12.072Z DEBUG [input] log/input.go:147 exclude_files: []. Number of stats: 0
  291. 2020-05-06T05:34:12.072Z DEBUG [input] log/input.go:168 input with previous states loaded: 0
  292. 2020-05-06T05:34:12.072Z INFO log/input.go:138 Configured paths: [/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/*.log]
  293. 2020-05-06T05:34:12.072Z DEBUG [autodiscover] cfgfile/list.go:109 Starting runner: input [type=docker, ID=14018629118651485955]
  294. 2020-05-06T05:34:12.072Z INFO input/input.go:114 Starting input of type: docker; ID: 14018629118651485955
  295. 2020-05-06T05:34:12.072Z DEBUG [input] log/input.go:174 Start next scan
  296. 2020-05-06T05:34:12.072Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  297. 2020-05-06T05:34:12.072Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  298. 2020-05-06T05:34:21.439Z DEBUG [input] input/input.go:152 Run input
  299. 2020-05-06T05:34:21.439Z DEBUG [input] log/input.go:174 Start next scan
  300. 2020-05-06T05:34:21.439Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  301. 2020-05-06T05:34:21.439Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  302. 2020-05-06T05:34:22.073Z DEBUG [input] input/input.go:152 Run input
  303. 2020-05-06T05:34:22.073Z DEBUG [input] log/input.go:174 Start next scan
  304. 2020-05-06T05:34:22.073Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  305. 2020-05-06T05:34:22.073Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  306. 2020-05-06T05:34:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":260,"time":{"ms":5}},"total":{"ticks":610,"time":{"ms":12},"value":610},"user":{"ticks":350,"time":{"ms":7}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4020017}},"memstats":{"gc_next":4194304,"memory_alloc":3445824,"memory_total":31469440,"rss":253952}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":2,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.37,"15":0.26,"5":0.51,"norm":{"1":0.3425,"15":0.065,"5":0.1275}}}}}}
  307. 2020-05-06T05:34:31.440Z DEBUG [input] input/input.go:152 Run input
  308. 2020-05-06T05:34:31.440Z DEBUG [input] log/input.go:174 Start next scan
  309. 2020-05-06T05:34:31.440Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  310. 2020-05-06T05:34:31.440Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  311. 2020-05-06T05:34:32.073Z DEBUG [input] input/input.go:152 Run input
  312. 2020-05-06T05:34:32.073Z DEBUG [input] log/input.go:174 Start next scan
  313. 2020-05-06T05:34:32.073Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  314. 2020-05-06T05:34:32.073Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  315. 2020-05-06T05:34:41.440Z DEBUG [input] input/input.go:152 Run input
  316. 2020-05-06T05:34:41.440Z DEBUG [input] log/input.go:174 Start next scan
  317. 2020-05-06T05:34:41.440Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  318. 2020-05-06T05:34:41.440Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  319. 2020-05-06T05:34:42.074Z DEBUG [input] input/input.go:152 Run input
  320. 2020-05-06T05:34:42.074Z DEBUG [input] log/input.go:174 Start next scan
  321. 2020-05-06T05:34:42.074Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  322. 2020-05-06T05:34:42.074Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  323. 2020-05-06T05:34:51.441Z DEBUG [input] input/input.go:152 Run input
  324. 2020-05-06T05:34:51.441Z DEBUG [input] log/input.go:174 Start next scan
  325. 2020-05-06T05:34:51.442Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  326. 2020-05-06T05:34:51.442Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  327. 2020-05-06T05:34:52.074Z DEBUG [input] input/input.go:152 Run input
  328. 2020-05-06T05:34:52.074Z DEBUG [input] log/input.go:174 Start next scan
  329. 2020-05-06T05:34:52.075Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  330. 2020-05-06T05:34:52.075Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  331. 2020-05-06T05:34:57.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":260,"time":{"ms":4}},"total":{"ticks":620,"time":{"ms":13},"value":620},"user":{"ticks":360,"time":{"ms":9}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4050017}},"memstats":{"gc_next":4194304,"memory_alloc":2146472,"memory_total":31720888,"rss":270336}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":2,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1,"15":0.27,"5":0.51,"norm":{"1":0.25,"15":0.0675,"5":0.1275}}}}}}
  332. 2020-05-06T05:35:01.442Z DEBUG [input] input/input.go:152 Run input
  333. 2020-05-06T05:35:01.442Z DEBUG [input] log/input.go:174 Start next scan
  334. 2020-05-06T05:35:01.442Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  335. 2020-05-06T05:35:01.443Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  336. 2020-05-06T05:35:02.075Z DEBUG [input] input/input.go:152 Run input
  337. 2020-05-06T05:35:02.075Z DEBUG [input] log/input.go:174 Start next scan
  338. 2020-05-06T05:35:02.075Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  339. 2020-05-06T05:35:02.075Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  340. 2020-05-06T05:35:11.443Z DEBUG [input] input/input.go:152 Run input
  341. 2020-05-06T05:35:11.443Z DEBUG [input] log/input.go:174 Start next scan
  342. 2020-05-06T05:35:11.443Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  343. 2020-05-06T05:35:11.443Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  344. 2020-05-06T05:35:12.075Z DEBUG [input] input/input.go:152 Run input
  345. 2020-05-06T05:35:12.075Z DEBUG [input] log/input.go:174 Start next scan
  346. 2020-05-06T05:35:12.076Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  347. 2020-05-06T05:35:12.076Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  348. 2020-05-06T05:35:21.443Z DEBUG [input] input/input.go:152 Run input
  349. 2020-05-06T05:35:21.444Z DEBUG [input] log/input.go:174 Start next scan
  350. 2020-05-06T05:35:21.444Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  351. 2020-05-06T05:35:21.444Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  352. 2020-05-06T05:35:22.076Z DEBUG [input] input/input.go:152 Run input
  353. 2020-05-06T05:35:22.076Z DEBUG [input] log/input.go:174 Start next scan
  354. 2020-05-06T05:35:22.076Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  355. 2020-05-06T05:35:22.076Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  356. 2020-05-06T05:35:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":270,"time":{"ms":2}},"total":{"ticks":640,"time":{"ms":7},"value":640},"user":{"ticks":370,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4080018}},"memstats":{"gc_next":4194304,"memory_alloc":2463064,"memory_total":32037480}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":2,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.1,"15":0.3,"5":0.58,"norm":{"1":0.275,"15":0.075,"5":0.145}}}}}}
  357. 2020-05-06T05:35:31.444Z DEBUG [input] input/input.go:152 Run input
  358. 2020-05-06T05:35:31.444Z DEBUG [input] log/input.go:174 Start next scan
  359. 2020-05-06T05:35:31.444Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  360. 2020-05-06T05:35:31.445Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  361. 2020-05-06T05:35:32.076Z DEBUG [input] input/input.go:152 Run input
  362. 2020-05-06T05:35:32.076Z DEBUG [input] log/input.go:174 Start next scan
  363. 2020-05-06T05:35:32.077Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  364. 2020-05-06T05:35:32.077Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  365. 2020-05-06T05:35:41.445Z DEBUG [input] input/input.go:152 Run input
  366. 2020-05-06T05:35:41.445Z DEBUG [input] log/input.go:174 Start next scan
  367. 2020-05-06T05:35:41.445Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  368. 2020-05-06T05:35:41.445Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  369. 2020-05-06T05:35:42.077Z DEBUG [input] input/input.go:152 Run input
  370. 2020-05-06T05:35:42.077Z DEBUG [input] log/input.go:174 Start next scan
  371. 2020-05-06T05:35:42.077Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  372. 2020-05-06T05:35:42.077Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  373. 2020-05-06T05:35:47.272Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"db-backup-scheduler-5475b6885b-xzsvx" generateName:"db-backup-scheduler-5475b6885b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-scheduler-5475b6885b-xzsvx" uid:"56e4d790-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612197" generation:0 creationTimestamp:<seconds:1588743305 nanos:0 > labels:<key:"app" value:"db-backup-scheduler" > labels:<key:"pod-template-hash" value:"1031624416" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-scheduler-5475b6885b" uid:"56e10731-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-scheduler" image:"fnc-docker-reg:3000/scheduler:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8002 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743305 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"" podIP:"" qosClass:"BestEffort" 11:"" >
  374. 2020-05-06T05:35:47.322Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-scheduler-5475b6885b-xzsvx" generateName:"db-backup-scheduler-5475b6885b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-scheduler-5475b6885b-xzsvx" uid:"56e4d790-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612201" generation:0 creationTimestamp:<seconds:1588743305 nanos:0 > labels:<key:"app" value:"db-backup-scheduler" > labels:<key:"pod-template-hash" value:"1031624416" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-scheduler-5475b6885b" uid:"56e10731-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-scheduler" image:"fnc-docker-reg:3000/scheduler:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8002 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743347 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743347 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-scheduler]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-scheduler]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743305 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743347 nanos:0 > containerStatuses:<name:"db-backup-scheduler" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/scheduler:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  375. 2020-05-06T05:35:50.670Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-scheduler-5475b6885b-xzsvx" generateName:"db-backup-scheduler-5475b6885b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-scheduler-5475b6885b-xzsvx" uid:"56e4d790-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612214" generation:0 creationTimestamp:<seconds:1588743305 nanos:0 > labels:<key:"app" value:"db-backup-scheduler" > labels:<key:"pod-template-hash" value:"1031624416" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-scheduler-5475b6885b" uid:"56e10731-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-scheduler" image:"fnc-docker-reg:3000/scheduler:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8002 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743347 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743350 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743305 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.215" startTime:<seconds:1588743347 nanos:0 > containerStatuses:<name:"db-backup-scheduler" state:<running:<startedAt:<seconds:1588743349 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/scheduler:RL1.2.0" imageID:"docker-pullable://fnc-docker-reg:3000/scheduler@sha256:7f70acdf269ffa42ebaea91215f4daab8428da7c6eccf138b0702a171bf04e78" containerID:"docker://fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d" > qosClass:"BestEffort" 11:"" >
  376. 2020-05-06T05:35:50.671Z DEBUG [bus] bus/bus.go:72 filebeat: map[port:8002 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d","image":"fnc-docker-reg:3000/scheduler:RL1.2.0","name":"db-backup-scheduler","runtime":"docker"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}} meta:{"kubernetes":{"container":{"name":"db-backup-scheduler"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}} config:[0xc420315800] stop:true host:10.131.0.215]
  377. 2020-05-06T05:35:50.671Z DEBUG [bus] bus/bus.go:72 filebeat: map[meta:{"kubernetes":{"container":{"name":"db-backup-scheduler"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}} config:[0xc42040e2a0] start:true host:10.131.0.215 port:8002 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d","image":"fnc-docker-reg:3000/scheduler:RL1.2.0","name":"db-backup-scheduler","runtime":"docker"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}]
  378. 2020-05-06T05:35:50.671Z DEBUG [autodiscover] autodiscover/autodiscover.go:203 Got a stop event: map[config:[0xc420315800] stop:true host:10.131.0.215 port:8002 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d","image":"fnc-docker-reg:3000/scheduler:RL1.2.0","name":"db-backup-scheduler","runtime":"docker"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}} meta:{"kubernetes":{"container":{"name":"db-backup-scheduler"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}}], generated configs: [0xc420315800]
  379. 2020-05-06T05:35:50.671Z DEBUG [autodiscover] autodiscover/autodiscover.go:213 Config &{{<nil> } <nil> 0xc420153840} is not running
  380. 2020-05-06T05:35:50.671Z DEBUG [autodiscover] autodiscover/autodiscover.go:161 Got a start event: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d","image":"fnc-docker-reg:3000/scheduler:RL1.2.0","name":"db-backup-scheduler","runtime":"docker"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}} meta:{"kubernetes":{"container":{"name":"db-backup-scheduler"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}} config:[0xc42040e2a0] start:true host:10.131.0.215 port:8002], generated configs: [0xc42040e2a0]
  381. 2020-05-06T05:35:50.671Z DEBUG [autodiscover] autodiscover/autodiscover.go:234 Got a meta field in the event
  382. 2020-05-06T05:35:50.671Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 2
  383. 2020-05-06T05:35:50.672Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 1, Stop list: 0
  384. 2020-05-06T05:35:50.672Z WARN [cfgwarn] docker/input.go:46 EXPERIMENTAL: Docker input is enabled.
  385. 2020-05-06T05:35:50.672Z DEBUG [processors] processors/processor.go:66 Processors:
  386. 2020-05-06T05:35:50.673Z DEBUG [input] log/config.go:200 recursive glob enabled
  387. 2020-05-06T05:35:50.673Z DEBUG [input] log/input.go:147 exclude_files: []. Number of stats: 0
  388. 2020-05-06T05:35:50.673Z DEBUG [input] log/input.go:168 input with previous states loaded: 0
  389. 2020-05-06T05:35:50.673Z INFO log/input.go:138 Configured paths: [/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/*.log]
  390. 2020-05-06T05:35:50.673Z DEBUG [autodiscover] cfgfile/list.go:109 Starting runner: input [type=docker, ID=11290301833233360617]
  391. 2020-05-06T05:35:50.673Z INFO input/input.go:114 Starting input of type: docker; ID: 11290301833233360617
  392. 2020-05-06T05:35:50.673Z DEBUG [input] log/input.go:174 Start next scan
  393. 2020-05-06T05:35:50.673Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  394. 2020-05-06T05:35:50.673Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  395. 2020-05-06T05:35:51.446Z DEBUG [input] input/input.go:152 Run input
  396. 2020-05-06T05:35:51.446Z DEBUG [input] log/input.go:174 Start next scan
  397. 2020-05-06T05:35:51.447Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  398. 2020-05-06T05:35:51.447Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  399. 2020-05-06T05:35:52.077Z DEBUG [input] input/input.go:152 Run input
  400. 2020-05-06T05:35:52.077Z DEBUG [input] log/input.go:174 Start next scan
  401. 2020-05-06T05:35:52.077Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  402. 2020-05-06T05:35:52.077Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  403. 2020-05-06T05:35:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":270,"time":{"ms":6}},"total":{"ticks":650,"time":{"ms":15},"value":650},"user":{"ticks":380,"time":{"ms":9}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4110017}},"memstats":{"gc_next":4194304,"memory_alloc":2949712,"memory_total":32524128}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":3,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.96,"15":0.31,"5":0.59,"norm":{"1":0.24,"15":0.0775,"5":0.1475}}}}}}
  404. 2020-05-06T05:35:57.924Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612234" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.214" startTime:<seconds:1588743192 nanos:0 > containerStatuses:<name:"db-backup-do-backup" state:<waiting:<reason:"CreateContainerConfigError" message:"secrets \"crypto-key\" not found" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/do-backups:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  405. 2020-05-06T05:36:00.673Z DEBUG [input] input/input.go:152 Run input
  406. 2020-05-06T05:36:00.674Z DEBUG [input] log/input.go:174 Start next scan
  407. 2020-05-06T05:36:00.674Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  408. 2020-05-06T05:36:00.674Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  409. 2020-05-06T05:36:01.447Z DEBUG [input] input/input.go:152 Run input
  410. 2020-05-06T05:36:01.447Z DEBUG [input] log/input.go:174 Start next scan
  411. 2020-05-06T05:36:01.447Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  412. 2020-05-06T05:36:01.447Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  413. 2020-05-06T05:36:02.078Z DEBUG [input] input/input.go:152 Run input
  414. 2020-05-06T05:36:02.078Z DEBUG [input] log/input.go:174 Start next scan
  415. 2020-05-06T05:36:02.078Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  416. 2020-05-06T05:36:02.078Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  417. 2020-05-06T05:36:10.674Z DEBUG [input] input/input.go:152 Run input
  418. 2020-05-06T05:36:10.674Z DEBUG [input] log/input.go:174 Start next scan
  419. 2020-05-06T05:36:10.674Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  420. 2020-05-06T05:36:10.674Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  421. 2020-05-06T05:36:11.447Z DEBUG [input] input/input.go:152 Run input
  422. 2020-05-06T05:36:11.448Z DEBUG [input] log/input.go:174 Start next scan
  423. 2020-05-06T05:36:11.448Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  424. 2020-05-06T05:36:11.448Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  425. 2020-05-06T05:36:12.078Z DEBUG [input] input/input.go:152 Run input
  426. 2020-05-06T05:36:12.078Z DEBUG [input] log/input.go:174 Start next scan
  427. 2020-05-06T05:36:12.078Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  428. 2020-05-06T05:36:12.078Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  429. 2020-05-06T05:36:20.674Z DEBUG [input] input/input.go:152 Run input
  430. 2020-05-06T05:36:20.674Z DEBUG [input] log/input.go:174 Start next scan
  431. 2020-05-06T05:36:20.675Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  432. 2020-05-06T05:36:20.675Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  433. 2020-05-06T05:36:21.448Z DEBUG [input] input/input.go:152 Run input
  434. 2020-05-06T05:36:21.448Z DEBUG [input] log/input.go:174 Start next scan
  435. 2020-05-06T05:36:21.448Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  436. 2020-05-06T05:36:21.448Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  437. 2020-05-06T05:36:22.079Z DEBUG [input] input/input.go:152 Run input
  438. 2020-05-06T05:36:22.079Z DEBUG [input] log/input.go:174 Start next scan
  439. 2020-05-06T05:36:22.079Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  440. 2020-05-06T05:36:22.079Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  441. 2020-05-06T05:36:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":280,"time":{"ms":4}},"total":{"ticks":660,"time":{"ms":8},"value":660},"user":{"ticks":380,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4140017}},"memstats":{"gc_next":4194304,"memory_alloc":3264704,"memory_total":32839120}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":3,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.9,"15":0.33,"5":0.62,"norm":{"1":0.225,"15":0.0825,"5":0.155}}}}}}
  442. 2020-05-06T05:36:30.675Z DEBUG [input] input/input.go:152 Run input
  443. 2020-05-06T05:36:30.675Z DEBUG [input] log/input.go:174 Start next scan
  444. 2020-05-06T05:36:30.675Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  445. 2020-05-06T05:36:30.675Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  446. 2020-05-06T05:36:31.448Z DEBUG [input] input/input.go:152 Run input
  447. 2020-05-06T05:36:31.450Z DEBUG [input] log/input.go:174 Start next scan
  448. 2020-05-06T05:36:31.450Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  449. 2020-05-06T05:36:31.450Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  450. 2020-05-06T05:36:32.079Z DEBUG [input] input/input.go:152 Run input
  451. 2020-05-06T05:36:32.079Z DEBUG [input] log/input.go:174 Start next scan
  452. 2020-05-06T05:36:32.079Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  453. 2020-05-06T05:36:32.079Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  454. 2020-05-06T05:36:40.675Z DEBUG [input] input/input.go:152 Run input
  455. 2020-05-06T05:36:40.675Z DEBUG [input] log/input.go:174 Start next scan
  456. 2020-05-06T05:36:40.676Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  457. 2020-05-06T05:36:40.676Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  458. 2020-05-06T05:36:41.450Z DEBUG [input] input/input.go:152 Run input
  459. 2020-05-06T05:36:41.450Z DEBUG [input] log/input.go:174 Start next scan
  460. 2020-05-06T05:36:41.451Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  461. 2020-05-06T05:36:41.451Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  462. 2020-05-06T05:36:42.079Z DEBUG [input] input/input.go:152 Run input
  463. 2020-05-06T05:36:42.079Z DEBUG [input] log/input.go:174 Start next scan
  464. 2020-05-06T05:36:42.080Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  465. 2020-05-06T05:36:42.080Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  466. 2020-05-06T05:36:50.676Z DEBUG [input] input/input.go:152 Run input
  467. 2020-05-06T05:36:50.676Z DEBUG [input] log/input.go:174 Start next scan
  468. 2020-05-06T05:36:50.676Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  469. 2020-05-06T05:36:50.676Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  470. 2020-05-06T05:36:51.451Z DEBUG [input] input/input.go:152 Run input
  471. 2020-05-06T05:36:51.451Z DEBUG [input] log/input.go:174 Start next scan
  472. 2020-05-06T05:36:51.451Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  473. 2020-05-06T05:36:51.451Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  474. 2020-05-06T05:36:52.080Z DEBUG [input] input/input.go:152 Run input
  475. 2020-05-06T05:36:52.080Z DEBUG [input] log/input.go:174 Start next scan
  476. 2020-05-06T05:36:52.080Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  477. 2020-05-06T05:36:52.080Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  478. 2020-05-06T05:36:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":280,"time":{"ms":2}},"total":{"ticks":670,"time":{"ms":12},"value":670},"user":{"ticks":390,"time":{"ms":10}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4170019}},"memstats":{"gc_next":4244080,"memory_alloc":2277088,"memory_total":33193488}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":3,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.93,"15":0.35,"5":0.65,"norm":{"1":0.2325,"15":0.0875,"5":0.1625}}}}}}
  479. 2020-05-06T05:37:00.676Z DEBUG [input] input/input.go:152 Run input
  480. 2020-05-06T05:37:00.676Z DEBUG [input] log/input.go:174 Start next scan
  481. 2020-05-06T05:37:00.677Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  482. 2020-05-06T05:37:00.677Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  483. 2020-05-06T05:37:01.451Z DEBUG [input] input/input.go:152 Run input
  484. 2020-05-06T05:37:01.451Z DEBUG [input] log/input.go:174 Start next scan
  485. 2020-05-06T05:37:01.451Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  486. 2020-05-06T05:37:01.451Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  487. 2020-05-06T05:37:02.080Z DEBUG [input] input/input.go:152 Run input
  488. 2020-05-06T05:37:02.080Z DEBUG [input] log/input.go:174 Start next scan
  489. 2020-05-06T05:37:02.080Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  490. 2020-05-06T05:37:02.080Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  491. 2020-05-06T05:37:10.677Z DEBUG [input] input/input.go:152 Run input
  492. 2020-05-06T05:37:10.677Z DEBUG [input] log/input.go:174 Start next scan
  493. 2020-05-06T05:37:10.677Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  494. 2020-05-06T05:37:10.677Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  495. 2020-05-06T05:37:11.452Z DEBUG [input] input/input.go:152 Run input
  496. 2020-05-06T05:37:11.452Z DEBUG [input] log/input.go:174 Start next scan
  497. 2020-05-06T05:37:11.452Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  498. 2020-05-06T05:37:11.452Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  499. 2020-05-06T05:37:12.081Z DEBUG [input] input/input.go:152 Run input
  500. 2020-05-06T05:37:12.081Z DEBUG [input] log/input.go:174 Start next scan
  501. 2020-05-06T05:37:12.081Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  502. 2020-05-06T05:37:12.081Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  503. 2020-05-06T05:37:20.677Z DEBUG [input] input/input.go:152 Run input
  504. 2020-05-06T05:37:20.677Z DEBUG [input] log/input.go:174 Start next scan
  505. 2020-05-06T05:37:20.677Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  506. 2020-05-06T05:37:20.678Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  507. 2020-05-06T05:37:21.452Z DEBUG [input] input/input.go:152 Run input
  508. 2020-05-06T05:37:21.452Z DEBUG [input] log/input.go:174 Start next scan
  509. 2020-05-06T05:37:21.452Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  510. 2020-05-06T05:37:21.452Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  511. 2020-05-06T05:37:22.081Z DEBUG [input] input/input.go:152 Run input
  512. 2020-05-06T05:37:22.081Z DEBUG [input] log/input.go:174 Start next scan
  513. 2020-05-06T05:37:22.081Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  514. 2020-05-06T05:37:22.081Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  515. 2020-05-06T05:37:27.027Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":290,"time":{"ms":7}},"total":{"ticks":680,"time":{"ms":9},"value":680},"user":{"ticks":390,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4200018}},"memstats":{"gc_next":4244080,"memory_alloc":2469480,"memory_total":33385880}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":3,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.68,"15":0.35,"5":0.62,"norm":{"1":0.17,"15":0.0875,"5":0.155}}}}}}
  516. 2020-05-06T05:37:30.678Z DEBUG [input] input/input.go:152 Run input
  517. 2020-05-06T05:37:30.678Z DEBUG [input] log/input.go:174 Start next scan
  518. 2020-05-06T05:37:30.678Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  519. 2020-05-06T05:37:30.678Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  520. 2020-05-06T05:37:31.452Z DEBUG [input] input/input.go:152 Run input
  521. 2020-05-06T05:37:31.453Z DEBUG [input] log/input.go:174 Start next scan
  522. 2020-05-06T05:37:31.453Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  523. 2020-05-06T05:37:31.453Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  524. 2020-05-06T05:37:32.081Z DEBUG [input] input/input.go:152 Run input
  525. 2020-05-06T05:37:32.082Z DEBUG [input] log/input.go:174 Start next scan
  526. 2020-05-06T05:37:32.082Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  527. 2020-05-06T05:37:32.082Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  528. 2020-05-06T05:37:40.678Z DEBUG [input] input/input.go:152 Run input
  529. 2020-05-06T05:37:40.678Z DEBUG [input] log/input.go:174 Start next scan
  530. 2020-05-06T05:37:40.679Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  531. 2020-05-06T05:37:40.679Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  532. 2020-05-06T05:37:41.453Z DEBUG [input] input/input.go:152 Run input
  533. 2020-05-06T05:37:41.453Z DEBUG [input] log/input.go:174 Start next scan
  534. 2020-05-06T05:37:41.453Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  535. 2020-05-06T05:37:41.453Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  536. 2020-05-06T05:37:42.082Z DEBUG [input] input/input.go:152 Run input
  537. 2020-05-06T05:37:42.082Z DEBUG [input] log/input.go:174 Start next scan
  538. 2020-05-06T05:37:42.082Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  539. 2020-05-06T05:37:42.082Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  540. 2020-05-06T05:37:49.847Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612636" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743469 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.214" startTime:<seconds:1588743192 nanos:0 > containerStatuses:<name:"db-backup-do-backup" state:<running:<startedAt:<seconds:1588743469 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/do-backups:RL1.2.0" imageID:"docker-pullable://fnc-docker-reg:3000/do-backups@sha256:4c9381123ae558f8c3295bf00d844913d1f6fb374acac1876f3471f21986bf6e" containerID:"docker://6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751" > qosClass:"BestEffort" 11:"" >
  541. 2020-05-06T05:37:49.848Z DEBUG [bus] bus/bus.go:72 filebeat: map[port:8003 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751","image":"fnc-docker-reg:3000/do-backups:RL1.2.0","name":"db-backup-do-backup","runtime":"docker"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}} meta:{"kubernetes":{"container":{"name":"db-backup-do-backup"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}} config:[0xc42040fdd0] stop:true host:10.131.0.214]
  542. 2020-05-06T05:37:49.848Z DEBUG [bus] bus/bus.go:72 filebeat: map[host:10.131.0.214 port:8003 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751","image":"fnc-docker-reg:3000/do-backups:RL1.2.0","name":"db-backup-do-backup","runtime":"docker"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}} meta:{"kubernetes":{"container":{"name":"db-backup-do-backup"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}} config:[0xc4203149f0] start:true]
  543. 2020-05-06T05:37:49.848Z DEBUG [autodiscover] autodiscover/autodiscover.go:203 Got a stop event: map[meta:{"kubernetes":{"container":{"name":"db-backup-do-backup"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}} config:[0xc42040fdd0] stop:true host:10.131.0.214 port:8003 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751","image":"fnc-docker-reg:3000/do-backups:RL1.2.0","name":"db-backup-do-backup","runtime":"docker"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}], generated configs: [0xc42040fdd0]
  544. 2020-05-06T05:37:49.848Z DEBUG [autodiscover] autodiscover/autodiscover.go:213 Config &{{<nil> } <nil> 0xc420152ae0} is not running
  545. 2020-05-06T05:37:49.848Z DEBUG [autodiscover] autodiscover/autodiscover.go:161 Got a start event: map[start:true host:10.131.0.214 port:8003 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751","image":"fnc-docker-reg:3000/do-backups:RL1.2.0","name":"db-backup-do-backup","runtime":"docker"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}} meta:{"kubernetes":{"container":{"name":"db-backup-do-backup"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}} config:[0xc4203149f0]], generated configs: [0xc4203149f0]
  546. 2020-05-06T05:37:49.848Z DEBUG [autodiscover] autodiscover/autodiscover.go:234 Got a meta field in the event
  547. 2020-05-06T05:37:49.848Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 3
  548. 2020-05-06T05:37:49.849Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 1, Stop list: 0
  549. 2020-05-06T05:37:49.849Z WARN [cfgwarn] docker/input.go:46 EXPERIMENTAL: Docker input is enabled.
  550. 2020-05-06T05:37:49.849Z DEBUG [processors] processors/processor.go:66 Processors:
  551. 2020-05-06T05:37:49.850Z DEBUG [input] log/config.go:200 recursive glob enabled
  552. 2020-05-06T05:37:49.850Z DEBUG [input] log/input.go:147 exclude_files: []. Number of stats: 0
  553. 2020-05-06T05:37:49.850Z DEBUG [input] log/input.go:168 input with previous states loaded: 0
  554. 2020-05-06T05:37:49.850Z INFO log/input.go:138 Configured paths: [/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/*.log]
  555. 2020-05-06T05:37:49.850Z DEBUG [autodiscover] cfgfile/list.go:109 Starting runner: input [type=docker, ID=10908292048895143180]
  556. 2020-05-06T05:37:49.850Z INFO input/input.go:114 Starting input of type: docker; ID: 10908292048895143180
  557. 2020-05-06T05:37:49.850Z DEBUG [input] log/input.go:174 Start next scan
  558. 2020-05-06T05:37:49.850Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  559. 2020-05-06T05:37:49.851Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  560. 2020-05-06T05:37:50.679Z DEBUG [input] input/input.go:152 Run input
  561. 2020-05-06T05:37:50.680Z DEBUG [input] log/input.go:174 Start next scan
  562. 2020-05-06T05:37:50.680Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  563. 2020-05-06T05:37:50.680Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  564. 2020-05-06T05:37:51.454Z DEBUG [input] input/input.go:152 Run input
  565. 2020-05-06T05:37:51.454Z DEBUG [input] log/input.go:174 Start next scan
  566. 2020-05-06T05:37:51.454Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  567. 2020-05-06T05:37:51.454Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  568. 2020-05-06T05:37:52.082Z DEBUG [input] input/input.go:152 Run input
  569. 2020-05-06T05:37:52.083Z DEBUG [input] log/input.go:174 Start next scan
  570. 2020-05-06T05:37:52.083Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  571. 2020-05-06T05:37:52.083Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  572. 2020-05-06T05:37:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":290,"time":{"ms":3}},"total":{"ticks":690,"time":{"ms":11},"value":690},"user":{"ticks":400,"time":{"ms":8}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4230017}},"memstats":{"gc_next":4244080,"memory_alloc":2992264,"memory_total":33908664}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.01,"15":0.39,"5":0.7,"norm":{"1":0.2525,"15":0.0975,"5":0.175}}}}}}
  573. 2020-05-06T05:37:59.851Z DEBUG [input] input/input.go:152 Run input
  574. 2020-05-06T05:37:59.851Z DEBUG [input] log/input.go:174 Start next scan
  575. 2020-05-06T05:37:59.851Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  576. 2020-05-06T05:37:59.851Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  577. 2020-05-06T05:38:00.680Z DEBUG [input] input/input.go:152 Run input
  578. 2020-05-06T05:38:00.680Z DEBUG [input] log/input.go:174 Start next scan
  579. 2020-05-06T05:38:00.680Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  580. 2020-05-06T05:38:00.680Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  581. 2020-05-06T05:38:01.454Z DEBUG [input] input/input.go:152 Run input
  582. 2020-05-06T05:38:01.454Z DEBUG [input] log/input.go:174 Start next scan
  583. 2020-05-06T05:38:01.454Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  584. 2020-05-06T05:38:01.454Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  585. 2020-05-06T05:38:02.083Z DEBUG [input] input/input.go:152 Run input
  586. 2020-05-06T05:38:02.083Z DEBUG [input] log/input.go:174 Start next scan
  587. 2020-05-06T05:38:02.083Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  588. 2020-05-06T05:38:02.083Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  589. 2020-05-06T05:38:09.851Z DEBUG [input] input/input.go:152 Run input
  590. 2020-05-06T05:38:09.851Z DEBUG [input] log/input.go:174 Start next scan
  591. 2020-05-06T05:38:09.851Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  592. 2020-05-06T05:38:09.851Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  593. 2020-05-06T05:38:10.680Z DEBUG [input] input/input.go:152 Run input
  594. 2020-05-06T05:38:10.680Z DEBUG [input] log/input.go:174 Start next scan
  595. 2020-05-06T05:38:10.680Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  596. 2020-05-06T05:38:10.681Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  597. 2020-05-06T05:38:11.455Z DEBUG [input] input/input.go:152 Run input
  598. 2020-05-06T05:38:11.455Z DEBUG [input] log/input.go:174 Start next scan
  599. 2020-05-06T05:38:11.455Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  600. 2020-05-06T05:38:11.455Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  601. 2020-05-06T05:38:12.083Z DEBUG [input] input/input.go:152 Run input
  602. 2020-05-06T05:38:12.084Z DEBUG [input] log/input.go:174 Start next scan
  603. 2020-05-06T05:38:12.084Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  604. 2020-05-06T05:38:12.084Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  605. 2020-05-06T05:38:19.852Z DEBUG [input] input/input.go:152 Run input
  606. 2020-05-06T05:38:19.852Z DEBUG [input] log/input.go:174 Start next scan
  607. 2020-05-06T05:38:19.852Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  608. 2020-05-06T05:38:19.852Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  609. 2020-05-06T05:38:20.681Z DEBUG [input] input/input.go:152 Run input
  610. 2020-05-06T05:38:20.681Z DEBUG [input] log/input.go:174 Start next scan
  611. 2020-05-06T05:38:20.681Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  612. 2020-05-06T05:38:20.681Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  613. 2020-05-06T05:38:21.455Z DEBUG [input] input/input.go:152 Run input
  614. 2020-05-06T05:38:21.455Z DEBUG [input] log/input.go:174 Start next scan
  615. 2020-05-06T05:38:21.455Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  616. 2020-05-06T05:38:21.455Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  617. 2020-05-06T05:38:22.084Z DEBUG [input] input/input.go:152 Run input
  618. 2020-05-06T05:38:22.084Z DEBUG [input] log/input.go:174 Start next scan
  619. 2020-05-06T05:38:22.084Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  620. 2020-05-06T05:38:22.084Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  621. 2020-05-06T05:38:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":290,"time":{"ms":6}},"total":{"ticks":690,"time":{"ms":8},"value":690},"user":{"ticks":400,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4260017}},"memstats":{"gc_next":4244080,"memory_alloc":3285896,"memory_total":34202296}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":1.27,"15":0.44,"5":0.82,"norm":{"1":0.3175,"15":0.11,"5":0.205}}}}}}
  622. 2020-05-06T05:38:29.852Z DEBUG [input] input/input.go:152 Run input
  623. 2020-05-06T05:38:29.852Z DEBUG [input] log/input.go:174 Start next scan
  624. 2020-05-06T05:38:29.852Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  625. 2020-05-06T05:38:29.852Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  626. 2020-05-06T05:38:30.681Z DEBUG [input] input/input.go:152 Run input
  627. 2020-05-06T05:38:30.681Z DEBUG [input] log/input.go:174 Start next scan
  628. 2020-05-06T05:38:30.681Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  629. 2020-05-06T05:38:30.681Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  630. 2020-05-06T05:38:31.456Z DEBUG [input] input/input.go:152 Run input
  631. 2020-05-06T05:38:31.457Z DEBUG [input] log/input.go:174 Start next scan
  632. 2020-05-06T05:38:31.457Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  633. 2020-05-06T05:38:31.457Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  634. 2020-05-06T05:38:32.085Z DEBUG [input] input/input.go:152 Run input
  635. 2020-05-06T05:38:32.085Z DEBUG [input] log/input.go:174 Start next scan
  636. 2020-05-06T05:38:32.085Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  637. 2020-05-06T05:38:32.085Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  638. 2020-05-06T05:38:39.852Z DEBUG [input] input/input.go:152 Run input
  639. 2020-05-06T05:38:39.853Z DEBUG [input] log/input.go:174 Start next scan
  640. 2020-05-06T05:38:39.853Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  641. 2020-05-06T05:38:39.853Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  642. 2020-05-06T05:38:40.682Z DEBUG [input] input/input.go:152 Run input
  643. 2020-05-06T05:38:40.682Z DEBUG [input] log/input.go:174 Start next scan
  644. 2020-05-06T05:38:40.682Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  645. 2020-05-06T05:38:40.682Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  646. 2020-05-06T05:38:41.457Z DEBUG [input] input/input.go:152 Run input
  647. 2020-05-06T05:38:41.457Z DEBUG [input] log/input.go:174 Start next scan
  648. 2020-05-06T05:38:41.457Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  649. 2020-05-06T05:38:41.457Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  650. 2020-05-06T05:38:42.085Z DEBUG [input] input/input.go:152 Run input
  651. 2020-05-06T05:38:42.085Z DEBUG [input] log/input.go:174 Start next scan
  652. 2020-05-06T05:38:42.085Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  653. 2020-05-06T05:38:42.085Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  654. 2020-05-06T05:38:49.853Z DEBUG [input] input/input.go:152 Run input
  655. 2020-05-06T05:38:49.853Z DEBUG [input] log/input.go:174 Start next scan
  656. 2020-05-06T05:38:49.853Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  657. 2020-05-06T05:38:49.853Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  658. 2020-05-06T05:38:50.682Z DEBUG [input] input/input.go:152 Run input
  659. 2020-05-06T05:38:50.682Z DEBUG [input] log/input.go:174 Start next scan
  660. 2020-05-06T05:38:50.682Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  661. 2020-05-06T05:38:50.682Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  662. 2020-05-06T05:38:51.457Z DEBUG [input] input/input.go:152 Run input
  663. 2020-05-06T05:38:51.458Z DEBUG [input] log/input.go:174 Start next scan
  664. 2020-05-06T05:38:51.458Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  665. 2020-05-06T05:38:51.458Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  666. 2020-05-06T05:38:52.085Z DEBUG [input] input/input.go:152 Run input
  667. 2020-05-06T05:38:52.086Z DEBUG [input] log/input.go:174 Start next scan
  668. 2020-05-06T05:38:52.086Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  669. 2020-05-06T05:38:52.086Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  670. 2020-05-06T05:38:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":300,"time":{"ms":6}},"total":{"ticks":710,"time":{"ms":12},"value":710},"user":{"ticks":410,"time":{"ms":6}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4290017}},"memstats":{"gc_next":4262096,"memory_alloc":2229392,"memory_total":34517632,"rss":253952}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.77,"15":0.42,"5":0.74,"norm":{"1":0.1925,"15":0.105,"5":0.185}}}}}}
  671. 2020-05-06T05:38:59.853Z DEBUG [input] input/input.go:152 Run input
  672. 2020-05-06T05:38:59.853Z DEBUG [input] log/input.go:174 Start next scan
  673. 2020-05-06T05:38:59.854Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  674. 2020-05-06T05:38:59.854Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  675. 2020-05-06T05:39:00.683Z DEBUG [input] input/input.go:152 Run input
  676. 2020-05-06T05:39:00.683Z DEBUG [input] log/input.go:174 Start next scan
  677. 2020-05-06T05:39:00.683Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  678. 2020-05-06T05:39:00.683Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  679. 2020-05-06T05:39:01.458Z DEBUG [input] input/input.go:152 Run input
  680. 2020-05-06T05:39:01.458Z DEBUG [input] log/input.go:174 Start next scan
  681. 2020-05-06T05:39:01.458Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  682. 2020-05-06T05:39:01.458Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  683. 2020-05-06T05:39:02.086Z DEBUG [input] input/input.go:152 Run input
  684. 2020-05-06T05:39:02.086Z DEBUG [input] log/input.go:174 Start next scan
  685. 2020-05-06T05:39:02.086Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  686. 2020-05-06T05:39:02.086Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  687. 2020-05-06T05:39:09.854Z DEBUG [input] input/input.go:152 Run input
  688. 2020-05-06T05:39:09.854Z DEBUG [input] log/input.go:174 Start next scan
  689. 2020-05-06T05:39:09.854Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  690. 2020-05-06T05:39:09.854Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  691. 2020-05-06T05:39:10.683Z DEBUG [input] input/input.go:152 Run input
  692. 2020-05-06T05:39:10.683Z DEBUG [input] log/input.go:174 Start next scan
  693. 2020-05-06T05:39:10.683Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  694. 2020-05-06T05:39:10.684Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  695. 2020-05-06T05:39:11.458Z DEBUG [input] input/input.go:152 Run input
  696. 2020-05-06T05:39:11.459Z DEBUG [input] log/input.go:174 Start next scan
  697. 2020-05-06T05:39:11.459Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  698. 2020-05-06T05:39:11.459Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  699. 2020-05-06T05:39:12.086Z DEBUG [input] input/input.go:152 Run input
  700. 2020-05-06T05:39:12.086Z DEBUG [input] log/input.go:174 Start next scan
  701. 2020-05-06T05:39:12.086Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  702. 2020-05-06T05:39:12.086Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  703. 2020-05-06T05:39:19.854Z DEBUG [input] input/input.go:152 Run input
  704. 2020-05-06T05:39:19.854Z DEBUG [input] log/input.go:174 Start next scan
  705. 2020-05-06T05:39:19.855Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  706. 2020-05-06T05:39:19.855Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  707. 2020-05-06T05:39:20.684Z DEBUG [input] input/input.go:152 Run input
  708. 2020-05-06T05:39:20.684Z DEBUG [input] log/input.go:174 Start next scan
  709. 2020-05-06T05:39:20.684Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  710. 2020-05-06T05:39:20.684Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  711. 2020-05-06T05:39:21.459Z DEBUG [input] input/input.go:152 Run input
  712. 2020-05-06T05:39:21.459Z DEBUG [input] log/input.go:174 Start next scan
  713. 2020-05-06T05:39:21.459Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  714. 2020-05-06T05:39:21.459Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  715. 2020-05-06T05:39:22.087Z DEBUG [input] input/input.go:152 Run input
  716. 2020-05-06T05:39:22.087Z DEBUG [input] log/input.go:174 Start next scan
  717. 2020-05-06T05:39:22.087Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  718. 2020-05-06T05:39:22.087Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  719. 2020-05-06T05:39:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":300,"time":{"ms":4}},"total":{"ticks":710,"time":{"ms":9},"value":710},"user":{"ticks":410,"time":{"ms":5}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4320017}},"memstats":{"gc_next":4262096,"memory_alloc":2515168,"memory_total":34803408}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.55,"15":0.41,"5":0.69,"norm":{"1":0.1375,"15":0.1025,"5":0.1725}}}}}}
  720. 2020-05-06T05:39:29.855Z DEBUG [input] input/input.go:152 Run input
  721. 2020-05-06T05:39:29.855Z DEBUG [input] log/input.go:174 Start next scan
  722. 2020-05-06T05:39:29.855Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  723. 2020-05-06T05:39:29.855Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  724. 2020-05-06T05:39:30.684Z DEBUG [input] input/input.go:152 Run input
  725. 2020-05-06T05:39:30.684Z DEBUG [input] log/input.go:174 Start next scan
  726. 2020-05-06T05:39:30.684Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  727. 2020-05-06T05:39:30.684Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  728. 2020-05-06T05:39:31.459Z DEBUG [input] input/input.go:152 Run input
  729. 2020-05-06T05:39:31.459Z DEBUG [input] log/input.go:174 Start next scan
  730. 2020-05-06T05:39:31.460Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  731. 2020-05-06T05:39:31.460Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  732. 2020-05-06T05:39:32.087Z DEBUG [input] input/input.go:152 Run input
  733. 2020-05-06T05:39:32.087Z DEBUG [input] log/input.go:174 Start next scan
  734. 2020-05-06T05:39:32.087Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  735. 2020-05-06T05:39:32.087Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  736. 2020-05-06T05:39:39.855Z DEBUG [input] input/input.go:152 Run input
  737. 2020-05-06T05:39:39.855Z DEBUG [input] log/input.go:174 Start next scan
  738. 2020-05-06T05:39:39.855Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  739. 2020-05-06T05:39:39.855Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  740. 2020-05-06T05:39:40.685Z DEBUG [input] input/input.go:152 Run input
  741. 2020-05-06T05:39:40.685Z DEBUG [input] log/input.go:174 Start next scan
  742. 2020-05-06T05:39:40.685Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  743. 2020-05-06T05:39:40.685Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  744. 2020-05-06T05:39:41.460Z DEBUG [input] input/input.go:152 Run input
  745. 2020-05-06T05:39:41.460Z DEBUG [input] log/input.go:174 Start next scan
  746. 2020-05-06T05:39:41.460Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  747. 2020-05-06T05:39:41.460Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  748. 2020-05-06T05:39:42.088Z DEBUG [input] input/input.go:152 Run input
  749. 2020-05-06T05:39:42.088Z DEBUG [input] log/input.go:174 Start next scan
  750. 2020-05-06T05:39:42.088Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  751. 2020-05-06T05:39:42.088Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  752. 2020-05-06T05:39:49.856Z DEBUG [input] input/input.go:152 Run input
  753. 2020-05-06T05:39:49.856Z DEBUG [input] log/input.go:174 Start next scan
  754. 2020-05-06T05:39:49.856Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  755. 2020-05-06T05:39:49.856Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  756. 2020-05-06T05:39:50.685Z DEBUG [input] input/input.go:152 Run input
  757. 2020-05-06T05:39:50.685Z DEBUG [input] log/input.go:174 Start next scan
  758. 2020-05-06T05:39:50.685Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  759. 2020-05-06T05:39:50.685Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  760. 2020-05-06T05:39:51.460Z DEBUG [input] input/input.go:152 Run input
  761. 2020-05-06T05:39:51.460Z DEBUG [input] log/input.go:174 Start next scan
  762. 2020-05-06T05:39:51.460Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  763. 2020-05-06T05:39:51.460Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  764. 2020-05-06T05:39:52.088Z DEBUG [input] input/input.go:152 Run input
  765. 2020-05-06T05:39:52.088Z DEBUG [input] log/input.go:174 Start next scan
  766. 2020-05-06T05:39:52.088Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  767. 2020-05-06T05:39:52.089Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  768. 2020-05-06T05:39:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":310,"time":{"ms":6}},"total":{"ticks":730,"time":{"ms":8},"value":730},"user":{"ticks":420,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4350019}},"memstats":{"gc_next":4262096,"memory_alloc":2815456,"memory_total":35103696}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.4,"15":0.41,"5":0.64,"norm":{"1":0.1,"15":0.1025,"5":0.16}}}}}}
  769. 2020-05-06T05:39:59.856Z DEBUG [input] input/input.go:152 Run input
  770. 2020-05-06T05:39:59.856Z DEBUG [input] log/input.go:174 Start next scan
  771. 2020-05-06T05:39:59.856Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  772. 2020-05-06T05:39:59.856Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  773. 2020-05-06T05:40:00.685Z DEBUG [input] input/input.go:152 Run input
  774. 2020-05-06T05:40:00.686Z DEBUG [input] log/input.go:174 Start next scan
  775. 2020-05-06T05:40:00.686Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  776. 2020-05-06T05:40:00.686Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  777. 2020-05-06T05:40:01.461Z DEBUG [input] input/input.go:152 Run input
  778. 2020-05-06T05:40:01.461Z DEBUG [input] log/input.go:174 Start next scan
  779. 2020-05-06T05:40:01.461Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  780. 2020-05-06T05:40:01.461Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  781. 2020-05-06T05:40:02.089Z DEBUG [input] input/input.go:152 Run input
  782. 2020-05-06T05:40:02.089Z DEBUG [input] log/input.go:174 Start next scan
  783. 2020-05-06T05:40:02.089Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  784. 2020-05-06T05:40:02.089Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  785. 2020-05-06T05:40:09.857Z DEBUG [input] input/input.go:152 Run input
  786. 2020-05-06T05:40:09.857Z DEBUG [input] log/input.go:174 Start next scan
  787. 2020-05-06T05:40:09.857Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  788. 2020-05-06T05:40:09.857Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  789. 2020-05-06T05:40:10.686Z DEBUG [input] input/input.go:152 Run input
  790. 2020-05-06T05:40:10.686Z DEBUG [input] log/input.go:174 Start next scan
  791. 2020-05-06T05:40:10.686Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  792. 2020-05-06T05:40:10.686Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  793. 2020-05-06T05:40:11.461Z DEBUG [input] input/input.go:152 Run input
  794. 2020-05-06T05:40:11.461Z DEBUG [input] log/input.go:174 Start next scan
  795. 2020-05-06T05:40:11.461Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  796. 2020-05-06T05:40:11.461Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  797. 2020-05-06T05:40:12.089Z DEBUG [input] input/input.go:152 Run input
  798. 2020-05-06T05:40:12.089Z DEBUG [input] log/input.go:174 Start next scan
  799. 2020-05-06T05:40:12.089Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  800. 2020-05-06T05:40:12.089Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  801. 2020-05-06T05:40:19.857Z DEBUG [input] input/input.go:152 Run input
  802. 2020-05-06T05:40:19.857Z DEBUG [input] log/input.go:174 Start next scan
  803. 2020-05-06T05:40:19.857Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  804. 2020-05-06T05:40:19.857Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  805. 2020-05-06T05:40:20.686Z DEBUG [input] input/input.go:152 Run input
  806. 2020-05-06T05:40:20.686Z DEBUG [input] log/input.go:174 Start next scan
  807. 2020-05-06T05:40:20.687Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  808. 2020-05-06T05:40:20.687Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  809. 2020-05-06T05:40:21.462Z DEBUG [input] input/input.go:152 Run input
  810. 2020-05-06T05:40:21.462Z DEBUG [input] log/input.go:174 Start next scan
  811. 2020-05-06T05:40:21.462Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  812. 2020-05-06T05:40:21.462Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  813. 2020-05-06T05:40:22.090Z DEBUG [input] input/input.go:152 Run input
  814. 2020-05-06T05:40:22.090Z DEBUG [input] log/input.go:174 Start next scan
  815. 2020-05-06T05:40:22.090Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  816. 2020-05-06T05:40:22.090Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  817. 2020-05-06T05:40:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":320,"time":{"ms":7}},"total":{"ticks":740,"time":{"ms":8},"value":740},"user":{"ticks":420,"time":{"ms":1}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4380017}},"memstats":{"gc_next":4262096,"memory_alloc":3109792,"memory_total":35398032,"rss":217088}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.24,"15":0.39,"5":0.58,"norm":{"1":0.06,"15":0.0975,"5":0.145}}}}}}
  818. 2020-05-06T05:40:29.857Z DEBUG [input] input/input.go:152 Run input
  819. 2020-05-06T05:40:29.857Z DEBUG [input] log/input.go:174 Start next scan
  820. 2020-05-06T05:40:29.858Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  821. 2020-05-06T05:40:29.858Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  822. 2020-05-06T05:40:30.687Z DEBUG [input] input/input.go:152 Run input
  823. 2020-05-06T05:40:30.687Z DEBUG [input] log/input.go:174 Start next scan
  824. 2020-05-06T05:40:30.687Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  825. 2020-05-06T05:40:30.687Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  826. 2020-05-06T05:40:31.464Z DEBUG [input] input/input.go:152 Run input
  827. 2020-05-06T05:40:31.465Z DEBUG [input] log/input.go:174 Start next scan
  828. 2020-05-06T05:40:31.465Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  829. 2020-05-06T05:40:31.465Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  830. 2020-05-06T05:40:32.090Z DEBUG [input] input/input.go:152 Run input
  831. 2020-05-06T05:40:32.090Z DEBUG [input] log/input.go:174 Start next scan
  832. 2020-05-06T05:40:32.090Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  833. 2020-05-06T05:40:32.090Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  834. 2020-05-06T05:40:39.858Z DEBUG [input] input/input.go:152 Run input
  835. 2020-05-06T05:40:39.858Z DEBUG [input] log/input.go:174 Start next scan
  836. 2020-05-06T05:40:39.858Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  837. 2020-05-06T05:40:39.858Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  838. 2020-05-06T05:40:40.687Z DEBUG [input] input/input.go:152 Run input
  839. 2020-05-06T05:40:40.687Z DEBUG [input] log/input.go:174 Start next scan
  840. 2020-05-06T05:40:40.688Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  841. 2020-05-06T05:40:40.688Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  842. 2020-05-06T05:40:41.465Z DEBUG [input] input/input.go:152 Run input
  843. 2020-05-06T05:40:41.465Z DEBUG [input] log/input.go:174 Start next scan
  844. 2020-05-06T05:40:41.465Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  845. 2020-05-06T05:40:41.465Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  846. 2020-05-06T05:40:42.091Z DEBUG [input] input/input.go:152 Run input
  847. 2020-05-06T05:40:42.091Z DEBUG [input] log/input.go:174 Start next scan
  848. 2020-05-06T05:40:42.091Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  849. 2020-05-06T05:40:42.091Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  850. 2020-05-06T05:40:44.337Z ERROR kubernetes/watcher.go:254 kubernetes: Watching API error EOF
  851. 2020-05-06T05:40:44.338Z INFO kubernetes/watcher.go:238 kubernetes: Watching API for resource events
  852. 2020-05-06T05:40:44.363Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"filebeat-fs24p" generateName:"filebeat-" namespace:"logging" selfLink:"/api/v1/namespaces/logging/pods/filebeat-fs24p" uid:"c91adaba-8f51-11ea-a4e2-fa163ec2dc37" resourceVersion:"5602696" generation:0 creationTimestamp:<seconds:1588739201 nanos:0 > labels:<key:"app" value:"filebeat" > labels:<key:"controller-revision-hash" value:"3128509765" > labels:<key:"pod-template-generation" value:"1" > annotations:<key:"openshift.io/scc" value:"hostpath" > ownerReferences:<apiVersion:"apps/v1" kind:"DaemonSet" name:"filebeat" uid:"c86f629d-8f51-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"varlog" volumeSource:<hostPath:<path:"/var/log" type:"" > > > volumes:<name:"vartmp" volumeSource:<hostPath:<path:"/var/tmp" type:"" > > > volumes:<name:"varlogcontainers" volumeSource:<hostPath:<path:"/var/log/containers" type:"" > > > volumes:<name:"varlogpods" volumeSource:<hostPath:<path:"/var/log/pods" type:"" > > > volumes:<name:"varlibdockercontainers" volumeSource:<hostPath:<path:"/var/lib/docker/containers" type:"" > > > volumes:<name:"config-volume" volumeSource:<configMap:<localObjectReference:<name:"logging-configmap" > items:<key:"filebeat.yml" path:"filebeat.yml" > defaultMode:420 > > > volumes:<name:"filebeat-serviceaccount-token-fbr98" volumeSource:<secret:<secretName:"filebeat-serviceaccount-token-fbr98" defaultMode:420 > > > containers:<name:"filebeat" image:"docker.elastic.co/beats/filebeat:6.4.1" command:"/usr/share/filebeat/filebeat" args:"-e" args:"-path.config" args:"/usr/share/filebeat/config" workingDir:"" env:<name:"LOGSTASH_HOSTS" value:"logstash-service:5044" > env:<name:"LOG_LEVEL" value:"info" > env:<name:"FILEBEAT_HOST" value:"" valueFrom:<fieldRef:<apiVersion:"v1" fieldPath:"spec.nodeName" > > > resources:<limits:<key:"cpu" value:<string:"500m" > > limits:<key:"memory" value:<string:"4Gi" > > requests:<key:"cpu" value:<string:"500m" > > requests:<key:"memory" value:<string:"4Gi" > > > volumeMounts:<name:"config-volume" readOnly:false mountPath:"/usr/share/filebeat/config" subPath:"" > volumeMounts:<name:"varlog" readOnly:true mountPath:"/var/log/hostlogs" subPath:"" > volumeMounts:<name:"varlogcontainers" readOnly:true mountPath:"/var/log/containers" subPath:"" > volumeMounts:<name:"varlogpods" readOnly:true mountPath:"/var/log/pods" subPath:"" > volumeMounts:<name:"varlibdockercontainers" readOnly:true mountPath:"/var/lib/docker/containers" subPath:"" > volumeMounts:<name:"vartmp" readOnly:false mountPath:"/var/tmp/filebeat" subPath:"" > volumeMounts:<name:"filebeat-serviceaccount-token-fbr98" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"filebeat-serviceaccount" serviceAccount:"filebeat-serviceaccount" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<runAsUser:0 > imagePullSecrets:<name:"filebeat-serviceaccount-dockercfg-wnj75" > hostname:"" subdomain:"" schedulerName:"default-scheduler" tolerations:<key:"node.kubernetes.io/memory-pressure" operator:"Exists" value:"" effect:"NoSchedule" > tolerations:<key:"node-role.kubernetes.io/master" operator:"" value:"" effect:"NoSchedule" > tolerations:<key:"node.kubernetes.io/not-ready" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/unreachable" operator:"Exists" value:"" effect:"NoExecute" > tolerations:<key:"node.kubernetes.io/disk-pressure" operator:"Exists" value:"" effect:"NoSchedule" > priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588739243 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588739247 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588739243 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.164" startTime:<seconds:1588739243 nanos:0 > containerStatuses:<name:"filebeat" state:<running:<startedAt:<seconds:1588739246 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"docker.elastic.co/beats/filebeat:6.4.1" imageID:"docker-pullable://docker.elastic.co/beats/filebeat@sha256:886ebbfa1bcefcc3e3821c41c62353e98f85a0a88a1d17d9a2978c0b4678ff2a" containerID:"docker://3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c" > qosClass:"Guaranteed" 11:"" >
  853. 2020-05-06T05:40:44.363Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[stop:true host:10.131.0.164 kubernetes:{"annotations":{"openshift":{"io/scc":"hostpath"}},"container":{"id":"3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c","image":"docker.elastic.co/beats/filebeat:6.4.1","name":"filebeat","runtime":"docker"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}} meta:{"kubernetes":{"container":{"name":"filebeat"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}}}]
  854. 2020-05-06T05:40:44.363Z DEBUG [bus] bus/bus.go:72 filebeat: map[stop:true host:10.131.0.164 kubernetes:{"annotations":{"openshift":{"io/scc":"hostpath"}},"container":{"id":"3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c","image":"docker.elastic.co/beats/filebeat:6.4.1","name":"filebeat","runtime":"docker"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}} meta:{"kubernetes":{"container":{"name":"filebeat"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}}}]
  855. 2020-05-06T05:40:44.363Z DEBUG [kubernetes] kubernetes/kubernetes.go:265 Generated builder event map[start:true host:10.131.0.164 kubernetes:{"annotations":{"openshift":{"io/scc":"hostpath"}},"container":{"id":"3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c","image":"docker.elastic.co/beats/filebeat:6.4.1","name":"filebeat","runtime":"docker"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}} meta:{"kubernetes":{"container":{"name":"filebeat"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}}}]
  856. 2020-05-06T05:40:44.363Z DEBUG [bus] bus/bus.go:72 filebeat: map[start:true host:10.131.0.164 kubernetes:{"annotations":{"openshift":{"io/scc":"hostpath"}},"container":{"id":"3769a58334082b25d168353faa212377f0236b307e27723035b486847a136a2c","image":"docker.elastic.co/beats/filebeat:6.4.1","name":"filebeat","runtime":"docker"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}} meta:{"kubernetes":{"container":{"name":"filebeat"},"labels":{"app":"filebeat","controller-revision-hash":"3128509765","pod-template-generation":"1"},"namespace":"logging","node":{"name":"node3.novalocal"},"pod":{"name":"filebeat-fs24p"}}}]
  857. 2020-05-06T05:40:44.363Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"db-backup-cleanup-backups-799b447c9b-t28vr" generateName:"db-backup-cleanup-backups-799b447c9b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-cleanup-backups-799b447c9b-t28vr" uid:"f105c84f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611665" generation:0 creationTimestamp:<seconds:1588743134 nanos:0 > labels:<key:"app" value:"db-backup-cleanup-backups" > labels:<key:"pod-template-hash" value:"3556003756" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-cleanup-backups-799b447c9b" uid:"f0ff3f69-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"cleanups-backupstore-pvc" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-cleanup-backups" image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8006 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743146 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"" podIP:"" qosClass:"BestEffort" 11:"" >
  858. 2020-05-06T05:40:44.363Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-cleanup-backups-799b447c9b-t28vr" generateName:"db-backup-cleanup-backups-799b447c9b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-cleanup-backups-799b447c9b-t28vr" uid:"f105c84f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611669" generation:0 creationTimestamp:<seconds:1588743134 nanos:0 > labels:<key:"app" value:"db-backup-cleanup-backups" > labels:<key:"pod-template-hash" value:"3556003756" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-cleanup-backups-799b447c9b" uid:"f0ff3f69-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"cleanups-backupstore-pvc" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-cleanup-backups" image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8006 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743188 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743188 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-cleanup-backups]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-cleanup-backups]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743146 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743188 nanos:0 > containerStatuses:<name:"db-backup-cleanup-backups" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  859. 2020-05-06T05:40:44.363Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-cleanup-backups-799b447c9b-t28vr" generateName:"db-backup-cleanup-backups-799b447c9b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-cleanup-backups-799b447c9b-t28vr" uid:"f105c84f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611687" generation:0 creationTimestamp:<seconds:1588743134 nanos:0 > labels:<key:"app" value:"db-backup-cleanup-backups" > labels:<key:"pod-template-hash" value:"3556003756" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-cleanup-backups-799b447c9b" uid:"f0ff3f69-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"cleanups-backupstore-pvc" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-cleanup-backups" image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8006 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743188 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743191 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743146 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.165" startTime:<seconds:1588743188 nanos:0 > containerStatuses:<name:"db-backup-cleanup-backups" state:<running:<startedAt:<seconds:1588743191 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/cleanup-backups:RL1.2.0" imageID:"docker-pullable://fnc-docker-reg:3000/cleanup-backups@sha256:bc1376b0a465a84c6772d686d409f319d9e331e9c4d652362c67ce47f813a852" containerID:"docker://805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729" > qosClass:"BestEffort" 11:"" >
  860. 2020-05-06T05:40:44.364Z DEBUG [bus] bus/bus.go:72 filebeat: map[config:[0xc4203153b0] stop:true host:10.131.0.165 port:8006 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729","image":"fnc-docker-reg:3000/cleanup-backups:RL1.2.0","name":"db-backup-cleanup-backups","runtime":"docker"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}} meta:{"kubernetes":{"container":{"name":"db-backup-cleanup-backups"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}}}]
  861. 2020-05-06T05:40:44.364Z DEBUG [bus] bus/bus.go:72 filebeat: map[config:[0xc420393830] start:true host:10.131.0.165 port:8006 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729","image":"fnc-docker-reg:3000/cleanup-backups:RL1.2.0","name":"db-backup-cleanup-backups","runtime":"docker"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}} meta:{"kubernetes":{"container":{"name":"db-backup-cleanup-backups"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}}}]
  862. 2020-05-06T05:40:44.364Z DEBUG [autodiscover] autodiscover/autodiscover.go:203 Got a stop event: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729","image":"fnc-docker-reg:3000/cleanup-backups:RL1.2.0","name":"db-backup-cleanup-backups","runtime":"docker"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}} meta:{"kubernetes":{"container":{"name":"db-backup-cleanup-backups"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}}} config:[0xc4203153b0] stop:true host:10.131.0.165 port:8006], generated configs: [0xc4203153b0]
  863. 2020-05-06T05:40:44.364Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 4
  864. 2020-05-06T05:40:44.364Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611724" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"" podIP:"" qosClass:"BestEffort" 11:"" >
  865. 2020-05-06T05:40:44.364Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 0, Stop list: 1
  866. 2020-05-06T05:40:44.364Z DEBUG [autodiscover] cfgfile/list.go:92 Stopping runner: input [type=docker, ID=3219290796142421217]
  867. 2020-05-06T05:40:44.364Z DEBUG [autodiscover] autodiscover/autodiscover.go:161 Got a start event: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729","image":"fnc-docker-reg:3000/cleanup-backups:RL1.2.0","name":"db-backup-cleanup-backups","runtime":"docker"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}} meta:{"kubernetes":{"container":{"name":"db-backup-cleanup-backups"},"labels":{"app":"db-backup-cleanup-backups","pod-template-hash":"3556003756"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-cleanup-backups-799b447c9b-t28vr"},"replicaset":{"name":"db-backup-cleanup-backups-799b447c9b"}}} config:[0xc420393830] start:true host:10.131.0.165 port:8006], generated configs: [0xc420393830]
  868. 2020-05-06T05:40:44.364Z DEBUG [autodiscover] autodiscover/autodiscover.go:234 Got a meta field in the event
  869. 2020-05-06T05:40:44.364Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 3
  870. 2020-05-06T05:40:44.364Z INFO input/input.go:149 input ticker stopped
  871. 2020-05-06T05:40:44.364Z INFO input/input.go:167 Stopping Input: 3219290796142421217
  872. 2020-05-06T05:40:44.364Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 1, Stop list: 0
  873. 2020-05-06T05:40:44.364Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611730" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743192 nanos:0 > containerStatuses:<name:"db-backup-do-backup" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/do-backups:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  874. 2020-05-06T05:40:44.364Z DEBUG [publish] pipeline/client.go:148 client: closing acker
  875. 2020-05-06T05:40:44.364Z DEBUG [publish] pipeline/client.go:150 client: done closing acker
  876. 2020-05-06T05:40:44.364Z DEBUG [publish] pipeline/client.go:154 client: cancelled 0 events
  877. 2020-05-06T05:40:44.365Z WARN [cfgwarn] docker/input.go:46 EXPERIMENTAL: Docker input is enabled.
  878. 2020-05-06T05:40:44.365Z DEBUG [processors] processors/processor.go:66 Processors:
  879. 2020-05-06T05:40:44.365Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611740" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743192 nanos:0 > containerStatuses:<name:"db-backup-do-backup" state:<waiting:<reason:"CreateContainerConfigError" message:"secrets \"crypto-key\" not found" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/do-backups:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  880. 2020-05-06T05:40:44.365Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"db-backup-ne-mgmt-5977dcf8d-fkcz2" generateName:"db-backup-ne-mgmt-5977dcf8d-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-ne-mgmt-5977dcf8d-fkcz2" uid:"1bf5f3e6-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611925" generation:0 creationTimestamp:<seconds:1588743206 nanos:0 > labels:<key:"app" value:"db-backup-ne-mgmt" > labels:<key:"pod-template-hash" value:"153387948" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-ne-mgmt-5977dcf8d" uid:"1bf187df-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-ne-mgmt" image:"fnc-docker-reg:3000/ne-management:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8000 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743206 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"" podIP:"" qosClass:"BestEffort" 11:"" >
  881. 2020-05-06T05:40:44.365Z DEBUG [input] log/config.go:200 recursive glob enabled
  882. 2020-05-06T05:40:44.365Z DEBUG [input] log/input.go:147 exclude_files: []. Number of stats: 0
  883. 2020-05-06T05:40:44.365Z DEBUG [input] log/input.go:168 input with previous states loaded: 0
  884. 2020-05-06T05:40:44.365Z INFO log/input.go:138 Configured paths: [/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/*.log]
  885. 2020-05-06T05:40:44.365Z DEBUG [autodiscover] cfgfile/list.go:109 Starting runner: input [type=docker, ID=3219290796142421217]
  886. 2020-05-06T05:40:44.365Z INFO input/input.go:114 Starting input of type: docker; ID: 3219290796142421217
  887. 2020-05-06T05:40:44.365Z DEBUG [input] log/input.go:174 Start next scan
  888. 2020-05-06T05:40:44.365Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-ne-mgmt-5977dcf8d-fkcz2" generateName:"db-backup-ne-mgmt-5977dcf8d-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-ne-mgmt-5977dcf8d-fkcz2" uid:"1bf5f3e6-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611929" generation:0 creationTimestamp:<seconds:1588743206 nanos:0 > labels:<key:"app" value:"db-backup-ne-mgmt" > labels:<key:"pod-template-hash" value:"153387948" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-ne-mgmt-5977dcf8d" uid:"1bf187df-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-ne-mgmt" image:"fnc-docker-reg:3000/ne-management:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8000 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743248 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743248 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-ne-mgmt]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-ne-mgmt]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743206 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743248 nanos:0 > containerStatuses:<name:"db-backup-ne-mgmt" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/ne-management:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  889. 2020-05-06T05:40:44.365Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  890. 2020-05-06T05:40:44.365Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  891. 2020-05-06T05:40:44.365Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-ne-mgmt-5977dcf8d-fkcz2" generateName:"db-backup-ne-mgmt-5977dcf8d-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-ne-mgmt-5977dcf8d-fkcz2" uid:"1bf5f3e6-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5611940" generation:0 creationTimestamp:<seconds:1588743206 nanos:0 > labels:<key:"app" value:"db-backup-ne-mgmt" > labels:<key:"pod-template-hash" value:"153387948" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-ne-mgmt-5977dcf8d" uid:"1bf187df-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-ne-mgmt" image:"fnc-docker-reg:3000/ne-management:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8000 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743248 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743252 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743206 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.184" startTime:<seconds:1588743248 nanos:0 > containerStatuses:<name:"db-backup-ne-mgmt" state:<running:<startedAt:<seconds:1588743251 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/ne-management:RL1.2.0" imageID:"docker-pullable://fnc-docker-reg:3000/ne-management@sha256:3c4e7d380306b10983096bcb1b1791e53da05a2d444300518335ebd3a5ea1d87" containerID:"docker://697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365" > qosClass:"BestEffort" 11:"" >
  892. 2020-05-06T05:40:44.366Z DEBUG [bus] bus/bus.go:72 filebeat: map[stop:true host:10.131.0.184 port:8000 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365","image":"fnc-docker-reg:3000/ne-management:RL1.2.0","name":"db-backup-ne-mgmt","runtime":"docker"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}} meta:{"kubernetes":{"container":{"name":"db-backup-ne-mgmt"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}}} config:[0xc4204ea3f0]]
  893. 2020-05-06T05:40:44.366Z DEBUG [autodiscover] autodiscover/autodiscover.go:203 Got a stop event: map[stop:true host:10.131.0.184 port:8000 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365","image":"fnc-docker-reg:3000/ne-management:RL1.2.0","name":"db-backup-ne-mgmt","runtime":"docker"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}} meta:{"kubernetes":{"container":{"name":"db-backup-ne-mgmt"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}}} config:[0xc4204ea3f0]], generated configs: [0xc4204ea3f0]
  894. 2020-05-06T05:40:44.366Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 4
  895. 2020-05-06T05:40:44.366Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 0, Stop list: 1
  896. 2020-05-06T05:40:44.366Z DEBUG [autodiscover] cfgfile/list.go:92 Stopping runner: input [type=docker, ID=14018629118651485955]
  897. 2020-05-06T05:40:44.366Z DEBUG [bus] bus/bus.go:72 filebeat: map[config:[0xc42029cfc0] start:true host:10.131.0.184 port:8000 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365","image":"fnc-docker-reg:3000/ne-management:RL1.2.0","name":"db-backup-ne-mgmt","runtime":"docker"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}} meta:{"kubernetes":{"container":{"name":"db-backup-ne-mgmt"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}}}]
  898. 2020-05-06T05:40:44.366Z INFO input/input.go:149 input ticker stopped
  899. 2020-05-06T05:40:44.366Z INFO input/input.go:167 Stopping Input: 14018629118651485955
  900. 2020-05-06T05:40:44.366Z DEBUG [publish] pipeline/client.go:148 client: closing acker
  901. 2020-05-06T05:40:44.366Z DEBUG [publish] pipeline/client.go:150 client: done closing acker
  902. 2020-05-06T05:40:44.366Z DEBUG [publish] pipeline/client.go:154 client: cancelled 0 events
  903. 2020-05-06T05:40:44.366Z DEBUG [kubernetes] kubernetes/kubernetes.go:107 Watcher Pod add: metadata:<name:"db-backup-scheduler-5475b6885b-xzsvx" generateName:"db-backup-scheduler-5475b6885b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-scheduler-5475b6885b-xzsvx" uid:"56e4d790-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612197" generation:0 creationTimestamp:<seconds:1588743305 nanos:0 > labels:<key:"app" value:"db-backup-scheduler" > labels:<key:"pod-template-hash" value:"1031624416" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-scheduler-5475b6885b" uid:"56e10731-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-scheduler" image:"fnc-docker-reg:3000/scheduler:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8002 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743305 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"" podIP:"" qosClass:"BestEffort" 11:"" >
  904. 2020-05-06T05:40:44.366Z DEBUG [autodiscover] autodiscover/autodiscover.go:161 Got a start event: map[port:8000 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365","image":"fnc-docker-reg:3000/ne-management:RL1.2.0","name":"db-backup-ne-mgmt","runtime":"docker"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}} meta:{"kubernetes":{"container":{"name":"db-backup-ne-mgmt"},"labels":{"app":"db-backup-ne-mgmt","pod-template-hash":"153387948"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-ne-mgmt-5977dcf8d-fkcz2"},"replicaset":{"name":"db-backup-ne-mgmt-5977dcf8d"}}} config:[0xc42029cfc0] start:true host:10.131.0.184], generated configs: [0xc42029cfc0]
  905. 2020-05-06T05:40:44.366Z DEBUG [autodiscover] autodiscover/autodiscover.go:234 Got a meta field in the event
  906. 2020-05-06T05:40:44.366Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 3
  907. 2020-05-06T05:40:44.366Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 1, Stop list: 0
  908. 2020-05-06T05:40:44.366Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-scheduler-5475b6885b-xzsvx" generateName:"db-backup-scheduler-5475b6885b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-scheduler-5475b6885b-xzsvx" uid:"56e4d790-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612201" generation:0 creationTimestamp:<seconds:1588743305 nanos:0 > labels:<key:"app" value:"db-backup-scheduler" > labels:<key:"pod-template-hash" value:"1031624416" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-scheduler-5475b6885b" uid:"56e10731-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-scheduler" image:"fnc-docker-reg:3000/scheduler:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8002 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743347 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743347 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-scheduler]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-scheduler]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743305 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"" startTime:<seconds:1588743347 nanos:0 > containerStatuses:<name:"db-backup-scheduler" state:<waiting:<reason:"ContainerCreating" message:"" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/scheduler:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  909. 2020-05-06T05:40:44.366Z WARN [cfgwarn] docker/input.go:46 EXPERIMENTAL: Docker input is enabled.
  910. 2020-05-06T05:40:44.366Z DEBUG [processors] processors/processor.go:66 Processors:
  911. 2020-05-06T05:40:44.366Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-scheduler-5475b6885b-xzsvx" generateName:"db-backup-scheduler-5475b6885b-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-scheduler-5475b6885b-xzsvx" uid:"56e4d790-8f5b-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612214" generation:0 creationTimestamp:<seconds:1588743305 nanos:0 > labels:<key:"app" value:"db-backup-scheduler" > labels:<key:"pod-template-hash" value:"1031624416" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-scheduler-5475b6885b" uid:"56e10731-8f5b-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-scheduler" image:"fnc-docker-reg:3000/scheduler:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8002 protocol:"TCP" hostIP:"" > resources:<> volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743347 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743350 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743305 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.215" startTime:<seconds:1588743347 nanos:0 > containerStatuses:<name:"db-backup-scheduler" state:<running:<startedAt:<seconds:1588743349 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/scheduler:RL1.2.0" imageID:"docker-pullable://fnc-docker-reg:3000/scheduler@sha256:7f70acdf269ffa42ebaea91215f4daab8428da7c6eccf138b0702a171bf04e78" containerID:"docker://fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d" > qosClass:"BestEffort" 11:"" >
  912. 2020-05-06T05:40:44.367Z DEBUG [input] log/config.go:200 recursive glob enabled
  913. 2020-05-06T05:40:44.367Z DEBUG [bus] bus/bus.go:72 filebeat: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d","image":"fnc-docker-reg:3000/scheduler:RL1.2.0","name":"db-backup-scheduler","runtime":"docker"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}} meta:{"kubernetes":{"container":{"name":"db-backup-scheduler"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}} config:[0xc4202a8780] stop:true host:10.131.0.215 port:8002]
  914. 2020-05-06T05:40:44.367Z DEBUG [input] log/input.go:147 exclude_files: []. Number of stats: 0
  915. 2020-05-06T05:40:44.367Z DEBUG [input] log/input.go:168 input with previous states loaded: 0
  916. 2020-05-06T05:40:44.367Z INFO log/input.go:138 Configured paths: [/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/*.log]
  917. 2020-05-06T05:40:44.367Z DEBUG [autodiscover] cfgfile/list.go:109 Starting runner: input [type=docker, ID=14018629118651485955]
  918. 2020-05-06T05:40:44.367Z INFO input/input.go:114 Starting input of type: docker; ID: 14018629118651485955
  919. 2020-05-06T05:40:44.367Z DEBUG [autodiscover] autodiscover/autodiscover.go:203 Got a stop event: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d","image":"fnc-docker-reg:3000/scheduler:RL1.2.0","name":"db-backup-scheduler","runtime":"docker"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}} meta:{"kubernetes":{"container":{"name":"db-backup-scheduler"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}} config:[0xc4202a8780] stop:true host:10.131.0.215 port:8002], generated configs: [0xc4202a8780]
  920. 2020-05-06T05:40:44.367Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 4
  921. 2020-05-06T05:40:44.367Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 0, Stop list: 1
  922. 2020-05-06T05:40:44.367Z DEBUG [autodiscover] cfgfile/list.go:92 Stopping runner: input [type=docker, ID=11290301833233360617]
  923. 2020-05-06T05:40:44.367Z INFO input/input.go:149 input ticker stopped
  924. 2020-05-06T05:40:44.368Z INFO input/input.go:167 Stopping Input: 11290301833233360617
  925. 2020-05-06T05:40:44.368Z DEBUG [publish] pipeline/client.go:148 client: closing acker
  926. 2020-05-06T05:40:44.368Z DEBUG [publish] pipeline/client.go:150 client: done closing acker
  927. 2020-05-06T05:40:44.368Z DEBUG [publish] pipeline/client.go:154 client: cancelled 0 events
  928. 2020-05-06T05:40:44.368Z DEBUG [input] log/input.go:174 Start next scan
  929. 2020-05-06T05:40:44.368Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  930. 2020-05-06T05:40:44.368Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  931. 2020-05-06T05:40:44.368Z DEBUG [bus] bus/bus.go:72 filebeat: map[meta:{"kubernetes":{"container":{"name":"db-backup-scheduler"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}} config:[0xc4202b4d80] start:true host:10.131.0.215 port:8002 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d","image":"fnc-docker-reg:3000/scheduler:RL1.2.0","name":"db-backup-scheduler","runtime":"docker"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}]
  932. 2020-05-06T05:40:44.368Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612234" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Pending" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"False" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"ContainersReady" status:"False" lastProbeTime:<> lastTransitionTime:<> reason:"ContainersNotReady" message:"containers with unready status: [db-backup-do-backup]" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.214" startTime:<seconds:1588743192 nanos:0 > containerStatuses:<name:"db-backup-do-backup" state:<waiting:<reason:"CreateContainerConfigError" message:"secrets \"crypto-key\" not found" > > lastState:<> ready:false restartCount:0 image:"fnc-docker-reg:3000/do-backups:RL1.2.0" imageID:"" containerID:"" > qosClass:"BestEffort" 11:"" >
  933. 2020-05-06T05:40:44.369Z DEBUG [kubernetes] kubernetes/kubernetes.go:111 Watcher Pod update: metadata:<name:"db-backup-do-backup-b9d7d97b7-xb5vg" generateName:"db-backup-do-backup-b9d7d97b7-" namespace:"vz1-db-backup" selfLink:"/api/v1/namespaces/vz1-db-backup/pods/db-backup-do-backup-b9d7d97b7-xb5vg" uid:"fad4185f-8f5a-11ea-a4e2-fa163ec2dc37" resourceVersion:"5612636" generation:0 creationTimestamp:<seconds:1588743150 nanos:0 > labels:<key:"app" value:"db-backup-do-backup" > labels:<key:"pod-template-hash" value:"658385363" > annotations:<key:"openshift.io/scc" value:"anyuid" > ownerReferences:<apiVersion:"apps/v1" kind:"ReplicaSet" name:"db-backup-do-backup-b9d7d97b7" uid:"facc58fb-8f5a-11ea-a4e2-fa163ec2dc37" controller:true blockOwnerDeletion:true > clusterName:"" > spec:<volumes:<name:"nfs-store" volumeSource:<persistentVolumeClaim:<claimName:"kubeconfig-claim" readOnly:false > > > volumes:<name:"backup-store" volumeSource:<persistentVolumeClaim:<claimName:"backupstore-claim" readOnly:false > > > volumes:<name:"default-token-dnmkl" volumeSource:<secret:<secretName:"default-token-dnmkl" defaultMode:420 > > > containers:<name:"db-backup-do-backup" image:"fnc-docker-reg:3000/do-backups:RL1.2.0" args:"--job.container.image=fnc-docker-reg:3000/backup_execution:RL1.2.0" workingDir:"" ports:<name:"" hostPort:0 containerPort:8003 protocol:"TCP" hostIP:"" > env:<name:"CRYPTO_KEY" value:"" valueFrom:<secretKeyRef:<localObjectReference:<name:"crypto-key" > key:"key.txt" > > > resources:<> volumeMounts:<name:"nfs-store" readOnly:false mountPath:"/root/.kube" subPath:"" > volumeMounts:<name:"backup-store" readOnly:false mountPath:"/root/OneBackups" subPath:"" > volumeMounts:<name:"default-token-dnmkl" readOnly:true mountPath:"/var/run/secrets/kubernetes.io/serviceaccount" subPath:"" > terminationMessagePath:"/dev/termination-log" terminationMessagePolicy:"File" imagePullPolicy:"IfNotPresent" securityContext:<capabilities:<drop:"MKNOD" > > stdin:false stdinOnce:false tty:false > restartPolicy:"Always" terminationGracePeriodSeconds:30 dnsPolicy:"ClusterFirst" nodeSelector:<key:"node-role.kubernetes.io/compute" value:"true" > serviceAccountName:"default" serviceAccount:"default" nodeName:"node3.novalocal" hostNetwork:false hostPID:false hostIPC:false securityContext:<seLinuxOptions:<user:"" role:"" type:"" level:"s0:c30,c25" > > imagePullSecrets:<name:"default-dockercfg-h6qqs" > hostname:"" subdomain:"" schedulerName:"default-scheduler" priorityClassName:"" priority:0 > status:<phase:"Running" conditions:<type:"Initialized" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743192 nanos:0 > reason:"" message:"" > conditions:<type:"Ready" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743469 nanos:0 > reason:"" message:"" > conditions:<type:"ContainersReady" status:"True" lastProbeTime:<> lastTransitionTime:<> reason:"" message:"" > conditions:<type:"PodScheduled" status:"True" lastProbeTime:<> lastTransitionTime:<seconds:1588743150 nanos:0 > reason:"" message:"" > message:"" reason:"" hostIP:"167.254.204.61" podIP:"10.131.0.214" startTime:<seconds:1588743192 nanos:0 > containerStatuses:<name:"db-backup-do-backup" state:<running:<startedAt:<seconds:1588743469 nanos:0 > > > lastState:<> ready:true restartCount:0 image:"fnc-docker-reg:3000/do-backups:RL1.2.0" imageID:"docker-pullable://fnc-docker-reg:3000/do-backups@sha256:4c9381123ae558f8c3295bf00d844913d1f6fb374acac1876f3471f21986bf6e" containerID:"docker://6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751" > qosClass:"BestEffort" 11:"" >
  934. 2020-05-06T05:40:44.368Z DEBUG [autodiscover] autodiscover/autodiscover.go:161 Got a start event: map[meta:{"kubernetes":{"container":{"name":"db-backup-scheduler"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}} config:[0xc4202b4d80] start:true host:10.131.0.215 port:8002 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d","image":"fnc-docker-reg:3000/scheduler:RL1.2.0","name":"db-backup-scheduler","runtime":"docker"},"labels":{"app":"db-backup-scheduler","pod-template-hash":"1031624416"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-scheduler-5475b6885b-xzsvx"},"replicaset":{"name":"db-backup-scheduler-5475b6885b"}}], generated configs: [0xc4202b4d80]
  935. 2020-05-06T05:40:44.369Z DEBUG [autodiscover] autodiscover/autodiscover.go:234 Got a meta field in the event
  936. 2020-05-06T05:40:44.369Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 3
  937. 2020-05-06T05:40:44.369Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 1, Stop list: 0
  938. 2020-05-06T05:40:44.369Z DEBUG [bus] bus/bus.go:72 filebeat: map[stop:true host:10.131.0.214 port:8003 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751","image":"fnc-docker-reg:3000/do-backups:RL1.2.0","name":"db-backup-do-backup","runtime":"docker"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}} meta:{"kubernetes":{"container":{"name":"db-backup-do-backup"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}} config:[0xc420350c60]]
  939. 2020-05-06T05:40:44.369Z WARN [cfgwarn] docker/input.go:46 EXPERIMENTAL: Docker input is enabled.
  940. 2020-05-06T05:40:44.369Z DEBUG [processors] processors/processor.go:66 Processors:
  941. 2020-05-06T05:40:44.369Z DEBUG [bus] bus/bus.go:72 filebeat: map[host:10.131.0.214 port:8003 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751","image":"fnc-docker-reg:3000/do-backups:RL1.2.0","name":"db-backup-do-backup","runtime":"docker"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}} meta:{"kubernetes":{"container":{"name":"db-backup-do-backup"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}} config:[0xc42031b800] start:true]
  942. 2020-05-06T05:40:44.369Z DEBUG [input] log/config.go:200 recursive glob enabled
  943. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:147 exclude_files: []. Number of stats: 0
  944. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:168 input with previous states loaded: 0
  945. 2020-05-06T05:40:44.370Z INFO log/input.go:138 Configured paths: [/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/*.log]
  946. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] cfgfile/list.go:109 Starting runner: input [type=docker, ID=11290301833233360617]
  947. 2020-05-06T05:40:44.370Z INFO input/input.go:114 Starting input of type: docker; ID: 11290301833233360617
  948. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] autodiscover/autodiscover.go:203 Got a stop event: map[kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751","image":"fnc-docker-reg:3000/do-backups:RL1.2.0","name":"db-backup-do-backup","runtime":"docker"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}} meta:{"kubernetes":{"container":{"name":"db-backup-do-backup"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}} config:[0xc420350c60] stop:true host:10.131.0.214 port:8003], generated configs: [0xc420350c60]
  949. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:174 Start next scan
  950. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 4
  951. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 0, Stop list: 1
  952. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] cfgfile/list.go:92 Stopping runner: input [type=docker, ID=10908292048895143180]
  953. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  954. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  955. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] autodiscover/autodiscover.go:161 Got a start event: map[config:[0xc42031b800] start:true host:10.131.0.214 port:8003 kubernetes:{"annotations":{"openshift":{"io/scc":"anyuid"}},"container":{"id":"6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751","image":"fnc-docker-reg:3000/do-backups:RL1.2.0","name":"db-backup-do-backup","runtime":"docker"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}} meta:{"kubernetes":{"container":{"name":"db-backup-do-backup"},"labels":{"app":"db-backup-do-backup","pod-template-hash":"658385363"},"namespace":"vz1-db-backup","node":{"name":"node3.novalocal"},"pod":{"name":"db-backup-do-backup-b9d7d97b7-xb5vg"},"replicaset":{"name":"db-backup-do-backup-b9d7d97b7"}}}], generated configs: [0xc42031b800]
  956. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] autodiscover/autodiscover.go:234 Got a meta field in the event
  957. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] cfgfile/list.go:70 Starting reload procedure, current runners: 3
  958. 2020-05-06T05:40:44.370Z INFO input/input.go:149 input ticker stopped
  959. 2020-05-06T05:40:44.370Z INFO input/input.go:167 Stopping Input: 10908292048895143180
  960. 2020-05-06T05:40:44.370Z DEBUG [publish] pipeline/client.go:148 client: closing acker
  961. 2020-05-06T05:40:44.370Z DEBUG [publish] pipeline/client.go:150 client: done closing acker
  962. 2020-05-06T05:40:44.370Z DEBUG [publish] pipeline/client.go:154 client: cancelled 0 events
  963. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] cfgfile/list.go:88 Start list: 1, Stop list: 0
  964. 2020-05-06T05:40:44.370Z WARN [cfgwarn] docker/input.go:46 EXPERIMENTAL: Docker input is enabled.
  965. 2020-05-06T05:40:44.370Z DEBUG [processors] processors/processor.go:66 Processors:
  966. 2020-05-06T05:40:44.370Z DEBUG [input] log/config.go:200 recursive glob enabled
  967. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:147 exclude_files: []. Number of stats: 0
  968. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:168 input with previous states loaded: 0
  969. 2020-05-06T05:40:44.370Z INFO log/input.go:138 Configured paths: [/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/*.log]
  970. 2020-05-06T05:40:44.370Z DEBUG [autodiscover] cfgfile/list.go:109 Starting runner: input [type=docker, ID=10908292048895143180]
  971. 2020-05-06T05:40:44.370Z INFO input/input.go:114 Starting input of type: docker; ID: 10908292048895143180
  972. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:174 Start next scan
  973. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  974. 2020-05-06T05:40:44.370Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  975. 2020-05-06T05:40:54.365Z DEBUG [input] input/input.go:152 Run input
  976. 2020-05-06T05:40:54.366Z DEBUG [input] log/input.go:174 Start next scan
  977. 2020-05-06T05:40:54.366Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  978. 2020-05-06T05:40:54.366Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  979. 2020-05-06T05:40:54.368Z DEBUG [input] input/input.go:152 Run input
  980. 2020-05-06T05:40:54.368Z DEBUG [input] log/input.go:174 Start next scan
  981. 2020-05-06T05:40:54.368Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  982. 2020-05-06T05:40:54.368Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  983. 2020-05-06T05:40:54.370Z DEBUG [input] input/input.go:152 Run input
  984. 2020-05-06T05:40:54.370Z DEBUG [input] log/input.go:174 Start next scan
  985. 2020-05-06T05:40:54.370Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  986. 2020-05-06T05:40:54.370Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  987. 2020-05-06T05:40:54.370Z DEBUG [input] input/input.go:152 Run input
  988. 2020-05-06T05:40:54.371Z DEBUG [input] log/input.go:174 Start next scan
  989. 2020-05-06T05:40:54.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  990. 2020-05-06T05:40:54.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  991. 2020-05-06T05:40:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":320,"time":{"ms":6}},"total":{"ticks":760,"time":{"ms":27},"value":760},"user":{"ticks":440,"time":{"ms":21}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4410017}},"memstats":{"gc_next":4558000,"memory_alloc":2671360,"memory_total":37272488}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.15,"15":0.38,"5":0.52,"norm":{"1":0.0375,"15":0.095,"5":0.13}}}}}}
  992. 2020-05-06T05:41:04.366Z DEBUG [input] input/input.go:152 Run input
  993. 2020-05-06T05:41:04.366Z DEBUG [input] log/input.go:174 Start next scan
  994. 2020-05-06T05:41:04.366Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  995. 2020-05-06T05:41:04.366Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  996. 2020-05-06T05:41:04.368Z DEBUG [input] input/input.go:152 Run input
  997. 2020-05-06T05:41:04.368Z DEBUG [input] log/input.go:174 Start next scan
  998. 2020-05-06T05:41:04.368Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  999. 2020-05-06T05:41:04.368Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1000. 2020-05-06T05:41:04.370Z DEBUG [input] input/input.go:152 Run input
  1001. 2020-05-06T05:41:04.370Z DEBUG [input] log/input.go:174 Start next scan
  1002. 2020-05-06T05:41:04.370Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1003. 2020-05-06T05:41:04.370Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1004. 2020-05-06T05:41:04.371Z DEBUG [input] input/input.go:152 Run input
  1005. 2020-05-06T05:41:04.371Z DEBUG [input] log/input.go:174 Start next scan
  1006. 2020-05-06T05:41:04.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1007. 2020-05-06T05:41:04.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1008. 2020-05-06T05:41:14.367Z DEBUG [input] input/input.go:152 Run input
  1009. 2020-05-06T05:41:14.367Z DEBUG [input] log/input.go:174 Start next scan
  1010. 2020-05-06T05:41:14.367Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1011. 2020-05-06T05:41:14.367Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1012. 2020-05-06T05:41:14.368Z DEBUG [input] input/input.go:152 Run input
  1013. 2020-05-06T05:41:14.368Z DEBUG [input] log/input.go:174 Start next scan
  1014. 2020-05-06T05:41:14.368Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1015. 2020-05-06T05:41:14.368Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1016. 2020-05-06T05:41:14.370Z DEBUG [input] input/input.go:152 Run input
  1017. 2020-05-06T05:41:14.370Z DEBUG [input] log/input.go:174 Start next scan
  1018. 2020-05-06T05:41:14.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1019. 2020-05-06T05:41:14.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1020. 2020-05-06T05:41:14.371Z DEBUG [input] input/input.go:152 Run input
  1021. 2020-05-06T05:41:14.371Z DEBUG [input] log/input.go:174 Start next scan
  1022. 2020-05-06T05:41:14.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1023. 2020-05-06T05:41:14.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1024. 2020-05-06T05:41:24.367Z DEBUG [input] input/input.go:152 Run input
  1025. 2020-05-06T05:41:24.367Z DEBUG [input] log/input.go:174 Start next scan
  1026. 2020-05-06T05:41:24.367Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1027. 2020-05-06T05:41:24.367Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1028. 2020-05-06T05:41:24.369Z DEBUG [input] input/input.go:152 Run input
  1029. 2020-05-06T05:41:24.369Z DEBUG [input] log/input.go:174 Start next scan
  1030. 2020-05-06T05:41:24.369Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1031. 2020-05-06T05:41:24.369Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1032. 2020-05-06T05:41:24.371Z DEBUG [input] input/input.go:152 Run input
  1033. 2020-05-06T05:41:24.371Z DEBUG [input] log/input.go:174 Start next scan
  1034. 2020-05-06T05:41:24.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1035. 2020-05-06T05:41:24.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1036. 2020-05-06T05:41:24.371Z DEBUG [input] input/input.go:152 Run input
  1037. 2020-05-06T05:41:24.371Z DEBUG [input] log/input.go:174 Start next scan
  1038. 2020-05-06T05:41:24.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1039. 2020-05-06T05:41:24.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1040. 2020-05-06T05:41:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":330,"time":{"ms":3}},"total":{"ticks":770,"time":{"ms":7},"value":770},"user":{"ticks":440,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4440017}},"memstats":{"gc_next":4558000,"memory_alloc":2971600,"memory_total":37572728}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.09,"15":0.37,"5":0.47,"norm":{"1":0.0225,"15":0.0925,"5":0.1175}}}}}}
  1041. 2020-05-06T05:41:34.368Z DEBUG [input] input/input.go:152 Run input
  1042. 2020-05-06T05:41:34.368Z DEBUG [input] log/input.go:174 Start next scan
  1043. 2020-05-06T05:41:34.368Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1044. 2020-05-06T05:41:34.368Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1045. 2020-05-06T05:41:34.369Z DEBUG [input] input/input.go:152 Run input
  1046. 2020-05-06T05:41:34.369Z DEBUG [input] log/input.go:174 Start next scan
  1047. 2020-05-06T05:41:34.369Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1048. 2020-05-06T05:41:34.369Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1049. 2020-05-06T05:41:34.371Z DEBUG [input] input/input.go:152 Run input
  1050. 2020-05-06T05:41:34.371Z DEBUG [input] log/input.go:174 Start next scan
  1051. 2020-05-06T05:41:34.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1052. 2020-05-06T05:41:34.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1053. 2020-05-06T05:41:34.372Z DEBUG [input] input/input.go:152 Run input
  1054. 2020-05-06T05:41:34.372Z DEBUG [input] log/input.go:174 Start next scan
  1055. 2020-05-06T05:41:34.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1056. 2020-05-06T05:41:34.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1057. 2020-05-06T05:41:44.368Z DEBUG [input] input/input.go:152 Run input
  1058. 2020-05-06T05:41:44.368Z DEBUG [input] log/input.go:174 Start next scan
  1059. 2020-05-06T05:41:44.368Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1060. 2020-05-06T05:41:44.368Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1061. 2020-05-06T05:41:44.369Z DEBUG [input] input/input.go:152 Run input
  1062. 2020-05-06T05:41:44.369Z DEBUG [input] log/input.go:174 Start next scan
  1063. 2020-05-06T05:41:44.369Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1064. 2020-05-06T05:41:44.369Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1065. 2020-05-06T05:41:44.372Z DEBUG [input] input/input.go:152 Run input
  1066. 2020-05-06T05:41:44.372Z DEBUG [input] log/input.go:174 Start next scan
  1067. 2020-05-06T05:41:44.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1068. 2020-05-06T05:41:44.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1069. 2020-05-06T05:41:44.372Z DEBUG [input] input/input.go:152 Run input
  1070. 2020-05-06T05:41:44.372Z DEBUG [input] log/input.go:174 Start next scan
  1071. 2020-05-06T05:41:44.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1072. 2020-05-06T05:41:44.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1073. 2020-05-06T05:41:54.369Z DEBUG [input] input/input.go:152 Run input
  1074. 2020-05-06T05:41:54.369Z DEBUG [input] log/input.go:174 Start next scan
  1075. 2020-05-06T05:41:54.369Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1076. 2020-05-06T05:41:54.369Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1077. 2020-05-06T05:41:54.370Z DEBUG [input] input/input.go:152 Run input
  1078. 2020-05-06T05:41:54.370Z DEBUG [input] log/input.go:174 Start next scan
  1079. 2020-05-06T05:41:54.370Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1080. 2020-05-06T05:41:54.370Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1081. 2020-05-06T05:41:54.372Z DEBUG [input] input/input.go:152 Run input
  1082. 2020-05-06T05:41:54.372Z DEBUG [input] log/input.go:174 Start next scan
  1083. 2020-05-06T05:41:54.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1084. 2020-05-06T05:41:54.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1085. 2020-05-06T05:41:54.372Z DEBUG [input] input/input.go:152 Run input
  1086. 2020-05-06T05:41:54.372Z DEBUG [input] log/input.go:174 Start next scan
  1087. 2020-05-06T05:41:54.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1088. 2020-05-06T05:41:54.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1089. 2020-05-06T05:41:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":330,"time":{"ms":3}},"total":{"ticks":780,"time":{"ms":7},"value":780},"user":{"ticks":450,"time":{"ms":4}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4470017}},"memstats":{"gc_next":4558000,"memory_alloc":3265328,"memory_total":37866456}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.05,"15":0.36,"5":0.43,"norm":{"1":0.0125,"15":0.09,"5":0.1075}}}}}}
  1090. 2020-05-06T05:42:04.369Z DEBUG [input] input/input.go:152 Run input
  1091. 2020-05-06T05:42:04.369Z DEBUG [input] log/input.go:174 Start next scan
  1092. 2020-05-06T05:42:04.370Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1093. 2020-05-06T05:42:04.370Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1094. 2020-05-06T05:42:04.370Z DEBUG [input] input/input.go:152 Run input
  1095. 2020-05-06T05:42:04.370Z DEBUG [input] log/input.go:174 Start next scan
  1096. 2020-05-06T05:42:04.370Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1097. 2020-05-06T05:42:04.370Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1098. 2020-05-06T05:42:04.372Z DEBUG [input] input/input.go:152 Run input
  1099. 2020-05-06T05:42:04.372Z DEBUG [input] log/input.go:174 Start next scan
  1100. 2020-05-06T05:42:04.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1101. 2020-05-06T05:42:04.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1102. 2020-05-06T05:42:04.373Z DEBUG [input] input/input.go:152 Run input
  1103. 2020-05-06T05:42:04.373Z DEBUG [input] log/input.go:174 Start next scan
  1104. 2020-05-06T05:42:04.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1105. 2020-05-06T05:42:04.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1106. 2020-05-06T05:42:14.370Z DEBUG [input] input/input.go:152 Run input
  1107. 2020-05-06T05:42:14.370Z DEBUG [input] log/input.go:174 Start next scan
  1108. 2020-05-06T05:42:14.370Z DEBUG [input] input/input.go:152 Run input
  1109. 2020-05-06T05:42:14.371Z DEBUG [input] log/input.go:174 Start next scan
  1110. 2020-05-06T05:42:14.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1111. 2020-05-06T05:42:14.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1112. 2020-05-06T05:42:14.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1113. 2020-05-06T05:42:14.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1114. 2020-05-06T05:42:14.373Z DEBUG [input] input/input.go:152 Run input
  1115. 2020-05-06T05:42:14.373Z DEBUG [input] log/input.go:174 Start next scan
  1116. 2020-05-06T05:42:14.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1117. 2020-05-06T05:42:14.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1118. 2020-05-06T05:42:14.373Z DEBUG [input] input/input.go:152 Run input
  1119. 2020-05-06T05:42:14.373Z DEBUG [input] log/input.go:174 Start next scan
  1120. 2020-05-06T05:42:14.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1121. 2020-05-06T05:42:14.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1122. 2020-05-06T05:42:24.371Z DEBUG [input] input/input.go:152 Run input
  1123. 2020-05-06T05:42:24.371Z DEBUG [input] log/input.go:174 Start next scan
  1124. 2020-05-06T05:42:24.371Z DEBUG [input] input/input.go:152 Run input
  1125. 2020-05-06T05:42:24.371Z DEBUG [input] log/input.go:174 Start next scan
  1126. 2020-05-06T05:42:24.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1127. 2020-05-06T05:42:24.371Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1128. 2020-05-06T05:42:24.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1129. 2020-05-06T05:42:24.371Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1130. 2020-05-06T05:42:24.373Z DEBUG [input] input/input.go:152 Run input
  1131. 2020-05-06T05:42:24.373Z DEBUG [input] log/input.go:174 Start next scan
  1132. 2020-05-06T05:42:24.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1133. 2020-05-06T05:42:24.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1134. 2020-05-06T05:42:24.373Z DEBUG [input] input/input.go:152 Run input
  1135. 2020-05-06T05:42:24.373Z DEBUG [input] log/input.go:174 Start next scan
  1136. 2020-05-06T05:42:24.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1137. 2020-05-06T05:42:24.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1138. 2020-05-06T05:42:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":330,"time":{"ms":2}},"total":{"ticks":780,"time":{"ms":8},"value":780},"user":{"ticks":450,"time":{"ms":6}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4500017}},"memstats":{"gc_next":4558000,"memory_alloc":3563920,"memory_total":38165048}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.03,"15":0.35,"5":0.39,"norm":{"1":0.0075,"15":0.0875,"5":0.0975}}}}}}
  1139. 2020-05-06T05:42:34.371Z DEBUG [input] input/input.go:152 Run input
  1140. 2020-05-06T05:42:34.371Z DEBUG [input] log/input.go:174 Start next scan
  1141. 2020-05-06T05:42:34.371Z DEBUG [input] input/input.go:152 Run input
  1142. 2020-05-06T05:42:34.372Z DEBUG [input] log/input.go:174 Start next scan
  1143. 2020-05-06T05:42:34.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1144. 2020-05-06T05:42:34.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1145. 2020-05-06T05:42:34.372Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1146. 2020-05-06T05:42:34.372Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1147. 2020-05-06T05:42:34.373Z DEBUG [input] input/input.go:152 Run input
  1148. 2020-05-06T05:42:34.373Z DEBUG [input] log/input.go:174 Start next scan
  1149. 2020-05-06T05:42:34.373Z DEBUG [input] input/input.go:152 Run input
  1150. 2020-05-06T05:42:34.373Z DEBUG [input] log/input.go:174 Start next scan
  1151. 2020-05-06T05:42:34.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1152. 2020-05-06T05:42:34.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1153. 2020-05-06T05:42:34.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1154. 2020-05-06T05:42:34.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1155. 2020-05-06T05:42:44.372Z DEBUG [input] input/input.go:152 Run input
  1156. 2020-05-06T05:42:44.372Z DEBUG [input] log/input.go:174 Start next scan
  1157. 2020-05-06T05:42:44.372Z DEBUG [input] input/input.go:152 Run input
  1158. 2020-05-06T05:42:44.372Z DEBUG [input] log/input.go:174 Start next scan
  1159. 2020-05-06T05:42:44.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1160. 2020-05-06T05:42:44.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1161. 2020-05-06T05:42:44.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1162. 2020-05-06T05:42:44.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1163. 2020-05-06T05:42:44.374Z DEBUG [input] input/input.go:152 Run input
  1164. 2020-05-06T05:42:44.374Z DEBUG [input] input/input.go:152 Run input
  1165. 2020-05-06T05:42:44.374Z DEBUG [input] log/input.go:174 Start next scan
  1166. 2020-05-06T05:42:44.374Z DEBUG [input] log/input.go:174 Start next scan
  1167. 2020-05-06T05:42:44.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1168. 2020-05-06T05:42:44.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1169. 2020-05-06T05:42:44.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1170. 2020-05-06T05:42:44.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1171. 2020-05-06T05:42:54.373Z DEBUG [input] input/input.go:152 Run input
  1172. 2020-05-06T05:42:54.373Z DEBUG [input] log/input.go:174 Start next scan
  1173. 2020-05-06T05:42:54.373Z DEBUG [input] input/input.go:152 Run input
  1174. 2020-05-06T05:42:54.373Z DEBUG [input] log/input.go:174 Start next scan
  1175. 2020-05-06T05:42:54.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1176. 2020-05-06T05:42:54.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1177. 2020-05-06T05:42:54.373Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1178. 2020-05-06T05:42:54.373Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1179. 2020-05-06T05:42:54.374Z DEBUG [input] input/input.go:152 Run input
  1180. 2020-05-06T05:42:54.374Z DEBUG [input] log/input.go:174 Start next scan
  1181. 2020-05-06T05:42:54.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1182. 2020-05-06T05:42:54.374Z DEBUG [input] input/input.go:152 Run input
  1183. 2020-05-06T05:42:54.374Z DEBUG [input] log/input.go:174 Start next scan
  1184. 2020-05-06T05:42:54.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1185. 2020-05-06T05:42:54.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1186. 2020-05-06T05:42:54.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1187. 2020-05-06T05:42:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":330,"time":{"ms":1}},"total":{"ticks":790,"time":{"ms":12},"value":790},"user":{"ticks":460,"time":{"ms":11}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4530017}},"memstats":{"gc_next":4388784,"memory_alloc":2243304,"memory_total":38473472,"rss":266240}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.02,"15":0.33,"5":0.35,"norm":{"1":0.005,"15":0.0825,"5":0.0875}}}}}}
  1188. 2020-05-06T05:43:04.374Z DEBUG [input] input/input.go:152 Run input
  1189. 2020-05-06T05:43:04.374Z DEBUG [input] log/input.go:174 Start next scan
  1190. 2020-05-06T05:43:04.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1191. 2020-05-06T05:43:04.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1192. 2020-05-06T05:43:04.374Z DEBUG [input] input/input.go:152 Run input
  1193. 2020-05-06T05:43:04.374Z DEBUG [input] log/input.go:174 Start next scan
  1194. 2020-05-06T05:43:04.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1195. 2020-05-06T05:43:04.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1196. 2020-05-06T05:43:04.374Z DEBUG [input] input/input.go:152 Run input
  1197. 2020-05-06T05:43:04.374Z DEBUG [input] log/input.go:174 Start next scan
  1198. 2020-05-06T05:43:04.374Z DEBUG [input] input/input.go:152 Run input
  1199. 2020-05-06T05:43:04.374Z DEBUG [input] log/input.go:174 Start next scan
  1200. 2020-05-06T05:43:04.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1201. 2020-05-06T05:43:04.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1202. 2020-05-06T05:43:04.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1203. 2020-05-06T05:43:04.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1204. 2020-05-06T05:43:14.374Z DEBUG [input] input/input.go:152 Run input
  1205. 2020-05-06T05:43:14.374Z DEBUG [input] log/input.go:174 Start next scan
  1206. 2020-05-06T05:43:14.374Z DEBUG [input] input/input.go:152 Run input
  1207. 2020-05-06T05:43:14.374Z DEBUG [input] log/input.go:174 Start next scan
  1208. 2020-05-06T05:43:14.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1209. 2020-05-06T05:43:14.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1210. 2020-05-06T05:43:14.374Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1211. 2020-05-06T05:43:14.374Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1212. 2020-05-06T05:43:14.375Z DEBUG [input] input/input.go:152 Run input
  1213. 2020-05-06T05:43:14.375Z DEBUG [input] log/input.go:174 Start next scan
  1214. 2020-05-06T05:43:14.375Z DEBUG [input] input/input.go:152 Run input
  1215. 2020-05-06T05:43:14.375Z DEBUG [input] log/input.go:174 Start next scan
  1216. 2020-05-06T05:43:14.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1217. 2020-05-06T05:43:14.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1218. 2020-05-06T05:43:14.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1219. 2020-05-06T05:43:14.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1220. 2020-05-06T05:43:24.374Z DEBUG [input] input/input.go:152 Run input
  1221. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:174 Start next scan
  1222. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1223. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1224. 2020-05-06T05:43:24.375Z DEBUG [input] input/input.go:152 Run input
  1225. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:174 Start next scan
  1226. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1227. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1228. 2020-05-06T05:43:24.375Z DEBUG [input] input/input.go:152 Run input
  1229. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:174 Start next scan
  1230. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1231. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1232. 2020-05-06T05:43:24.375Z DEBUG [input] input/input.go:152 Run input
  1233. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:174 Start next scan
  1234. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1235. 2020-05-06T05:43:24.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1236. 2020-05-06T05:43:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":340,"time":{"ms":4}},"total":{"ticks":800,"time":{"ms":7},"value":800},"user":{"ticks":460,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4560017}},"memstats":{"gc_next":4388784,"memory_alloc":2534472,"memory_total":38764640}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.01,"15":0.32,"5":0.32,"norm":{"1":0.0025,"15":0.08,"5":0.08}}}}}}
  1237. 2020-05-06T05:43:34.375Z DEBUG [input] input/input.go:152 Run input
  1238. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:174 Start next scan
  1239. 2020-05-06T05:43:34.375Z DEBUG [input] input/input.go:152 Run input
  1240. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:174 Start next scan
  1241. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1242. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1243. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1244. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1245. 2020-05-06T05:43:34.375Z DEBUG [input] input/input.go:152 Run input
  1246. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:174 Start next scan
  1247. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1248. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1249. 2020-05-06T05:43:34.375Z DEBUG [input] input/input.go:152 Run input
  1250. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:174 Start next scan
  1251. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1252. 2020-05-06T05:43:34.375Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1253. 2020-05-06T05:43:44.375Z DEBUG [input] input/input.go:152 Run input
  1254. 2020-05-06T05:43:44.375Z DEBUG [input] log/input.go:174 Start next scan
  1255. 2020-05-06T05:43:44.375Z DEBUG [input] input/input.go:152 Run input
  1256. 2020-05-06T05:43:44.375Z DEBUG [input] log/input.go:174 Start next scan
  1257. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1258. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1259. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1260. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1261. 2020-05-06T05:43:44.376Z DEBUG [input] input/input.go:152 Run input
  1262. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:174 Start next scan
  1263. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1264. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1265. 2020-05-06T05:43:44.376Z DEBUG [input] input/input.go:152 Run input
  1266. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:174 Start next scan
  1267. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1268. 2020-05-06T05:43:44.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1269. 2020-05-06T05:43:54.376Z DEBUG [input] input/input.go:152 Run input
  1270. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:174 Start next scan
  1271. 2020-05-06T05:43:54.376Z DEBUG [input] input/input.go:152 Run input
  1272. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:174 Start next scan
  1273. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1274. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1275. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1276. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1277. 2020-05-06T05:43:54.376Z DEBUG [input] input/input.go:152 Run input
  1278. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:174 Start next scan
  1279. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1280. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1281. 2020-05-06T05:43:54.376Z DEBUG [input] input/input.go:152 Run input
  1282. 2020-05-06T05:43:54.376Z DEBUG [input] log/input.go:174 Start next scan
  1283. 2020-05-06T05:43:54.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1284. 2020-05-06T05:43:54.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1285. 2020-05-06T05:43:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":340,"time":{"ms":4}},"total":{"ticks":810,"time":{"ms":6},"value":810},"user":{"ticks":470,"time":{"ms":2}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4590019}},"memstats":{"gc_next":4388784,"memory_alloc":2831496,"memory_total":39061664}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.12,"15":0.32,"5":0.32,"norm":{"1":0.03,"15":0.08,"5":0.08}}}}}}
  1286. 2020-05-06T05:44:04.376Z DEBUG [input] input/input.go:152 Run input
  1287. 2020-05-06T05:44:04.376Z DEBUG [input] input/input.go:152 Run input
  1288. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:174 Start next scan
  1289. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:174 Start next scan
  1290. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1291. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1292. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1293. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1294. 2020-05-06T05:44:04.376Z DEBUG [input] input/input.go:152 Run input
  1295. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:174 Start next scan
  1296. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1297. 2020-05-06T05:44:04.376Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1298. 2020-05-06T05:44:04.377Z DEBUG [input] input/input.go:152 Run input
  1299. 2020-05-06T05:44:04.377Z DEBUG [input] log/input.go:174 Start next scan
  1300. 2020-05-06T05:44:04.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1301. 2020-05-06T05:44:04.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1302. 2020-05-06T05:44:14.376Z DEBUG [input] input/input.go:152 Run input
  1303. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:174 Start next scan
  1304. 2020-05-06T05:44:14.377Z DEBUG [input] input/input.go:152 Run input
  1305. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:174 Start next scan
  1306. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1307. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1308. 2020-05-06T05:44:14.376Z DEBUG [input] input/input.go:152 Run input
  1309. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:174 Start next scan
  1310. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1311. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1312. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1313. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1314. 2020-05-06T05:44:14.377Z DEBUG [input] input/input.go:152 Run input
  1315. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:174 Start next scan
  1316. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1317. 2020-05-06T05:44:14.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1318. 2020-05-06T05:44:24.377Z DEBUG [input] input/input.go:152 Run input
  1319. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:174 Start next scan
  1320. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1321. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1322. 2020-05-06T05:44:24.377Z DEBUG [input] input/input.go:152 Run input
  1323. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:174 Start next scan
  1324. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1325. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1326. 2020-05-06T05:44:24.377Z DEBUG [input] input/input.go:152 Run input
  1327. 2020-05-06T05:44:24.377Z DEBUG [input] input/input.go:152 Run input
  1328. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:174 Start next scan
  1329. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:174 Start next scan
  1330. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1331. 2020-05-06T05:44:24.377Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1332. 2020-05-06T05:44:24.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1333. 2020-05-06T05:44:24.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1334. 2020-05-06T05:44:27.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":340,"time":{"ms":3}},"total":{"ticks":810,"time":{"ms":6},"value":810},"user":{"ticks":470,"time":{"ms":3}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4620017}},"memstats":{"gc_next":4388784,"memory_alloc":3125128,"memory_total":39355296}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.07,"15":0.31,"5":0.29,"norm":{"1":0.0175,"15":0.0775,"5":0.0725}}}}}}
  1335. 2020-05-06T05:44:34.377Z DEBUG [input] input/input.go:152 Run input
  1336. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:174 Start next scan
  1337. 2020-05-06T05:44:34.378Z DEBUG [input] input/input.go:152 Run input
  1338. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:174 Start next scan
  1339. 2020-05-06T05:44:34.378Z DEBUG [input] input/input.go:152 Run input
  1340. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:174 Start next scan
  1341. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1342. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1343. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1344. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1345. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1346. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1347. 2020-05-06T05:44:34.378Z DEBUG [input] input/input.go:152 Run input
  1348. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:174 Start next scan
  1349. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1350. 2020-05-06T05:44:34.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1351. 2020-05-06T05:44:44.378Z DEBUG [input] input/input.go:152 Run input
  1352. 2020-05-06T05:44:44.378Z DEBUG [input] input/input.go:152 Run input
  1353. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:174 Start next scan
  1354. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:174 Start next scan
  1355. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1356. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1357. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1358. 2020-05-06T05:44:44.378Z DEBUG [input] input/input.go:152 Run input
  1359. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:174 Start next scan
  1360. 2020-05-06T05:44:44.378Z DEBUG [input] input/input.go:152 Run input
  1361. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:174 Start next scan
  1362. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1363. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1364. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1365. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1366. 2020-05-06T05:44:44.378Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1367. 2020-05-06T05:44:54.378Z DEBUG [input] input/input.go:152 Run input
  1368. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:174 Start next scan
  1369. 2020-05-06T05:44:54.379Z DEBUG [input] input/input.go:152 Run input
  1370. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:174 Start next scan
  1371. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1372. 2020-05-06T05:44:54.379Z DEBUG [input] input/input.go:152 Run input
  1373. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1374. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:174 Start next scan
  1375. 2020-05-06T05:44:54.379Z DEBUG [input] input/input.go:152 Run input
  1376. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:174 Start next scan
  1377. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1378. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1379. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1380. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1381. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1382. 2020-05-06T05:44:54.379Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1383. 2020-05-06T05:44:57.026Z INFO [monitoring] log/log.go:141 Non-zero metrics in the last 30s {"monitoring": {"metrics": {"beat":{"cpu":{"system":{"ticks":350,"time":{"ms":3}},"total":{"ticks":830,"time":{"ms":10},"value":830},"user":{"ticks":480,"time":{"ms":7}}},"info":{"ephemeral_id":"6f64bf22-c7c3-4075-b418-6f77fda14260","uptime":{"ms":4650019}},"memstats":{"gc_next":4291552,"memory_alloc":2242568,"memory_total":39665752}},"filebeat":{"harvester":{"open_files":0,"running":0}},"libbeat":{"config":{"module":{"running":0}},"pipeline":{"clients":4,"events":{"active":0}}},"registrar":{"states":{"current":0}},"system":{"load":{"1":0.1,"15":0.31,"5":0.27,"norm":{"1":0.025,"15":0.0775,"5":0.0675}}}}}}
  1384. 2020-05-06T05:45:04.379Z DEBUG [input] input/input.go:152 Run input
  1385. 2020-05-06T05:45:04.379Z DEBUG [input] input/input.go:152 Run input
  1386. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:174 Start next scan
  1387. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:174 Start next scan
  1388. 2020-05-06T05:45:04.379Z DEBUG [input] input/input.go:152 Run input
  1389. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:174 Start next scan
  1390. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log) failed: lstat /var/lib/docker/containers/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d/fffc6290edb3f306f9b448d8703f7528ac44309fea33e15cc06a87ea91ec4a5d-json.log: permission denied
  1391. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log) failed: lstat /var/lib/docker/containers/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365/697fce2e4aeaff0f3b03223174391304365d6aaee51f94399e64c6dae32ff365-json.log: permission denied
  1392. 2020-05-06T05:45:04.379Z DEBUG [input] input/input.go:152 Run input
  1393. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1394. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:174 Start next scan
  1395. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1396. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log) failed: lstat /var/lib/docker/containers/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751/6aee44e960524f522543a73953671347106a06835e761877a014290a205d3751-json.log: permission denied
  1397. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1398. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:262 lstat(/var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log) failed: lstat /var/lib/docker/containers/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729/805d16ce8bee9b5acd1145676717a6706e954dc2dba5be33f6dbda914b02f729-json.log: permission denied
  1399. 2020-05-06T05:45:04.379Z DEBUG [input] log/input.go:195 input states cleaned up. Before: 0, After: 0, Pending: 0
  1400. 2020-05-06T05:45:14.379Z DEBUG [input] input/input.go:152 Run input
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement