Advertisement
TomerFi

observability-thanos-receive-pod0

May 26th, 2022
872
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. apiVersion: v1
  2. kind: Pod
  3. metadata:
  4.   creationTimestamp: "2022-05-26T21:16:41Z"
  5.   generateName: observability-thanos-receive-default-
  6.   labels:
  7.     app.kubernetes.io/component: database-write-hashring
  8.     app.kubernetes.io/instance: observability
  9.     app.kubernetes.io/name: thanos-receive
  10.     app.kubernetes.io/part-of: observatorium
  11.     app.kubernetes.io/version: v0.24.0
  12.     controller-revision-hash: observability-thanos-receive-default-7f7b455b6
  13.     controller.receive.thanos.io/hashring: default
  14.     statefulset.kubernetes.io/pod-name: observability-thanos-receive-default-0
  15.   name: observability-thanos-receive-default-0
  16.   namespace: open-cluster-management-observability
  17.   ownerReferences:
  18.   - apiVersion: apps/v1
  19.     blockOwnerDeletion: true
  20.     controller: true
  21.     kind: StatefulSet
  22.     name: observability-thanos-receive-default
  23.     uid: 885e1fc3-ac01-4eb0-b137-4b0bddd65d85
  24.   resourceVersion: "8276"
  25.   uid: e06a2ca6-8db5-4a99-8cc5-9b1d6f26d2b4
  26. spec:
  27.   affinity:
  28.     podAntiAffinity:
  29.       preferredDuringSchedulingIgnoredDuringExecution:
  30.       - podAffinityTerm:
  31.           labelSelector:
  32.             matchExpressions:
  33.             - key: app.kubernetes.io/name
  34.               operator: In
  35.               values:
  36.              - thanos-receive
  37.             - key: app.kubernetes.io/instance
  38.               operator: In
  39.               values:
  40.              - observability
  41.           topologyKey: kubernetes.io/hostname
  42.         weight: 30
  43.       - podAffinityTerm:
  44.           labelSelector:
  45.             matchExpressions:
  46.             - key: app.kubernetes.io/name
  47.               operator: In
  48.               values:
  49.              - thanos-receive
  50.             - key: app.kubernetes.io/instance
  51.               operator: In
  52.               values:
  53.              - observability
  54.           topologyKey: topology.kubernetes.io/zone
  55.         weight: 70
  56.   containers:
  57.   - args:
  58.    - receive
  59.     - --log.level=info
  60.     - --log.format=logfmt
  61.     - --grpc-address=0.0.0.0:10901
  62.     - --http-address=0.0.0.0:10902
  63.     - --remote-write.address=0.0.0.0:19291
  64.     - --receive.replication-factor=3
  65.     - --tsdb.path=/var/thanos/receive
  66.     - --tsdb.retention=24h
  67.     - --label=replica="$(NAME)"
  68.     - --label=receive="true"
  69.     - --objstore.config=$(OBJSTORE_CONFIG)
  70.     - --receive.local-endpoint=$(NAME).observability-thanos-receive-default.$(NAMESPACE).svc.cluster.local:10901
  71.     - --receive.hashrings-file=/var/lib/thanos-receive/hashrings.json
  72.     env:
  73.     - name: NAME
  74.       valueFrom:
  75.         fieldRef:
  76.           apiVersion: v1
  77.           fieldPath: metadata.name
  78.     - name: NAMESPACE
  79.       valueFrom:
  80.         fieldRef:
  81.           apiVersion: v1
  82.           fieldPath: metadata.namespace
  83.     - name: HOST_IP_ADDRESS
  84.       valueFrom:
  85.         fieldRef:
  86.           apiVersion: v1
  87.           fieldPath: status.hostIP
  88.     - name: OBJSTORE_CONFIG
  89.       valueFrom:
  90.         secretKeyRef:
  91.           key: thanos.yaml
  92.           name: thanos-object-storage
  93.     image: quay.io/thanos/thanos:v0.25.0
  94.     imagePullPolicy: IfNotPresent
  95.     livenessProbe:
  96.       failureThreshold: 8
  97.       httpGet:
  98.         path: /-/healthy
  99.         port: 10902
  100.         scheme: HTTP
  101.       periodSeconds: 30
  102.       successThreshold: 1
  103.       timeoutSeconds: 1
  104.     name: thanos-receive
  105.     ports:
  106.     - containerPort: 10901
  107.       name: grpc
  108.       protocol: TCP
  109.     - containerPort: 10902
  110.       name: http
  111.       protocol: TCP
  112.     - containerPort: 19291
  113.       name: remote-write
  114.       protocol: TCP
  115.     readinessProbe:
  116.       failureThreshold: 20
  117.       httpGet:
  118.         path: /-/ready
  119.         port: 10902
  120.         scheme: HTTP
  121.       periodSeconds: 5
  122.       successThreshold: 1
  123.       timeoutSeconds: 1
  124.     resources:
  125.       requests:
  126.         cpu: 300m
  127.         memory: 512Mi
  128.     terminationMessagePath: /dev/termination-log
  129.     terminationMessagePolicy: FallbackToLogsOnError
  130.     volumeMounts:
  131.     - mountPath: /var/thanos/receive
  132.       name: data
  133.     - mountPath: /var/lib/thanos-receive
  134.       name: hashring-config
  135.     - mountPath: /var/run/secrets/kubernetes.io/serviceaccount
  136.       name: kube-api-access-xq8zh
  137.       readOnly: true
  138.   dnsPolicy: ClusterFirst
  139.   enableServiceLinks: true
  140.   hostname: observability-thanos-receive-default-0
  141.   imagePullSecrets:
  142.   - name: multiclusterhub-operator-pull-secret
  143.   nodeName: hub-control-plane
  144.   nodeSelector:
  145.     kubernetes.io/os: linux
  146.   preemptionPolicy: PreemptLowerPriority
  147.   priority: 0
  148.   restartPolicy: Always
  149.   schedulerName: default-scheduler
  150.   securityContext: {}
  151.   serviceAccount: observability-thanos-receive
  152.   serviceAccountName: observability-thanos-receive
  153.   subdomain: observability-thanos-receive-default
  154.   terminationGracePeriodSeconds: 900
  155.   tolerations:
  156.   - effect: NoExecute
  157.     key: node.kubernetes.io/not-ready
  158.     operator: Exists
  159.     tolerationSeconds: 300
  160.   - effect: NoExecute
  161.     key: node.kubernetes.io/unreachable
  162.     operator: Exists
  163.     tolerationSeconds: 300
  164.   volumes:
  165.   - name: data
  166.     persistentVolumeClaim:
  167.       claimName: data-observability-thanos-receive-default-0
  168.   - configMap:
  169.       defaultMode: 420
  170.       name: observability-thanos-receive-controller-tenants-generated
  171.     name: hashring-config
  172.   - name: kube-api-access-xq8zh
  173.     projected:
  174.       defaultMode: 420
  175.       sources:
  176.       - serviceAccountToken:
  177.           expirationSeconds: 3607
  178.           path: token
  179.       - configMap:
  180.           items:
  181.           - key: ca.crt
  182.             path: ca.crt
  183.           name: kube-root-ca.crt
  184.       - downwardAPI:
  185.           items:
  186.           - fieldRef:
  187.               apiVersion: v1
  188.               fieldPath: metadata.namespace
  189.             path: namespace
  190. status:
  191.   conditions:
  192.   - lastProbeTime: null
  193.     lastTransitionTime: "2022-05-26T21:16:56Z"
  194.     status: "True"
  195.     type: Initialized
  196.   - lastProbeTime: null
  197.     lastTransitionTime: "2022-05-26T21:16:56Z"
  198.     message: 'containers with unready status: [thanos-receive]'
  199.     reason: ContainersNotReady
  200.     status: "False"
  201.     type: Ready
  202.   - lastProbeTime: null
  203.     lastTransitionTime: "2022-05-26T21:16:56Z"
  204.     message: 'containers with unready status: [thanos-receive]'
  205.     reason: ContainersNotReady
  206.     status: "False"
  207.     type: ContainersReady
  208.   - lastProbeTime: null
  209.     lastTransitionTime: "2022-05-26T21:16:56Z"
  210.     status: "True"
  211.     type: PodScheduled
  212.   containerStatuses:
  213.   - containerID: containerd://573ccc38ccd91e82a7f0dc1b8c5895cc2a4de3b489ee029c25362de3ef7e7a04
  214.     image: quay.io/thanos/thanos:v0.25.0
  215.     imageID: quay.io/thanos/thanos@sha256:bc3657f2b793f2f482991807e5e5a637f1ae4f1c75fb58d563c18a447ea61b8b
  216.     lastState:
  217.       terminated:
  218.         containerID: containerd://573ccc38ccd91e82a7f0dc1b8c5895cc2a4de3b489ee029c25362de3ef7e7a04
  219.         exitCode: 1
  220.         finishedAt: "2022-05-26T21:24:05Z"
  221.         message: |
  222.          level=info ts=2022-05-26T21:24:05.268508192Z caller=receive.go:118 component=receive mode=RouterIngestor msg="running receive"
  223.           level=info ts=2022-05-26T21:24:05.268531008Z caller=options.go:27 component=receive protocol=HTTP msg="disabled TLS, key and cert must be set to enable"
  224.           level=info ts=2022-05-26T21:24:05.268593445Z caller=factory.go:49 component=receive msg="loading bucket configuration"
  225.           level=info ts=2022-05-26T21:24:05.268767285Z caller=receive.go:643 component=receive msg="default tenant data dir already present, not attempting to migrate storage"
  226.           level=info ts=2022-05-26T21:24:05.268957696Z caller=receive.go:579 component=receive component=uploader msg="upload enabled, starting initial sync"
  227.           level=info ts=2022-05-26T21:24:05.268973115Z caller=receive.go:583 component=receive component=uploader msg="initial sync done"
  228.           level=error ts=2022-05-26T21:24:05.269061249Z caller=main.go:132 err="too many open files\ncreating file watcher\ngithub.com/thanos-io/thanos/pkg/receive.NewConfigWatcher\n\t/app/pkg/receive/config.go:78\nmain.setupHashring\n\t/app/cmd/thanos/receive.go:395\nmain.runReceive\n\t/app/cmd/thanos/receive.go:236\nmain.registerReceive.func1\n\t/app/cmd/thanos/receive.go:86\nmain.main\n\t/app/cmd/thanos/main.go:130\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:255\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581\nfailed to initialize config watcher\nmain.setupHashring\n\t/app/cmd/thanos/receive.go:397\nmain.runReceive\n\t/app/cmd/thanos/receive.go:236\nmain.registerReceive.func1\n\t/app/cmd/thanos/receive.go:86\nmain.main\n\t/app/cmd/thanos/main.go:130\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:255\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581\npreparing receive command failed\nmain.main\n\t/app/cmd/thanos/main.go:132\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:255\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581"
  229.         reason: Error
  230.         startedAt: "2022-05-26T21:24:05Z"
  231.     name: thanos-receive
  232.     ready: false
  233.     restartCount: 5
  234.     started: false
  235.     state:
  236.       waiting:
  237.         message: back-off 2m40s restarting failed container=thanos-receive pod=observability-thanos-receive-default-0_open-cluster-management-observability(e06a2ca6-8db5-4a99-8cc5-9b1d6f26d2b4)
  238.         reason: CrashLoopBackOff
  239.   hostIP: 172.19.0.2
  240.   phase: Running
  241.   podIP: 10.244.0.65
  242.   podIPs:
  243.   - ip: 10.244.0.65
  244.   qosClass: Burstable
  245.   startTime: "2022-05-26T21:16:56Z"
  246.  
Advertisement
RAW Paste Data Copied
Advertisement