Advertisement
TomerFi

observability-thanos-receive-pod

May 26th, 2022
988
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. apiVersion: v1
  2. kind: Pod
  3. metadata:
  4.   creationTimestamp: "2022-05-26T14:16:00Z"
  5.   generateName: observability-thanos-receive-default-
  6.   labels:
  7.     app.kubernetes.io/component: database-write-hashring
  8.     app.kubernetes.io/instance: observability
  9.     app.kubernetes.io/name: thanos-receive
  10.     app.kubernetes.io/part-of: observatorium
  11.     app.kubernetes.io/version: v0.24.0
  12.     controller-revision-hash: observability-thanos-receive-default-868fbfb7c7
  13.     controller.receive.thanos.io/hashring: default
  14.     statefulset.kubernetes.io/pod-name: observability-thanos-receive-default-0
  15.   name: observability-thanos-receive-default-0
  16.   namespace: open-cluster-management-observability
  17.   ownerReferences:
  18.   - apiVersion: apps/v1
  19.     blockOwnerDeletion: true
  20.     controller: true
  21.     kind: StatefulSet
  22.     name: observability-thanos-receive-default
  23.     uid: c9c862e0-86a0-4cb9-a58d-4d3ecc027f01
  24.   resourceVersion: "108061"
  25.   uid: efceca23-6145-4618-86b4-4a491eee3fd5
  26. spec:
  27.   affinity:
  28.     podAntiAffinity:
  29.       preferredDuringSchedulingIgnoredDuringExecution:
  30.       - podAffinityTerm:
  31.           labelSelector:
  32.             matchExpressions:
  33.             - key: app.kubernetes.io/name
  34.               operator: In
  35.               values:
  36.              - thanos-receive
  37.             - key: app.kubernetes.io/instance
  38.               operator: In
  39.               values:
  40.              - observability
  41.           topologyKey: kubernetes.io/hostname
  42.         weight: 30
  43.       - podAffinityTerm:
  44.           labelSelector:
  45.             matchExpressions:
  46.             - key: app.kubernetes.io/name
  47.               operator: In
  48.               values:
  49.              - thanos-receive
  50.             - key: app.kubernetes.io/instance
  51.               operator: In
  52.               values:
  53.              - observability
  54.           topologyKey: topology.kubernetes.io/zone
  55.         weight: 70
  56.   containers:
  57.   - args:
  58.    - receive
  59.     - --log.level=info
  60.     - --log.format=logfmt
  61.     - --grpc-address=0.0.0.0:10901
  62.     - --http-address=0.0.0.0:10902
  63.     - --remote-write.address=0.0.0.0:19291
  64.     - --receive.replication-factor=3
  65.     - --tsdb.path=/var/thanos/receive
  66.     - --tsdb.retention=24h
  67.     - --label=replica="$(NAME)"
  68.     - --label=receive="true"
  69.     - --objstore.config=$(OBJSTORE_CONFIG)
  70.     - --receive.local-endpoint=$(NAME).observability-thanos-receive-default.$(NAMESPACE).svc.cluster.local:10901
  71.     - --receive.hashrings-file=/var/lib/thanos-receive/hashrings.json
  72.     env:
  73.     - name: NAME
  74.       valueFrom:
  75.         fieldRef:
  76.           apiVersion: v1
  77.           fieldPath: metadata.name
  78.     - name: NAMESPACE
  79.       valueFrom:
  80.         fieldRef:
  81.           apiVersion: v1
  82.           fieldPath: metadata.namespace
  83.     - name: HOST_IP_ADDRESS
  84.       valueFrom:
  85.         fieldRef:
  86.           apiVersion: v1
  87.           fieldPath: status.hostIP
  88.     - name: OBJSTORE_CONFIG
  89.       valueFrom:
  90.         secretKeyRef:
  91.           key: thanos.yaml
  92.           name: thanos-object-storage
  93.     image: quay.io/tomerfi/thanos:dev
  94.     imagePullPolicy: IfNotPresent
  95.     livenessProbe:
  96.       failureThreshold: 8
  97.       httpGet:
  98.         path: /-/healthy
  99.         port: 10902
  100.         scheme: HTTP
  101.       periodSeconds: 30
  102.       successThreshold: 1
  103.       timeoutSeconds: 1
  104.     name: thanos-receive
  105.     ports:
  106.     - containerPort: 10901
  107.       name: grpc
  108.       protocol: TCP
  109.     - containerPort: 10902
  110.       name: http
  111.       protocol: TCP
  112.     - containerPort: 19291
  113.       name: remote-write
  114.       protocol: TCP
  115.     readinessProbe:
  116.       failureThreshold: 20
  117.       httpGet:
  118.         path: /-/ready
  119.         port: 10902
  120.         scheme: HTTP
  121.       periodSeconds: 5
  122.       successThreshold: 1
  123.       timeoutSeconds: 1
  124.     resources:
  125.       requests:
  126.         cpu: 300m
  127.         memory: 512Mi
  128.     terminationMessagePath: /dev/termination-log
  129.     terminationMessagePolicy: FallbackToLogsOnError
  130.     volumeMounts:
  131.     - mountPath: /var/thanos/receive
  132.       name: data
  133.     - mountPath: /var/lib/thanos-receive
  134.       name: hashring-config
  135.     - mountPath: /var/run/secrets/kubernetes.io/serviceaccount
  136.       name: kube-api-access-p95qn
  137.       readOnly: true
  138.   dnsPolicy: ClusterFirst
  139.   enableServiceLinks: true
  140.   hostname: observability-thanos-receive-default-0
  141.   imagePullSecrets:
  142.   - name: multiclusterhub-operator-pull-secret
  143.   nodeName: hub-control-plane
  144.   nodeSelector:
  145.     kubernetes.io/os: linux
  146.   preemptionPolicy: PreemptLowerPriority
  147.   priority: 0
  148.   restartPolicy: Always
  149.   schedulerName: default-scheduler
  150.   securityContext: {}
  151.   serviceAccount: observability-thanos-receive
  152.   serviceAccountName: observability-thanos-receive
  153.   subdomain: observability-thanos-receive-default
  154.   terminationGracePeriodSeconds: 900
  155.   tolerations:
  156.   - effect: NoExecute
  157.     key: node.kubernetes.io/not-ready
  158.     operator: Exists
  159.     tolerationSeconds: 300
  160.   - effect: NoExecute
  161.     key: node.kubernetes.io/unreachable
  162.     operator: Exists
  163.     tolerationSeconds: 300
  164.   volumes:
  165.   - name: data
  166.     persistentVolumeClaim:
  167.       claimName: data-observability-thanos-receive-default-0
  168.   - configMap:
  169.       defaultMode: 420
  170.       name: observability-thanos-receive-controller-tenants-generated
  171.     name: hashring-config
  172.   - name: kube-api-access-p95qn
  173.     projected:
  174.       defaultMode: 420
  175.       sources:
  176.       - serviceAccountToken:
  177.           expirationSeconds: 3607
  178.           path: token
  179.       - configMap:
  180.           items:
  181.           - key: ca.crt
  182.             path: ca.crt
  183.           name: kube-root-ca.crt
  184.       - downwardAPI:
  185.           items:
  186.           - fieldRef:
  187.               apiVersion: v1
  188.               fieldPath: metadata.namespace
  189.             path: namespace
  190. status:
  191.   conditions:
  192.   - lastProbeTime: null
  193.     lastTransitionTime: "2022-05-26T14:16:12Z"
  194.     status: "True"
  195.     type: Initialized
  196.   - lastProbeTime: null
  197.     lastTransitionTime: "2022-05-26T14:16:12Z"
  198.     message: 'containers with unready status: [thanos-receive]'
  199.     reason: ContainersNotReady
  200.     status: "False"
  201.     type: Ready
  202.   - lastProbeTime: null
  203.     lastTransitionTime: "2022-05-26T14:16:12Z"
  204.     message: 'containers with unready status: [thanos-receive]'
  205.     reason: ContainersNotReady
  206.     status: "False"
  207.     type: ContainersReady
  208.   - lastProbeTime: null
  209.     lastTransitionTime: "2022-05-26T14:16:11Z"
  210.     status: "True"
  211.     type: PodScheduled
  212.   containerStatuses:
  213.   - containerID: containerd://7a0f0686ae34e3999bef12c5c2f04b1dc6784745a9d11812d7442ed07d672213
  214.     image: quay.io/tomerfi/thanos:dev
  215.     imageID: quay.io/tomerfi/thanos@sha256:ba56077687913c3b9421dce629fdcf7065197992268546e6be8b064e10b0686c
  216.     lastState:
  217.       terminated:
  218.         containerID: containerd://7a0f0686ae34e3999bef12c5c2f04b1dc6784745a9d11812d7442ed07d672213
  219.         exitCode: 1
  220.         finishedAt: "2022-05-26T19:33:14Z"
  221.         message: |
  222.          o:579 component=receive component=uploader msg="upload enabled, starting initial sync"
  223.           level=info ts=2022-05-26T19:33:14.114600978Z caller=receive.go:583 component=receive component=uploader msg="initial sync done"
  224.           level=error ts=2022-05-26T19:33:14.114667865Z caller=main.go:132 err="too many open files\ncreating file watcher\ngithub.com/thanos-io/thanos/pkg/receive.NewConfigWatcher\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/pkg/receive/config.go:78\nmain.setupHashring\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:395\nmain.runReceive\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:236\nmain.registerReceive.func1\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:86\nmain.main\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/main.go:130\nruntime.main\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/proc.go:255\nruntime.goexit\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/asm_amd64.s:1581\nfailed to initialize config watcher\nmain.setupHashring\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:397\nmain.runReceive\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:236\nmain.registerReceive.func1\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:86\nmain.main\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/main.go:130\nruntime.main\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/proc.go:255\nruntime.goexit\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/asm_amd64.s:1581\npreparing receive command failed\nmain.main\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/main.go:132\nruntime.main\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/proc.go:255\nruntime.goexit\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/asm_amd64.s:1581"
  225.         reason: Error
  226.         startedAt: "2022-05-26T19:33:14Z"
  227.     name: thanos-receive
  228.     ready: false
  229.     restartCount: 66
  230.     started: false
  231.     state:
  232.       waiting:
  233.         message: back-off 5m0s restarting failed container=thanos-receive pod=observability-thanos-receive-default-0_open-cluster-management-observability(efceca23-6145-4618-86b4-4a491eee3fd5)
  234.         reason: CrashLoopBackOff
  235.   hostIP: 172.19.0.2
  236.   phase: Running
  237.   podIP: 10.244.0.57
  238.   podIPs:
  239.   - ip: 10.244.0.57
  240.   qosClass: Burstable
  241.   startTime: "2022-05-26T14:16:12Z"
  242.  
Advertisement
RAW Paste Data Copied
Advertisement