Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- apiVersion: v1
- kind: Pod
- metadata:
- creationTimestamp: "2022-05-26T21:16:41Z"
- generateName: observability-thanos-receive-default-
- labels:
- app.kubernetes.io/component: database-write-hashring
- app.kubernetes.io/instance: observability
- app.kubernetes.io/name: thanos-receive
- app.kubernetes.io/part-of: observatorium
- app.kubernetes.io/version: v0.24.0
- controller-revision-hash: observability-thanos-receive-default-7f7b455b6
- controller.receive.thanos.io/hashring: default
- statefulset.kubernetes.io/pod-name: observability-thanos-receive-default-0
- name: observability-thanos-receive-default-0
- namespace: open-cluster-management-observability
- ownerReferences:
- - apiVersion: apps/v1
- blockOwnerDeletion: true
- controller: true
- kind: StatefulSet
- name: observability-thanos-receive-default
- uid: 885e1fc3-ac01-4eb0-b137-4b0bddd65d85
- resourceVersion: "8276"
- uid: e06a2ca6-8db5-4a99-8cc5-9b1d6f26d2b4
- spec:
- affinity:
- podAntiAffinity:
- preferredDuringSchedulingIgnoredDuringExecution:
- - podAffinityTerm:
- labelSelector:
- matchExpressions:
- - key: app.kubernetes.io/name
- operator: In
- values:
- - thanos-receive
- - key: app.kubernetes.io/instance
- operator: In
- values:
- - observability
- topologyKey: kubernetes.io/hostname
- weight: 30
- - podAffinityTerm:
- labelSelector:
- matchExpressions:
- - key: app.kubernetes.io/name
- operator: In
- values:
- - thanos-receive
- - key: app.kubernetes.io/instance
- operator: In
- values:
- - observability
- topologyKey: topology.kubernetes.io/zone
- weight: 70
- containers:
- - args:
- - receive
- - --log.level=info
- - --log.format=logfmt
- - --grpc-address=0.0.0.0:10901
- - --http-address=0.0.0.0:10902
- - --remote-write.address=0.0.0.0:19291
- - --receive.replication-factor=3
- - --tsdb.path=/var/thanos/receive
- - --tsdb.retention=24h
- - --label=replica="$(NAME)"
- - --label=receive="true"
- - --objstore.config=$(OBJSTORE_CONFIG)
- - --receive.local-endpoint=$(NAME).observability-thanos-receive-default.$(NAMESPACE).svc.cluster.local:10901
- - --receive.hashrings-file=/var/lib/thanos-receive/hashrings.json
- env:
- - name: NAME
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: metadata.name
- - name: NAMESPACE
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: metadata.namespace
- - name: HOST_IP_ADDRESS
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: status.hostIP
- - name: OBJSTORE_CONFIG
- valueFrom:
- secretKeyRef:
- key: thanos.yaml
- name: thanos-object-storage
- image: quay.io/thanos/thanos:v0.25.0
- imagePullPolicy: IfNotPresent
- livenessProbe:
- failureThreshold: 8
- httpGet:
- path: /-/healthy
- port: 10902
- scheme: HTTP
- periodSeconds: 30
- successThreshold: 1
- timeoutSeconds: 1
- name: thanos-receive
- ports:
- - containerPort: 10901
- name: grpc
- protocol: TCP
- - containerPort: 10902
- name: http
- protocol: TCP
- - containerPort: 19291
- name: remote-write
- protocol: TCP
- readinessProbe:
- failureThreshold: 20
- httpGet:
- path: /-/ready
- port: 10902
- scheme: HTTP
- periodSeconds: 5
- successThreshold: 1
- timeoutSeconds: 1
- resources:
- requests:
- cpu: 300m
- memory: 512Mi
- terminationMessagePath: /dev/termination-log
- terminationMessagePolicy: FallbackToLogsOnError
- volumeMounts:
- - mountPath: /var/thanos/receive
- name: data
- - mountPath: /var/lib/thanos-receive
- name: hashring-config
- - mountPath: /var/run/secrets/kubernetes.io/serviceaccount
- name: kube-api-access-xq8zh
- readOnly: true
- dnsPolicy: ClusterFirst
- enableServiceLinks: true
- hostname: observability-thanos-receive-default-0
- imagePullSecrets:
- - name: multiclusterhub-operator-pull-secret
- nodeName: hub-control-plane
- nodeSelector:
- kubernetes.io/os: linux
- preemptionPolicy: PreemptLowerPriority
- priority: 0
- restartPolicy: Always
- schedulerName: default-scheduler
- securityContext: {}
- serviceAccount: observability-thanos-receive
- serviceAccountName: observability-thanos-receive
- subdomain: observability-thanos-receive-default
- terminationGracePeriodSeconds: 900
- tolerations:
- - effect: NoExecute
- key: node.kubernetes.io/not-ready
- operator: Exists
- tolerationSeconds: 300
- - effect: NoExecute
- key: node.kubernetes.io/unreachable
- operator: Exists
- tolerationSeconds: 300
- volumes:
- - name: data
- persistentVolumeClaim:
- claimName: data-observability-thanos-receive-default-0
- - configMap:
- defaultMode: 420
- name: observability-thanos-receive-controller-tenants-generated
- name: hashring-config
- - name: kube-api-access-xq8zh
- projected:
- defaultMode: 420
- sources:
- - serviceAccountToken:
- expirationSeconds: 3607
- path: token
- - configMap:
- items:
- - key: ca.crt
- path: ca.crt
- name: kube-root-ca.crt
- - downwardAPI:
- items:
- - fieldRef:
- apiVersion: v1
- fieldPath: metadata.namespace
- path: namespace
- status:
- conditions:
- - lastProbeTime: null
- lastTransitionTime: "2022-05-26T21:16:56Z"
- status: "True"
- type: Initialized
- - lastProbeTime: null
- lastTransitionTime: "2022-05-26T21:16:56Z"
- message: 'containers with unready status: [thanos-receive]'
- reason: ContainersNotReady
- status: "False"
- type: Ready
- - lastProbeTime: null
- lastTransitionTime: "2022-05-26T21:16:56Z"
- message: 'containers with unready status: [thanos-receive]'
- reason: ContainersNotReady
- status: "False"
- type: ContainersReady
- - lastProbeTime: null
- lastTransitionTime: "2022-05-26T21:16:56Z"
- status: "True"
- type: PodScheduled
- containerStatuses:
- - containerID: containerd://573ccc38ccd91e82a7f0dc1b8c5895cc2a4de3b489ee029c25362de3ef7e7a04
- image: quay.io/thanos/thanos:v0.25.0
- imageID: quay.io/thanos/thanos@sha256:bc3657f2b793f2f482991807e5e5a637f1ae4f1c75fb58d563c18a447ea61b8b
- lastState:
- terminated:
- containerID: containerd://573ccc38ccd91e82a7f0dc1b8c5895cc2a4de3b489ee029c25362de3ef7e7a04
- exitCode: 1
- finishedAt: "2022-05-26T21:24:05Z"
- message: |
- level=info ts=2022-05-26T21:24:05.268508192Z caller=receive.go:118 component=receive mode=RouterIngestor msg="running receive"
- level=info ts=2022-05-26T21:24:05.268531008Z caller=options.go:27 component=receive protocol=HTTP msg="disabled TLS, key and cert must be set to enable"
- level=info ts=2022-05-26T21:24:05.268593445Z caller=factory.go:49 component=receive msg="loading bucket configuration"
- level=info ts=2022-05-26T21:24:05.268767285Z caller=receive.go:643 component=receive msg="default tenant data dir already present, not attempting to migrate storage"
- level=info ts=2022-05-26T21:24:05.268957696Z caller=receive.go:579 component=receive component=uploader msg="upload enabled, starting initial sync"
- level=info ts=2022-05-26T21:24:05.268973115Z caller=receive.go:583 component=receive component=uploader msg="initial sync done"
- level=error ts=2022-05-26T21:24:05.269061249Z caller=main.go:132 err="too many open files\ncreating file watcher\ngithub.com/thanos-io/thanos/pkg/receive.NewConfigWatcher\n\t/app/pkg/receive/config.go:78\nmain.setupHashring\n\t/app/cmd/thanos/receive.go:395\nmain.runReceive\n\t/app/cmd/thanos/receive.go:236\nmain.registerReceive.func1\n\t/app/cmd/thanos/receive.go:86\nmain.main\n\t/app/cmd/thanos/main.go:130\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:255\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581\nfailed to initialize config watcher\nmain.setupHashring\n\t/app/cmd/thanos/receive.go:397\nmain.runReceive\n\t/app/cmd/thanos/receive.go:236\nmain.registerReceive.func1\n\t/app/cmd/thanos/receive.go:86\nmain.main\n\t/app/cmd/thanos/main.go:130\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:255\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581\npreparing receive command failed\nmain.main\n\t/app/cmd/thanos/main.go:132\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:255\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581"
- reason: Error
- startedAt: "2022-05-26T21:24:05Z"
- name: thanos-receive
- ready: false
- restartCount: 5
- started: false
- state:
- waiting:
- message: back-off 2m40s restarting failed container=thanos-receive pod=observability-thanos-receive-default-0_open-cluster-management-observability(e06a2ca6-8db5-4a99-8cc5-9b1d6f26d2b4)
- reason: CrashLoopBackOff
- hostIP: 172.19.0.2
- phase: Running
- podIP: 10.244.0.65
- podIPs:
- - ip: 10.244.0.65
- qosClass: Burstable
- startTime: "2022-05-26T21:16:56Z"
Advertisement
RAW Paste Data
Copied
Advertisement