Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- apiVersion: v1
- kind: Pod
- metadata:
- creationTimestamp: "2022-05-26T14:16:00Z"
- generateName: observability-thanos-receive-default-
- labels:
- app.kubernetes.io/component: database-write-hashring
- app.kubernetes.io/instance: observability
- app.kubernetes.io/name: thanos-receive
- app.kubernetes.io/part-of: observatorium
- app.kubernetes.io/version: v0.24.0
- controller-revision-hash: observability-thanos-receive-default-868fbfb7c7
- controller.receive.thanos.io/hashring: default
- statefulset.kubernetes.io/pod-name: observability-thanos-receive-default-0
- name: observability-thanos-receive-default-0
- namespace: open-cluster-management-observability
- ownerReferences:
- - apiVersion: apps/v1
- blockOwnerDeletion: true
- controller: true
- kind: StatefulSet
- name: observability-thanos-receive-default
- uid: c9c862e0-86a0-4cb9-a58d-4d3ecc027f01
- resourceVersion: "108061"
- uid: efceca23-6145-4618-86b4-4a491eee3fd5
- spec:
- affinity:
- podAntiAffinity:
- preferredDuringSchedulingIgnoredDuringExecution:
- - podAffinityTerm:
- labelSelector:
- matchExpressions:
- - key: app.kubernetes.io/name
- operator: In
- values:
- - thanos-receive
- - key: app.kubernetes.io/instance
- operator: In
- values:
- - observability
- topologyKey: kubernetes.io/hostname
- weight: 30
- - podAffinityTerm:
- labelSelector:
- matchExpressions:
- - key: app.kubernetes.io/name
- operator: In
- values:
- - thanos-receive
- - key: app.kubernetes.io/instance
- operator: In
- values:
- - observability
- topologyKey: topology.kubernetes.io/zone
- weight: 70
- containers:
- - args:
- - receive
- - --log.level=info
- - --log.format=logfmt
- - --grpc-address=0.0.0.0:10901
- - --http-address=0.0.0.0:10902
- - --remote-write.address=0.0.0.0:19291
- - --receive.replication-factor=3
- - --tsdb.path=/var/thanos/receive
- - --tsdb.retention=24h
- - --label=replica="$(NAME)"
- - --label=receive="true"
- - --objstore.config=$(OBJSTORE_CONFIG)
- - --receive.local-endpoint=$(NAME).observability-thanos-receive-default.$(NAMESPACE).svc.cluster.local:10901
- - --receive.hashrings-file=/var/lib/thanos-receive/hashrings.json
- env:
- - name: NAME
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: metadata.name
- - name: NAMESPACE
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: metadata.namespace
- - name: HOST_IP_ADDRESS
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: status.hostIP
- - name: OBJSTORE_CONFIG
- valueFrom:
- secretKeyRef:
- key: thanos.yaml
- name: thanos-object-storage
- image: quay.io/tomerfi/thanos:dev
- imagePullPolicy: IfNotPresent
- livenessProbe:
- failureThreshold: 8
- httpGet:
- path: /-/healthy
- port: 10902
- scheme: HTTP
- periodSeconds: 30
- successThreshold: 1
- timeoutSeconds: 1
- name: thanos-receive
- ports:
- - containerPort: 10901
- name: grpc
- protocol: TCP
- - containerPort: 10902
- name: http
- protocol: TCP
- - containerPort: 19291
- name: remote-write
- protocol: TCP
- readinessProbe:
- failureThreshold: 20
- httpGet:
- path: /-/ready
- port: 10902
- scheme: HTTP
- periodSeconds: 5
- successThreshold: 1
- timeoutSeconds: 1
- resources:
- requests:
- cpu: 300m
- memory: 512Mi
- terminationMessagePath: /dev/termination-log
- terminationMessagePolicy: FallbackToLogsOnError
- volumeMounts:
- - mountPath: /var/thanos/receive
- name: data
- - mountPath: /var/lib/thanos-receive
- name: hashring-config
- - mountPath: /var/run/secrets/kubernetes.io/serviceaccount
- name: kube-api-access-p95qn
- readOnly: true
- dnsPolicy: ClusterFirst
- enableServiceLinks: true
- hostname: observability-thanos-receive-default-0
- imagePullSecrets:
- - name: multiclusterhub-operator-pull-secret
- nodeName: hub-control-plane
- nodeSelector:
- kubernetes.io/os: linux
- preemptionPolicy: PreemptLowerPriority
- priority: 0
- restartPolicy: Always
- schedulerName: default-scheduler
- securityContext: {}
- serviceAccount: observability-thanos-receive
- serviceAccountName: observability-thanos-receive
- subdomain: observability-thanos-receive-default
- terminationGracePeriodSeconds: 900
- tolerations:
- - effect: NoExecute
- key: node.kubernetes.io/not-ready
- operator: Exists
- tolerationSeconds: 300
- - effect: NoExecute
- key: node.kubernetes.io/unreachable
- operator: Exists
- tolerationSeconds: 300
- volumes:
- - name: data
- persistentVolumeClaim:
- claimName: data-observability-thanos-receive-default-0
- - configMap:
- defaultMode: 420
- name: observability-thanos-receive-controller-tenants-generated
- name: hashring-config
- - name: kube-api-access-p95qn
- projected:
- defaultMode: 420
- sources:
- - serviceAccountToken:
- expirationSeconds: 3607
- path: token
- - configMap:
- items:
- - key: ca.crt
- path: ca.crt
- name: kube-root-ca.crt
- - downwardAPI:
- items:
- - fieldRef:
- apiVersion: v1
- fieldPath: metadata.namespace
- path: namespace
- status:
- conditions:
- - lastProbeTime: null
- lastTransitionTime: "2022-05-26T14:16:12Z"
- status: "True"
- type: Initialized
- - lastProbeTime: null
- lastTransitionTime: "2022-05-26T14:16:12Z"
- message: 'containers with unready status: [thanos-receive]'
- reason: ContainersNotReady
- status: "False"
- type: Ready
- - lastProbeTime: null
- lastTransitionTime: "2022-05-26T14:16:12Z"
- message: 'containers with unready status: [thanos-receive]'
- reason: ContainersNotReady
- status: "False"
- type: ContainersReady
- - lastProbeTime: null
- lastTransitionTime: "2022-05-26T14:16:11Z"
- status: "True"
- type: PodScheduled
- containerStatuses:
- - containerID: containerd://7a0f0686ae34e3999bef12c5c2f04b1dc6784745a9d11812d7442ed07d672213
- image: quay.io/tomerfi/thanos:dev
- imageID: quay.io/tomerfi/thanos@sha256:ba56077687913c3b9421dce629fdcf7065197992268546e6be8b064e10b0686c
- lastState:
- terminated:
- containerID: containerd://7a0f0686ae34e3999bef12c5c2f04b1dc6784745a9d11812d7442ed07d672213
- exitCode: 1
- finishedAt: "2022-05-26T19:33:14Z"
- message: |
- o:579 component=receive component=uploader msg="upload enabled, starting initial sync"
- level=info ts=2022-05-26T19:33:14.114600978Z caller=receive.go:583 component=receive component=uploader msg="initial sync done"
- level=error ts=2022-05-26T19:33:14.114667865Z caller=main.go:132 err="too many open files\ncreating file watcher\ngithub.com/thanos-io/thanos/pkg/receive.NewConfigWatcher\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/pkg/receive/config.go:78\nmain.setupHashring\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:395\nmain.runReceive\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:236\nmain.registerReceive.func1\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:86\nmain.main\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/main.go:130\nruntime.main\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/proc.go:255\nruntime.goexit\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/asm_amd64.s:1581\nfailed to initialize config watcher\nmain.setupHashring\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:397\nmain.runReceive\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:236\nmain.registerReceive.func1\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/receive.go:86\nmain.main\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/main.go:130\nruntime.main\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/proc.go:255\nruntime.goexit\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/asm_amd64.s:1581\npreparing receive command failed\nmain.main\n\t/home/tomerfi/vscode-workspace/playground/4delete/thanos/cmd/thanos/main.go:132\nruntime.main\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/proc.go:255\nruntime.goexit\n\t/home/linuxbrew/.linuxbrew/Cellar/go/1.17.8/libexec/src/runtime/asm_amd64.s:1581"
- reason: Error
- startedAt: "2022-05-26T19:33:14Z"
- name: thanos-receive
- ready: false
- restartCount: 66
- started: false
- state:
- waiting:
- message: back-off 5m0s restarting failed container=thanos-receive pod=observability-thanos-receive-default-0_open-cluster-management-observability(efceca23-6145-4618-86b4-4a491eee3fd5)
- reason: CrashLoopBackOff
- hostIP: 172.19.0.2
- phase: Running
- podIP: 10.244.0.57
- podIPs:
- - ip: 10.244.0.57
- qosClass: Burstable
- startTime: "2022-05-26T14:16:12Z"
Advertisement
RAW Paste Data
Copied
Advertisement