API tools faq
paste
Guest User

Untitled

a guest
Oct 28th, 2019
853
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
YAML 9.28 KB | None | 0 0
raw download clone embed print report
  1. ---
  2. apiVersion: v1
  3. kind: ConfigMap
  4. metadata:
  5.   name: metricbeat-daemonset-config
  6.   namespace: kube-system
  7.   labels:
  8.     k8s-app: metricbeat
  9. data:
  10.   metricbeat.yml: |-
  11.     metricbeat.config.modules:
  12.      # Mounted `metricbeat-daemonset-modules` configmap:
  13.       path: ${path.config}/modules.d/*.yml
  14.       # Reload module configs as they change:
  15.       reload.enabled: false
  16.  
  17.     # To enable hints based autodiscover uncomment this:
  18.     #metricbeat.autodiscover:
  19.     #  providers:
  20.     #    - type: kubernetes
  21.     #      host: ${NODE_NAME}
  22.     #      hints.enabled: true
  23.  
  24.     processors:
  25.       - add_tags:  
  26.           tags: ["staging"]
  27.       - add_cloud_metadata:
  29.     cloud.id: ${ELASTIC_CLOUD_ID}
  30.     cloud.auth: ${ELASTIC_CLOUD_AUTH}
  31.  
  32.     output.elasticsearch:
  33.       hosts: ['${ELASTICSEARCH_HOST:elasticsearch}:${ELASTICSEARCH_PORT:9200}']
  34.       username: ${ELASTICSEARCH_USERNAME}
  35.       password: ${ELASTICSEARCH_PASSWORD}
  36. ---
  37. apiVersion: v1
  38. kind: ConfigMap
  39. metadata:
  40.   name: metricbeat-daemonset-modules
  41.   namespace: kube-system
  42.   labels:
  43.     k8s-app: metricbeat
  44. data:
  45.   system.yml: |-
  46.     - module: system
  47.       period: 10s
  48.       metricsets:
  49.        - cpu
  50.         - load
  51.         - memory
  52.         - network
  53.         - process
  54.         - process_summary
  55.         #- core
  56.         #- diskio
  57.         #- socket
  58.       processes: ['.*']
  59.       process.include_top_n:
  60.         by_cpu: 5      # include top 5 processes by CPU
  61.         by_memory: 5   # include top 5 processes by memory
  62.  
  63.     - module: system
  64.       period: 1m
  65.       metricsets:
  66.        - filesystem
  67.         - fsstat
  68.       processors:
  69.       - drop_event.when.regexp:
  70.           system.filesystem.mount_point: '^/(sys|cgroup|proc|dev|etc|host|lib)($|/)'
  71.   kubernetes.yml: |-
  72.     - module: kubernetes
  73.       metricsets:
  74.        - node
  75.         - system
  76.         - pod
  77.         - container
  78.         - volume
  79.       period: 10s
  80.       host: ${NODE_NAME}
  81.       hosts: ["localhost:10255"]
  82.       # If using Red Hat OpenShift remove the previous hosts entry and
  83.       # uncomment these settings:
  84.       #hosts: ["https://${HOSTNAME}:10250"]
  85.       #bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
  86.       #ssl.certificate_authorities:
  87.         #- /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
  88.     - module: kubernetes
  89.       metricsets:
  90.        - proxy
  91.       period: 10s
  92.       host: ${NODE_NAME}
  93.       hosts: ["localhost:10249"]
  94. ---
  95. # Deploy a Metricbeat instance per node for node metrics retrieval
  96. apiVersion: extensions/v1beta1
  97. kind: DaemonSet
  98. metadata:
  99.   name: metricbeat
  100.   namespace: kube-system
  101.   labels:
  102.     k8s-app: metricbeat
  103. spec:
  104.   template:
  105.     metadata:
  106.       labels:
  107.         k8s-app: metricbeat
  108.     spec:
  109.       serviceAccountName: metricbeat
  110.       terminationGracePeriodSeconds: 30
  111.       hostNetwork: true
  112.       dnsPolicy: ClusterFirstWithHostNet
  113.       containers:
  114.       - name: metricbeat
  115.         image: docker.elastic.co/beats/metricbeat:7.4.1
  116.         args: [
  117.           "-c", "/etc/metricbeat.yml",
  118.           "-e",
  119.           "-system.hostfs=/hostfs",
  120.         ]
  121.         env:
  122.         - name: ELASTICSEARCH_HOST
  123.           value: elasticsearch
  124.         - name: ELASTICSEARCH_PORT
  125.           value: "9200"
  126.         - name: ELASTICSEARCH_USERNAME
  127.           value: elastic
  128.         - name: ELASTICSEARCH_PASSWORD
  129.           value: changeme
  130.         - name: ELASTIC_CLOUD_ID
  131.           valueFrom:   
  132.             secretKeyRef:  
  133.               name: elastic-cloud-id   
  134.               key: elastic-cloud-id
  135.         - name: ELASTIC_CLOUD_AUTH
  136.           valueFrom:   
  137.             secretKeyRef:  
  138.               name: elastic-cloud-auth 
  139.               key: elastic-cloud-auth  
  140.         - name: NODE_NAME
  141.           valueFrom:
  142.             fieldRef:
  143.               fieldPath: spec.nodeName
  144.         securityContext:
  145.           runAsUser: 0
  146.         resources:
  147.           limits:
  148.             memory: 200Mi
  149.           requests:
  150.             cpu: 100m
  151.             memory: 100Mi
  152.         volumeMounts:
  153.         - name: config
  154.           mountPath: /etc/metricbeat.yml
  155.           readOnly: true
  156.           subPath: metricbeat.yml
  157.         - name: modules
  158.           mountPath: /usr/share/metricbeat/modules.d
  159.           readOnly: true
  160.         - name: dockersock
  161.           mountPath: /var/run/docker.sock
  162.         - name: proc
  163.           mountPath: /hostfs/proc
  164.           readOnly: true
  165.         - name: cgroup
  166.           mountPath: /hostfs/sys/fs/cgroup
  167.           readOnly: true
  168.       volumes:
  169.       - name: proc
  170.         hostPath:
  171.           path: /proc
  172.       - name: cgroup
  173.         hostPath:
  174.           path: /sys/fs/cgroup
  175.       - name: dockersock
  176.         hostPath:
  177.           path: /var/run/docker.sock
  178.       - name: config
  179.         configMap:
  180.           defaultMode: 0600
  181.           name: metricbeat-daemonset-config
  182.       - name: modules
  183.         configMap:
  184.           defaultMode: 0600
  185.           name: metricbeat-daemonset-modules
  186.       - name: data
  187.         hostPath:
  188.           path: /var/lib/metricbeat-data
  189.           type: DirectoryOrCreate
  190. ---
  191. apiVersion: v1
  192. kind: ConfigMap
  193. metadata:
  194.   name: metricbeat-deployment-config
  195.   namespace: kube-system
  196.   labels:
  197.     k8s-app: metricbeat
  198. data:
  199.   metricbeat.yml: |-
  200.     metricbeat.config.modules:
  201.      # Mounted `metricbeat-daemonset-modules` configmap:
  202.       path: ${path.config}/modules.d/*.yml
  203.       # Reload module configs as they change:
  204.       reload.enabled: false
  205.  
  206.     processors:
  207.       - add_tags:  
  208.           tags: ["staging"]
  209.       - add_cloud_metadata:
  211.     cloud.id: ${ELASTIC_CLOUD_ID}
  212.     cloud.auth: ${ELASTIC_CLOUD_AUTH}
  213.  
  214.     output.elasticsearch:
  215.       hosts: ['${ELASTICSEARCH_HOST:elasticsearch}:${ELASTICSEARCH_PORT:9200}']
  216.       username: ${ELASTICSEARCH_USERNAME}
  217.       password: ${ELASTICSEARCH_PASSWORD}
  218. ---
  219. apiVersion: v1
  220. kind: ConfigMap
  221. metadata:
  222.   name: metricbeat-deployment-modules
  223.   namespace: kube-system
  224.   labels:
  225.     k8s-app: metricbeat
  226. data:
  227.  # This module requires `kube-state-metrics` up and running under `kube-system` namespace
  228.   kubernetes.yml: |-
  229.     - module: kubernetes
  230.       metricsets:
  231.        - state_node
  232.         - state_deployment
  233.         - state_replicaset
  234.         - state_pod
  235.         - state_container
  236.         # Uncomment this to get k8s events:
  237.         #- event
  238.       period: 10s
  239.       host: ${NODE_NAME}
  240.       hosts: ["kube-state-metrics:8080"]
  241. ---
  242. # Deploy singleton instance in the whole cluster for some unique data sources, like kube-state-metrics
  243. apiVersion: apps/v1beta1
  244. kind: Deployment
  245. metadata:
  246.   name: metricbeat
  247.   namespace: kube-system
  248.   labels:
  249.     k8s-app: metricbeat
  250. spec:
  251.   template:
  252.     metadata:
  253.       labels:
  254.         k8s-app: metricbeat
  255.     spec:
  256.       serviceAccountName: metricbeat
  257.       hostNetwork: true
  258.       dnsPolicy: ClusterFirstWithHostNet
  259.       containers:
  260.       - name: metricbeat
  261.         image: docker.elastic.co/beats/metricbeat:7.4.1
  262.         args: [
  263.           "-c", "/etc/metricbeat.yml",
  264.           "-e",
  265.         ]
  266.         env:
  267.         - name: ELASTICSEARCH_HOST
  268.           value: elasticsearch
  269.         - name: ELASTICSEARCH_PORT
  270.           value: "9200"
  271.         - name: ELASTICSEARCH_USERNAME
  272.           value: elastic
  273.         - name: ELASTICSEARCH_PASSWORD
  274.           value: changeme
  275.         - name: ELASTIC_CLOUD_ID
  276.           valueFrom:   
  277.             secretKeyRef:  
  278.               name: elastic-cloud-id   
  279.               key: elastic-cloud-id
  280.         - name: ELASTIC_CLOUD_AUTH
  281.           valueFrom:   
  282.             secretKeyRef:  
  283.               name: elastic-cloud-auth 
  284.               key: elastic-cloud-auth  
  285.         - name: NODE_NAME
  286.           valueFrom:
  287.             fieldRef:
  288.               fieldPath: spec.nodeName
  289.         securityContext:
  290.           runAsUser: 0
  291.         resources:
  292.           limits:
  293.             memory: 200Mi
  294.           requests:
  295.             cpu: 100m
  296.             memory: 100Mi
  297.         volumeMounts:
  298.         - name: config
  299.           mountPath: /etc/metricbeat.yml
  300.           readOnly: true
  301.           subPath: metricbeat.yml
  302.         - name: modules
  303.           mountPath: /usr/share/metricbeat/modules.d
  304.           readOnly: true
  305.       volumes:
  306.       - name: config
  307.         configMap:
  308.           defaultMode: 0600
  309.           name: metricbeat-deployment-config
  310.       - name: modules
  311.         configMap:
  312.           defaultMode: 0600
  313.           name: metricbeat-deployment-modules
  314. ---
  315. apiVersion: rbac.authorization.k8s.io/v1beta1
  316. kind: ClusterRoleBinding
  317. metadata:
  318.   name: metricbeat
  319. subjects:
  320. - kind: ServiceAccount
  321.   name: metricbeat
  322.   namespace: kube-system
  323. roleRef:
  324.   kind: ClusterRole
  325.   name: metricbeat
  326.   apiGroup: rbac.authorization.k8s.io
  327. ---
  328. apiVersion: rbac.authorization.k8s.io/v1beta1
  329. kind: ClusterRole
  330. metadata:
  331.   name: metricbeat
  332.   labels:
  333.     k8s-app: metricbeat
  334. rules:
  335. - apiGroups: [""]
  336.   resources:
  337.  - nodes
  338.   - namespaces
  339.   - events
  340.   - pods
  341.   verbs: ["get", "list", "watch"]
  342. - apiGroups: ["extensions"]
  343.   resources:
  344.  - replicasets
  345.   verbs: ["get", "list", "watch"]
  346. - apiGroups: ["apps"]
  347.   resources:
  348.  - statefulsets
  349.   - deployments
  350.   verbs: ["get", "list", "watch"]
  351. - apiGroups:
  352.  - ""
  353.   resources:
  354.  - nodes/stats
  355.   verbs:
  356.  - get
  357. ---
  358. apiVersion: v1
  359. kind: ServiceAccount
  360. metadata:
  361.   name: metricbeat
  362.   namespace: kube-system
  363.   labels:
  364.     k8s-app: metricbeat
  365. ---
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!