Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "zabbix_export": {
- "version": "7.0",
- "template_groups": [
- {
- "uuid": "7df96b18c230490a9a0a9e2307226338",
- "name": "Templates"
- },
- {
- "uuid": "1deb683c24ff4730907012f50ab23c32",
- "name": "[Host Group] RHEL 9 - General Commonality"
- },
- {
- "uuid": "130373c3b5e64bc8bc468b8a61d739ce",
- "name": "[Host Group] RHEL 9 - Logstash Servers"
- }
- ],
- "templates": [
- {
- "uuid": "65859d7d6b0c4a53a7b8f0b0c09653ad",
- "template": "Template - RHEL 9 - Syslog Collector - Logstash",
- "name": "Template - RHEL 9 - Syslog Collector - Logstash",
- "description": "This is designed to monitor the available metrics from Logstash's API on localhost:9600. This template requires 5 \"UserParameters\" to be defined in the Zabbix Agent 2 configuration file (typically: /etc/zabbix/zabbix-agent2.conf).",
- "groups": [
- {
- "name": "Templates"
- },
- {
- "name": "[Host Group] RHEL 9 - General Commonality"
- },
- {
- "name": "[Host Group] RHEL 9 - Logstash Servers"
- }
- ],
- "items": [
- {
- "uuid": "b53de42971de4742bee0690596167aed",
- "name": "[Item] [LS] [Log] Documents Not Sent",
- "type": "ZABBIX_ACTIVE",
- "key": "logrt[/var/log/logstash/logstash-plain.log,\"Could not resend \\d+ document\"]",
- "history": "90d",
- "value_type": "LOG",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ],
- "triggers": [
- {
- "uuid": "249491f833b64428b6ee849d7b8e938c",
- "expression": "count(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"Could not resend \\d+ document\"],15m)>10",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "count(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"Could not resend \\d+ document\"],15)=0 or nodata(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"Could not resend \\d+ document\"],15m)=1",
- "name": "[Trigger] [LS] [Log] Error Posting Logs to Analytics API",
- "priority": "HIGH",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "2cda063490284e8ba8d005f801dbe3ad",
- "name": "[Item] [Logstash] [Log] Main Pipeline Terminated",
- "type": "ZABBIX_ACTIVE",
- "key": "logrt[/var/log/logstash/logstash-plain.log,\"Pipeline terminated {\\\"pipeline.id\\\"=>\\\"main\\\"}$\"]",
- "history": "90d",
- "value_type": "LOG",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "270c76e7fadb47c58dd9a1474bce2ffd",
- "name": "[Item] [Logstash] [Log] Successfully Posted Log",
- "type": "ZABBIX_ACTIVE",
- "key": "logrt[/var/log/logstash/logstash-plain.log,\"Successfully posted [0-9]+ logs\"]",
- "history": "90d",
- "value_type": "LOG",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ],
- "triggers": [
- {
- "uuid": "9e35c27c4b8341f2beeea08745696670",
- "expression": "nodata(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"Successfully posted [0-9]+ logs\"],1h)=1",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "nodata(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"Successfully posted [0-9]+ logs\"],5m)=0",
- "name": "[Trigger] [Logstash] No Data Uploaded in 1 Hour",
- "priority": "INFO",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "fb5f98593a054d8086dfea19e9c38072",
- "name": "[Item] [LS] [Log] Fatal Error Detected",
- "type": "ZABBIX_ACTIVE",
- "key": "logrt[/var/log/logstash/logstash-plain.log,\"\\[FATAL\\]\"]",
- "history": "90d",
- "value_type": "LOG",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ],
- "triggers": [
- {
- "uuid": "05d69d5a1743486984ad45fa950a7212",
- "expression": "count(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"\\[FATAL\\]\"],15m)>0",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "nodata(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"\\[FATAL\\]\"],15m) or count(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"\\[FATAL\\]\"],15m)=0",
- "name": "[Trigger] [LS] [Log] Fatal Error Detected",
- "priority": "HIGH",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "e4e8eac72918427ab1d38b47636a48be",
- "name": "[Item] [LS] [Event] Event.Filtered",
- "type": "DEPENDENT",
- "key": "logstash.event.filtered",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The total number of events filtered to LogStash over the course of the instances lifetime.",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.events.filtered"
- ]
- }
- ],
- "master_item": {
- "key": "logstashEVENT"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "3b7ab42ce675417abb4ba61f7596efd5",
- "name": "[Item] [LS] [Event] Event.In",
- "type": "DEPENDENT",
- "key": "logstash.event.in",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The total number of events incoming to LogStash over the course of the instances lifetime.",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.events.in"
- ]
- }
- ],
- "master_item": {
- "key": "logstashEVENT"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "9838d8be2b0e4558b3a9fae871c73e3b",
- "name": "[Item] [LS] [Event] Event.Out",
- "type": "DEPENDENT",
- "key": "logstash.event.out",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The total number of events outgoing to LogStash over the course of the instances lifetime.",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.events.out"
- ]
- }
- ],
- "master_item": {
- "key": "logstashEVENT"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "704c91a7722a48f7bb77402287617f3e",
- "name": "[Item] [LS] [Flow] Flow.Filter_Throughput.Current",
- "type": "DEPENDENT",
- "key": "logstash.flow.filter_throughput.current",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The current (at the time of query) throughput of the Logstash Filter measured in Events Per Second (EPS)",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.filter_throughput.current"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "29c7d388dc4245b0adfa1ce854878f9e",
- "name": "[Item] [LS] [Flow] Flow.Filter_Throughput.Last_1_Hour",
- "type": "DEPENDENT",
- "key": "logstash.flow.filter_throughput.last_1_hour",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The sliding 1-hour window (at the time of query) throughput of the Logstash Filter measured in Events Per Second (EPS)",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.filter_throughput.last_1_hour"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "c7c0971f1c39493d9c5f691c31f99fd8",
- "name": "[Item] [LS] [Flow] Flow.Filter_Throughput.Last_1_Minute",
- "type": "DEPENDENT",
- "key": "logstash.flow.filter_throughput.last_1_minute",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The sliding 1-minute window (at the time of query) throughput of the Logstash Filter measured in Events Per Second (EPS)",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.filter_throughput.last_1_minute"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "934027fe57cc45dfb2e2c466b3a46259",
- "name": "[Item] [LS] [Flow] Flow.Filter_Throughput.Last_5_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.filter_throughput.last_5_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The sliding 5-minute window (at the time of query) throughput of the Logstash Filter measured in Events Per Second (EPS)",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.filter_throughput.last_5_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "58f4bd9f80fb4dc9b7bbc04aa23bd628",
- "name": "[Item] [LS] [Flow] Flow.Filter_Throughput.Last_15_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.filter_throughput.last_15_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The sliding 15-minute window (at the time of query) throughput of the Logstash Filter measured in Events Per Second (EPS)",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.filter_throughput.last_15_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "0361bbb3189a4c7e9b59d6871068e15c",
- "name": "[Item] [LS] [Flow] Flow.Filter_Throughput.Lifetime",
- "type": "DEPENDENT",
- "key": "logstash.flow.filter_throughput.lifetime",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "description": "The lifetime (at the time of query) throughput of the Logstash Filter measured in Events Per Second (EPS)",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.filter_throughput.lifetime"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "8b98fad660b94d498daa752c4c12fd23",
- "name": "[Item] [LS] [Flow] Flow.Input_Throughput.Current",
- "type": "DEPENDENT",
- "key": "logstash.flow.input_throughput.current",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.input_throughput.current"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "256eccf6370d40fd998e57adbec7b6c2",
- "name": "[Item] [LS] [Flow] Flow.Input_Throughput.Last_1_Hour",
- "type": "DEPENDENT",
- "key": "logstash.flow.input_throughput.last_1_hour",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.input_throughput.last_1_hour"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "685d0afb769f413896aa318d114ebb90",
- "name": "[Item] [LS] [Flow] Flow.Input_Throughput.Last_1_Minute",
- "type": "DEPENDENT",
- "key": "logstash.flow.input_throughput.last_1_minute",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.input_throughput.last_1_minute"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "5c013230ecf5458fae1e5d21ee4aa085",
- "name": "[Item] [LS] [Flow] Flow.Input_Throughput.Last_5_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.input_throughput.last_5_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.input_throughput.last_5_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "00c2e1f070f74d619a81d36dba5c3df8",
- "name": "[Item] [LS] [Flow] Flow.Input_Throughput.Last_15_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.input_throughput.last_15_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.input_throughput.last_15_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "7404feb744b64c5cb39ec643052eadd4",
- "name": "[Item] [LS] [Flow] Flow.Input_Throughput.Lifetime",
- "type": "DEPENDENT",
- "key": "logstash.flow.input_throughput.lifetime",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.input_throughput.lifetime"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "4ee702ead1dd4075b391e17a3477d58c",
- "name": "[Item] [LS] [Flow] Flow.Output_Throughput.Current",
- "type": "DEPENDENT",
- "key": "logstash.flow.output_throughput.current",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.output_throughput.current"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "0b3eeb3f56134fa4835ffdcd954a2fc6",
- "name": "[Item] [LS] [Flow] Flow.Output_Throughput.Last_1_Hour",
- "type": "DEPENDENT",
- "key": "logstash.flow.output_throughput.last_1_hour",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.output_throughput.last_1_hour"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "eae228de3b9645dc97994d6e053ab79d",
- "name": "[Item] [LS] [Flow] Flow.Output_Throughput.Last_1_Minute",
- "type": "DEPENDENT",
- "key": "logstash.flow.output_throughput.last_1_minute",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.output_throughput.last_1_minute"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "1b85e6f4a57844808e18ecc85acd8096",
- "name": "[Item] [LS] [Flow] Flow.Output_Throughput.Last_5_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.output_throughput.last_5_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.output_throughput.last_5_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "29bd016814fa40d9b76c5127da24520e",
- "name": "[Item] [LS] [Flow] Flow.Output_Throughput.Last_15_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.output_throughput.last_15_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.output_throughput.last_15_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "1ad635fc7d5a4766885ab0ca7c148630",
- "name": "[Item] [LS] [Flow] Flow.Output_Throughput.Lifetime",
- "type": "DEPENDENT",
- "key": "logstash.flow.output_throughput.lifetime",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.output_throughput.lifetime"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "83d2be811e7d426584bcf319fc465d2e",
- "name": "[Item] [LS] [Flow] Pipeline.BatchDelay",
- "type": "DEPENDENT",
- "key": "logstash.flow.pipeline.batchdelay",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.pipeline.batch_delay"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "8f934a6df35a4d8b8bc6ca9639e2379e",
- "name": "[Item] [LS] [Flow] Pipeline.BatchSize",
- "type": "DEPENDENT",
- "key": "logstash.flow.pipeline.batchsize",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.pipeline.batch_size"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "949953e2e1e74af298f44b615177f0a8",
- "name": "[Item] [LS] [Flow] Pipeline.Workers",
- "type": "DEPENDENT",
- "key": "logstash.flow.pipeline.workers",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.pipeline.workers"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "949444b36c904947b9e8fca2bf413eac",
- "name": "[Item] [LS] [Flow] Flow.Queue_Backpressure.Current",
- "type": "DEPENDENT",
- "key": "logstash.flow.queue_backpressure.current",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.queue_backpressure.current"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "2e135391375b49c9b42c0b5e4a9b7290",
- "name": "[Item] [LS] [Flow] Flow.Queue_Backpressure.Last_1_Minute",
- "type": "DEPENDENT",
- "key": "logstash.flow.queue_backpressure.last_1_minute",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.queue_backpressure.last_1_minute"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "7348557e14504821acc9f1ee31aa522d",
- "name": "[Item] [LS] [Flow] Flow.Queue_Backpressure.Last_5_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.queue_backpressure.last_5_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.queue_backpressure.last_5_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "62509e807618470582168490b3197dcf",
- "name": "[Item] [LS] [Flow] Flow.Queue_Backpressure.Last_15_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.queue_backpressure.last_15_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.queue_backpressure.last_15_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "15088fc031994ec3923e4fd477750446",
- "name": "[Item] [LS] [Flow] Flow.Queue_Backpressure.Lifetime",
- "type": "DEPENDENT",
- "key": "logstash.flow.queue_backpressure.lifetime",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.queue_backpressure.lifetime"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "534bbee5f3554af98aa5de38a2769f90",
- "name": "[Item] [LS] [Flow] Flow.Queue_Backpressure.Last_1_Hour",
- "type": "DEPENDENT",
- "key": "logstash.flow.queue_backpressure_1_hour",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.queue_backpressure.last_1_hour"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "64944026308e4042babb83681a22fc47",
- "name": "[Item] [LS] [Flow] Status",
- "type": "DEPENDENT",
- "key": "logstash.flow.status",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.status"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ],
- "triggers": [
- {
- "uuid": "1cb59308a9a4482e839053a82fe8ca8e",
- "expression": "find(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.flow.status,1m,\"iregexp\",\"^green$\")=0",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "find(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.flow.status,1m,\"iregexp\",\"^green$\")=1",
- "name": "[Trigger] [LS] [Flow] Flow Pipeline Unhealthy",
- "priority": "DISASTER",
- "description": "This indicates that the pipeline has entered a generally unhealthy state. Manual investigation of the issue is necessary. This is a high level check.",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "f50682b320124856b138c54d83699eb8",
- "name": "[Item] [LS] [Flow] Flow.Worker_Concurrency.Current",
- "type": "DEPENDENT",
- "key": "logstash.flow.worker_concurrency.current",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.worker_concurrency.current"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "58cb23667ef24ecbb05df5fc749db0e0",
- "name": "[Item] [LS] [Flow] Flow.Worker_Concurrency.Last_1_Minute",
- "type": "DEPENDENT",
- "key": "logstash.flow.worker_concurrency.last_1_minute",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.worker_concurrency.last_1_minute"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "158141d4035a4b808dac3f5701c9b831",
- "name": "[Item] [LS] [Flow] Flow.Worker_Concurrency.Last_5_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.worker_concurrency.last_5_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.worker_concurrency.last_5_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "47f0fa64302e447595936cce0c6f0975",
- "name": "[Item] [LS] [Flow] Flow.Worker_Concurrency.Last_15_Minutes",
- "type": "DEPENDENT",
- "key": "logstash.flow.worker_concurrency.last_15_minutes",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.worker_concurrency.last_15_minutes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "47e8a529cac8469ab012a383416f2a12",
- "name": "[Item] [LS] [Flow] Flow.Worker_Concurrency.Lifetime",
- "type": "DEPENDENT",
- "key": "logstash.flow.worker_concurrency.lifetime",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.worker_concurrency.lifetime"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "a4f33b23e83447cfb2ad1e6f062ee091",
- "name": "[Item] [LS] [Flow] Flow.Worker_Concurrency.Last_1_Hour",
- "type": "DEPENDENT",
- "key": "logstash.flow.worker_concurrency_1_hour",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.flow.worker_concurrency.last_1_hour"
- ]
- }
- ],
- "master_item": {
- "key": "logstashFLOW"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "b7cca76a7cd24de9b917da8eb14e48b1",
- "name": "[Item] [LS] [JVM] JVM.Memory.Heap_Committed_In_Bytes",
- "type": "DEPENDENT",
- "key": "logstash.jvm.Memory.Heap_Committed_In_Bytes",
- "delay": "0",
- "history": "90d",
- "units": "B",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.jvm.mem.heap_committed_in_bytes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashJVM"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "03477455d3054ffabc155629cca7a124",
- "name": "[Item] [LS] [JVM] JVM.Memory.Heap_Max_In_Bytes",
- "type": "DEPENDENT",
- "key": "logstash.jvm.Memory.Heap_Max_In_Bytes",
- "delay": "0",
- "history": "90d",
- "units": "B",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.jvm.mem.heap_max_in_bytes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashJVM"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "c434903328114a7ebdd6593c511907ae",
- "name": "[Item] [LS] [JVM] JVM.Memory.Heap_Used_In_Bytes",
- "type": "DEPENDENT",
- "key": "logstash.jvm.Memory.Heap_Used_In_Bytes",
- "delay": "0",
- "history": "90d",
- "units": "B",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.jvm.mem.heap_used_in_bytes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashJVM"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "64b0c0500acf447f96242dee78ea7012",
- "name": "[Item] [LS] [JVM] JVM.Memory.Heap_Used_Percent",
- "type": "DEPENDENT",
- "key": "logstash.jvm.Memory.Heap_Used_Percent",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.jvm.mem.heap_used_percent"
- ]
- }
- ],
- "master_item": {
- "key": "logstashJVM"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ],
- "triggers": [
- {
- "uuid": "08414ff67bc14ff9bfc0e826bbc22751",
- "expression": "last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.jvm.Memory.Heap_Used_Percent)>=85",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.jvm.Memory.Heap_Used_Percent)<85",
- "name": "[Trigger] [LS] [JVM] High Heap Memory Utilization",
- "priority": "AVERAGE",
- "description": "The memory utilization of the Java Virtual Machine (JVM) on the heap has become high. Monitoring and trend usage should be considered. Tuning or extending the JVM startup options to increase the memory heap size might be advisable depending on trends.",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "ff27dff301a84f6ea7bdffba26544e26",
- "name": "[Item] [LS] [JVM] JVM.Memory.Non_Heap_Committed_In_Bytes",
- "type": "DEPENDENT",
- "key": "logstash.jvm.Memory.Non_Heap_Committed_In_Bytes",
- "delay": "0",
- "history": "90d",
- "units": "B",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.jvm.mem.non_heap_committed_in_bytes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashJVM"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "c38dff02d0444c2f84d4175c58353d9b",
- "name": "[Item] [LS] [JVM] JVM.Memory.Non_Heap_Used_In_Bytes",
- "type": "DEPENDENT",
- "key": "logstash.jvm.Memory.Non_Heap_Used_In_Bytes",
- "delay": "0",
- "history": "90d",
- "units": "B",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.jvm.mem.non_heap_used_in_bytes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashJVM"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "6844df69bc6e49d28c028bfe3fbbd83d",
- "name": "[Item] [LS] [JVM] Uptime (Preprocessed to Seconds)",
- "type": "DEPENDENT",
- "key": "logstash.jvm.uptime_in_millis",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.jvm.uptime_in_millis"
- ]
- },
- {
- "type": "MULTIPLIER",
- "parameters": [
- "0.001"
- ]
- }
- ],
- "master_item": {
- "key": "logstashJVM"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ],
- "triggers": [
- {
- "uuid": "09d79cb5ae7f4c01ac8b87667d8705d6",
- "expression": "last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.jvm.uptime_in_millis)<600",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.jvm.uptime_in_millis)>=600",
- "name": "[Trigger] [LS] [JVM] Logstash Has Recently Restarted",
- "priority": "WARNING",
- "description": "Tracks and reports when the Logstash service was restarted. Note that this will only fire when the logstash JVM process has a uptime less than 10 minutes (600 seconds).",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "4e57c5d6e6e44eb48ddd1c4acfb74a14",
- "name": "[Item] [LS] [Events] Master",
- "type": "ZABBIX_ACTIVE",
- "key": "logstashEVENT",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "b14ea8ca3a6c4d2ea83057607a881169",
- "name": "[Item] [LS] [Flow] Master",
- "type": "ZABBIX_ACTIVE",
- "key": "logstashFLOW",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "eeff55ab7ebf4018979126bd227bd77e",
- "name": "[Item] [LS] [JVM] Master",
- "type": "ZABBIX_ACTIVE",
- "key": "logstashJVM",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "1c6f9a568e0146808df4eb35f841b538",
- "name": "[Item] [LS] [Pipeline] Master",
- "type": "ZABBIX_ACTIVE",
- "key": "logstashPIPELINE",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "c37d288480b04526b7972fb3489553e2",
- "name": "[Item] [LS] [Process] Master",
- "type": "ZABBIX_ACTIVE",
- "key": "logstashPROCESS",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "e0b1300ddeae42bcb5cc9185b0afaef8",
- "name": "[Item] [LS] Error Authenticating to AAD (v1)",
- "type": "ZABBIX_ACTIVE",
- "key": "log[/var/log/logstash/logstash-plain.log,\"Error while authenticating with AAD\"]",
- "value_type": "LOG",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "5ad9b34ca993428388484c59c21917ac",
- "name": "[Item] [LS] Expired AAD Credentials",
- "type": "ZABBIX_ACTIVE",
- "key": "log[/var/log/logstash/logstash-plain.log,\"The provided client secret keys for app (.*?) are expired\"]",
- "value_type": "LOG",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ],
- "triggers": [
- {
- "uuid": "ff8b9bd5ca5b4c159f69735b96c6641a",
- "expression": "count(/Template - RHEL 9 - Syslog Collector - Logstash/log[/var/log/logstash/logstash-plain.log,\"The provided client secret keys for app (.*?) are expired\"],15m)>1",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "nodata(/Template - RHEL 9 - Syslog Collector - Logstash/log[/var/log/logstash/logstash-plain.log,\"The provided client secret keys for app (.*?) are expired\"],30m)=1",
- "name": "[Trigger] [LS] Expired AAD Credentials",
- "priority": "HIGH",
- "description": "This triggers will alert whenever Logstash has received error code ''7000222\". This trigger can only auto-close. The only known remediation is to regenerate the credentials in Azure (client tenant)\n\nhttps://login.microsoftonline.com/error?code=7000222"
- }
- ]
- },
- {
- "uuid": "ba7d72be9ddf4e52b10535324a32d7a3",
- "name": "[Item] [LS] [Pipeline] Filter Pipelines JSON",
- "type": "DEPENDENT",
- "key": "ls.pipeline.main.plugins.filters",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.pipelines.main.plugins.filters"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPIPELINE"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "15e9fa7eeacd44c9beb927ef763f8228",
- "name": "[Item] [LS] [Pipeline] Input Pipelines JSON",
- "type": "DEPENDENT",
- "key": "ls.pipeline.main.plugins.inputs",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.pipelines.main.plugins.inputs"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPIPELINE"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "f276e823e98d46c68d2ce3b95eac1a8c",
- "name": "[Item] [LS] [Pipeline] Output Pipelines JSON",
- "type": "DEPENDENT",
- "key": "ls.pipeline.main.plugins.outputs",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.pipelines.main.plugins.outputs"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPIPELINE"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "49d4fa85fe9c4bc2b85f5b61ec6cdfd7",
- "name": "[Item] [LS] [Process] [CPU] Load Average over 1 Minute",
- "type": "DEPENDENT",
- "key": "ls.process.process.cpu.load_average.1m",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.process.cpu.load_average.1m"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPROCESS"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "14108029de1f4fbca4bad0d11e6d8c20",
- "name": "[Item] [LS] [Process] [CPU] Load Average over 5 Minutes",
- "type": "DEPENDENT",
- "key": "ls.process.process.cpu.load_average.5m",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.process.cpu.load_average.5m"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPROCESS"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "8761820c542c4b27acf5a9a75a1c0d1d",
- "name": "[Item] [LS] [Process] [CPU] Load Average over 15 Minutes",
- "type": "DEPENDENT",
- "key": "ls.process.process.cpu.load_average.15m",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.process.cpu.load_average.15m"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPROCESS"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ],
- "triggers": [
- {
- "uuid": "23bb8ca96da94b058ef67c9e0d4a6ea2",
- "expression": "last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.cpu.load_average.15m)>=2",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.cpu.load_average.15m)<2",
- "name": "[Trigger] [LS] [Process] Logstash Approaching 50+% CPU Load",
- "priority": "AVERAGE",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "ead5ba611f734ff188940aead706349a",
- "name": "[Item] [LS] [Process] [CPU] Percent Usage",
- "type": "DEPENDENT",
- "key": "ls.process.process.cpu.percent",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.process.cpu.percent"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPROCESS"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "5320d94489334139981b52d5ee7b4d56",
- "name": "[Item] [LS] [Process] Max (Allowed) File Descriptors",
- "type": "DEPENDENT",
- "key": "ls.process.process.max_file_descriptors",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.process.max_file_descriptors"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPROCESS"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "7754f31c8e8e4c5b99f6a8196e1adf10",
- "name": "[Item] [LS] [Process] [Memory] Total Memory Usage (Bytes)",
- "type": "DEPENDENT",
- "key": "ls.process.process.mem.total_virtual_in_bytes",
- "delay": "0",
- "history": "90d",
- "units": "B",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.process.mem.total_virtual_in_bytes"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPROCESS"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "e989b3f96f554d9c948c297c12b8a15b",
- "name": "[Item] [LS] [Process] Open File Descriptors",
- "type": "DEPENDENT",
- "key": "ls.process.process.open_file_descriptors",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.process.open_file_descriptors"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPROCESS"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "c8698cd15a4a4a14bd7472b3ff171b88",
- "name": "[Item] [LS] [Process] Peak Open File Descriptors",
- "type": "DEPENDENT",
- "key": "ls.process.process.peak_open_file_descriptors",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.process.peak_open_file_descriptors"
- ]
- }
- ],
- "master_item": {
- "key": "logstashPROCESS"
- },
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "NULL"
- },
- {
- "tag": "Service Type",
- "value": "NULL"
- }
- ]
- },
- {
- "uuid": "fce12e895f8b45cd9d9dddc50790fa1e",
- "name": "[Item] [LS] [Daemon Check] Logstash Service",
- "type": "ZABBIX_ACTIVE",
- "key": "systemd.unit.info[logstash.service,ActiveState]",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "logstash"
- },
- {
- "tag": "Service Type",
- "value": "service"
- }
- ],
- "triggers": [
- {
- "uuid": "b3374ddec11e4d48b54a7b8b295a94ad",
- "expression": "find(/Template - RHEL 9 - Syslog Collector - Logstash/systemd.unit.info[logstash.service,ActiveState],1m,\"iregexp\",\"^active$\")=0",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "find(/Template - RHEL 9 - Syslog Collector - Logstash/systemd.unit.info[logstash.service,ActiveState],1m,\"iregexp\",\"^active$\")=1",
- "name": "[Trigger] [LS] [Daemon Check] Logstash Service Dead",
- "priority": "HIGH",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "d531114eb1564852910bb6136da9f6c9",
- "name": "[Item] [LS] [Daemon Check] [is-enabled] Logstash Service",
- "type": "ZABBIX_ACTIVE",
- "key": "systemd.unit.info[logstash.service,UnitFileState]",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "tags": [
- {
- "tag": "Program",
- "value": "Logstash"
- },
- {
- "tag": "Service",
- "value": "logstash"
- },
- {
- "tag": "Service Type",
- "value": "service"
- }
- ],
- "triggers": [
- {
- "uuid": "549e60a4620148a9a441f6415b152b63",
- "expression": "find(/Template - RHEL 9 - Syslog Collector - Logstash/systemd.unit.info[logstash.service,UnitFileState],1m,\"iregexp\",\"^enabled$\")=0",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "find(/Template - RHEL 9 - Syslog Collector - Logstash/systemd.unit.info[logstash.service,UnitFileState],1m,\"iregexp\",\"^enabled$\")=1",
- "name": "[Trigger] [LS] [Daemon Check] Logstash Service Not Autoloaded",
- "priority": "WARNING",
- "manual_close": "YES"
- }
- ]
- }
- ],
- "discovery_rules": [
- {
- "uuid": "6c3e0118cd1747f8a0ddce551001d1cc",
- "name": "Discover Filter Pipelines",
- "type": "DEPENDENT",
- "key": "logstash.filter.pipeline.discover",
- "delay": "0",
- "lifetime_type": "DELETE_IMMEDIATELY",
- "lifetime": "0",
- "item_prototypes": [
- {
- "uuid": "457fecb9d9a344c8a3d23a7d210d9f72",
- "name": "Filter Pipeline: {#LSID} Duration In Seconds",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.events.duration_in_millis[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].events.duration_in_millis.first()"
- ]
- },
- {
- "type": "MULTIPLIER",
- "parameters": [
- "0.001"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- },
- {
- "uuid": "dfef732e2fee4e219dfb041c41c9491a",
- "name": "Filter Pipeline: {#LSID} Events Out",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.events.out[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].events.out.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- },
- {
- "uuid": "501a367333cb479cbe28c974c2f29058",
- "name": "Filter Pipeline: {#LSID} Lifetime Worker Utilization",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.flow.lifetime.current[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.lifetime.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- },
- {
- "uuid": "49fb29743538449caff9a3264a2647b5",
- "name": "Filter Pipeline: {#LSID} Current Worker Utilization",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.flow.worker_utilization.current[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.current.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- },
- {
- "uuid": "19bb2a1dcfb14dd492bb4936dc74264b",
- "name": "Filter Pipeline: {#LSID} Worker Utilization over 1 Hour",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.flow.worker_utilization.last_1_hour[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.last_1_hour.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- },
- {
- "uuid": "f93885bc1f634f67ac65c1ecdc78ba18",
- "name": "Filter Pipeline: {#LSID} Worker Utilization over 15 Minutes",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.flow.worker_utilization.last_15_minutes[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.last_15_minutes.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- },
- {
- "uuid": "73e20f6ab4a248bfa474cc5020226643",
- "name": "Filter Pipeline: {#LSID} Worker Utilization over 24 Hours",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.flow.worker_utilization.last_24_hours[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.last_24_hours.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- },
- {
- "uuid": "4653a2894c184bc7bac62978b8da05ea",
- "name": "Filter Pipeline: {#LSID}",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.id[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$..[?(@.id == \"{#LSID}\")]"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- },
- {
- "uuid": "dfb6c9ea99fd4798b03220a7499568e8",
- "name": "Filter Pipeline: {#LSID} Name",
- "type": "DEPENDENT",
- "key": "ls.pipeline.filter.name[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].name.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- }
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.filters"
- },
- "lld_macro_paths": [
- {
- "lld_macro": "{#LSID}",
- "path": "$.id"
- },
- {
- "lld_macro": "{#LSNAME}",
- "path": "$.name"
- }
- ]
- },
- {
- "uuid": "df945bad27934bfb9a42b1313ce56102",
- "name": "Discover Input Pipelines",
- "type": "DEPENDENT",
- "key": "logstash.input.pipeline.discover",
- "delay": "0",
- "lifetime_type": "DELETE_IMMEDIATELY",
- "lifetime": "0",
- "item_prototypes": [
- {
- "uuid": "b14671fdbe91437dad04ad6fee104617",
- "name": "Input Pipeline: {#LSID} Total Events Out",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.events.out[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].events.out.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- },
- {
- "uuid": "547671822cf24bcfabf1adbe4662b716",
- "name": "Input Pipeline: {#LSID} Duration In Seconds",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.events.queue_push_duration_in_millis[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].events.queue_push_duration_in_millis.first()"
- ]
- },
- {
- "type": "MULTIPLIER",
- "parameters": [
- "0.001"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- },
- {
- "uuid": "d10fcd5f222a46fb9c24766845d885ee",
- "name": "Input Pipeline: {#LSID} Worker Utilization over 1h",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.flow.throughput.last_1_hour[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.throughput.last_1_hour.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- },
- {
- "uuid": "9043877c1e144fbc840ece2bbe9e8892",
- "name": "Input Pipeline: {#LSID} Worker Utilization over 24h",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.flow.throughput.last_24_hours[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.throughput.last_24_hours.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- },
- {
- "uuid": "047e7da674fd45b6b9f50b7e502d01d4",
- "name": "Input Pipeline: {#LSID} Worker Utilization over Lifetime",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.flow.throughput.lifetime[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.throughput.lifetime.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- },
- {
- "uuid": "09f989f600514ae2b6d7433c33b2fafa",
- "name": "Input Pipeline: {#LSID} Current EPS",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.flow.throughput[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.throughput.current.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- },
- "trigger_prototypes": [
- {
- "uuid": "be8832b65ffa48e3b1c5bf673041cdc3",
- "expression": "avg(/Template - RHEL 9 - Syslog Collector - Logstash/ls.pipeline.input.flow.throughput[{#LSID}],#15)>7500",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "avg(/Template - RHEL 9 - Syslog Collector - Logstash/ls.pipeline.input.flow.throughput[{#LSID}],#15)<=7500",
- "name": "{#LSID} Input Pipeline Approaching 75% EPS Capacity",
- "priority": "WARNING",
- "description": "Take the average of the last 15 values (#15) of the specified item and check if it's above or below 7500 (75% of 10000)",
- "type": "MULTIPLE",
- "manual_close": "YES"
- }
- ]
- },
- {
- "uuid": "c8c8fe6bb21043d9af6e5c2d72ef35ea",
- "name": "Input Pipeline: {#LSID}",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.id[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$..[?(@.id == \"{#LSID}\")]"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- },
- {
- "uuid": "64f950dbe91c4d18a13f295c13fab091",
- "name": "Input Pipeline: {#LSID} Plugin Name",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.name[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].name"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- },
- {
- "uuid": "8ae2c7529d5f4ec3b5e8a9387b4a96b5",
- "name": "Input Pipeline: {#LSID} Queue Size",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.queue_size[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].queue_size.first()"
- ],
- "error_handler": "DISCARD_VALUE"
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- },
- {
- "uuid": "785ce48d1fcd4a158410d433e35f00e8",
- "name": "Input Pipeline: {#LSID} Number of Workers",
- "type": "DEPENDENT",
- "key": "ls.pipeline.input.workers[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].workers.first()"
- ],
- "error_handler": "CUSTOM_VALUE",
- "error_handler_params": "0"
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- }
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.inputs"
- },
- "lld_macro_paths": [
- {
- "lld_macro": "{#LSID}",
- "path": "$.id"
- },
- {
- "lld_macro": "{#LSNAME}",
- "path": "$.name"
- }
- ]
- },
- {
- "uuid": "bac0f71144ed4d7eb2cdf1f3db45ba0b",
- "name": "Discover Output Pipelines",
- "type": "DEPENDENT",
- "key": "logstash.output.pipeline.discover",
- "delay": "0",
- "lifetime_type": "DELETE_IMMEDIATELY",
- "lifetime": "0",
- "item_prototypes": [
- {
- "uuid": "70d98e92639f438baff089da72315d45",
- "name": "Output Pipeline: {#LSID} Current Worker Utilization",
- "type": "DEPENDENT",
- "key": "current[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.current.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- },
- {
- "uuid": "a2e23c34a6b24e3e9dae6484604cb731",
- "name": "Output Pipeline: {#LSID} Duration In Seconds",
- "type": "DEPENDENT",
- "key": "events.duration_in_millis[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].events.duration_in_millis.first()"
- ]
- },
- {
- "type": "MULTIPLIER",
- "parameters": [
- "0.001"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- },
- {
- "uuid": "8d400503db0b461bb23050770aa41dde",
- "name": "Output Pipeline: {#LSID} Total Events In",
- "type": "DEPENDENT",
- "key": "events.in[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].events.in.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- },
- {
- "uuid": "8d8795d6ffac47d7bd24f8a25ebe9390",
- "name": "Output Pipeline: {#LSID} Total Events Out",
- "type": "DEPENDENT",
- "key": "events.out[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].events.out.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- },
- {
- "uuid": "471b887328d541959549ce1e2972b3af",
- "name": "Output Pipeline: {#LSID} Worker Utilization over 1h",
- "type": "DEPENDENT",
- "key": "last_1_hour[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.last_1_hour.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- },
- {
- "uuid": "0a30f2d2e47e44bbb8c85509247d8e5e",
- "name": "Output Pipeline: {#LSID} Worker Utilization over 24h",
- "type": "DEPENDENT",
- "key": "last_24_hour[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.last_24_hours.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- },
- {
- "uuid": "eb67e6b239414fdcad2c75778bc76980",
- "name": "Output Pipeline: {#LSID} Worker Utilization over Lifetime",
- "type": "DEPENDENT",
- "key": "lifetime[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "FLOAT",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].flow.worker_utilization.lifetime.first()"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- },
- {
- "uuid": "24b2982b1bbf4d2a97c46d802dd3d65d",
- "name": "Output Pipeline: {#LSID}",
- "type": "DEPENDENT",
- "key": "logstash.pipeline.output.id[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$..[?(@.id == \"{#LSID}\")]"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- },
- {
- "uuid": "66970ebd816c4e12bbeb0ce84d42cddd",
- "name": "Output Pipeline: {#LSID} Plugin Name",
- "type": "DEPENDENT",
- "key": "name[{#LSID}]",
- "delay": "0",
- "history": "90d",
- "value_type": "TEXT",
- "trends": "0",
- "preprocessing": [
- {
- "type": "JSONPATH",
- "parameters": [
- "$.[?(@.id == \"{#LSID}\")].name"
- ]
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- }
- }
- ],
- "master_item": {
- "key": "ls.pipeline.main.plugins.outputs"
- },
- "lld_macro_paths": [
- {
- "lld_macro": "{#LSID}",
- "path": "$.id"
- },
- {
- "lld_macro": "{#LSNAME}",
- "path": "$.name"
- },
- {
- "lld_macro": "{#WORKERUTIL}",
- "path": "$.flow.worker_utilization"
- }
- ]
- }
- ],
- "tags": [
- {
- "tag": "Logstash",
- "value": "Yes"
- },
- {
- "tag": "Logstash_Service_Name",
- "value": "logstash"
- },
- {
- "tag": "Logstash_Service_Type",
- "value": "service"
- }
- ],
- "macros": [
- {
- "macro": "{$ZBX_TPL_VERSION}",
- "value": "0.0.1"
- }
- ]
- }
- ],
- "triggers": [
- {
- "uuid": "dc40e02ce7e8452980562f9a5905c20d",
- "expression": "count(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"Pipeline terminated {\\\"pipeline.id\\\"=>\\\"main\\\"}$\"],15m)>=1",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "count(/Template - RHEL 9 - Syslog Collector - Logstash/logrt[/var/log/logstash/logstash-plain.log,\"Successfully posted [0-9]+ logs\"],5m)>=1",
- "name": "[Trigger] [Logstash] Main Pipeline Crashed",
- "priority": "HIGH",
- "description": "Indicates when the main data pipeline in logstash has terminated itself and hasn't recovered normally.",
- "manual_close": "YES"
- },
- {
- "uuid": "3a50fb03e07a41ab9e85661255abfd37",
- "expression": "length(last(/Template - RHEL 9 - Syslog Collector - Logstash/logstashPROCESS))=0 or find(/Template - RHEL 9 - Syslog Collector - Logstash/logstashPROCESS,1m,\"iregexp\",\"Not Found\")=1 or length(last(/Template - RHEL 9 - Syslog Collector - Logstash/logstashPIPELINE))=0 or find(/Template - RHEL 9 - Syslog Collector - Logstash/logstashPIPELINE,1m,\"iregexp\",\"Not Found\")=1 or length(last(/Template - RHEL 9 - Syslog Collector - Logstash/logstashEVENT))=0 or find(/Template - RHEL 9 - Syslog Collector - Logstash/logstashEVENT,1m,\"iregexp\",\"Not Found\")=1 or length(last(/Template - RHEL 9 - Syslog Collector - Logstash/logstashFLOW))=0 or find(/Template - RHEL 9 - Syslog Collector - Logstash/logstashFLOW,1m,\"iregexp\",\"Not Found\")=1 or length(last(/Template - RHEL 9 - Syslog Collector - Logstash/logstashJVM))=0 or find(/Template - RHEL 9 - Syslog Collector - Logstash/logstashJVM,1m,\"iregexp\",\"Not Found\")=1",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "find(/Template - RHEL 9 - Syslog Collector - Logstash/logstashPROCESS,1m,\"iregexp\",\"green\")=1",
- "name": "[Trigger] [LS] Failed to Retrieve Logstash Metrics",
- "priority": "DISASTER",
- "description": "Reports if Zabbix fails to retrieve the ProcessMetrics from the Logstash API. This is characterized by a NULL entry. Recovery is defined by the JVM \"status\" being \"green\" which indicates it return normally.",
- "manual_close": "YES"
- },
- {
- "uuid": "1b6a223b975c4ff9959495105d554f7d",
- "expression": "last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.flow.input_throughput.last_1_hour)>=7500 or last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.event.in)/last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.jvm.uptime_in_millis)>=7500",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.flow.input_throughput.last_1_hour)<=7500 or last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.event.in)/last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.jvm.uptime_in_millis)<=7500",
- "name": "[Trigger] [LS] [Flow] Logstash EPS Reaching Capacity",
- "priority": "WARNING",
- "description": "This tracks and alerts on the average EPS over a 1-hour sliding time window. When the EPS queue (tracked under the Flow throughput of all pipelines, aka: cumulative statistics) reaches 7500 EPS or higher, an alert is generated. Sustained rates of 7500 EPS on Logstash is approaching max capacity for the output plugin. This is one of many indicators that can be used to justify clustering with F5.",
- "manual_close": "YES"
- },
- {
- "uuid": "0007aa74134145d5aacf4eec1f9331db",
- "expression": "100*last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.flow.worker_concurrency.last_15_minutes)/last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.flow.pipeline.workers)>=75",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "100*last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.flow.worker_concurrency.last_15_minutes)/last(/Template - RHEL 9 - Syslog Collector - Logstash/logstash.flow.pipeline.workers)<75",
- "name": "[Trigger] [LS] [Flow] Total Pipeline Workers Approaching Saturation",
- "priority": "HIGH",
- "description": "The saturation of the worker concurrency is becoming parallel with the number of workers. This generally indicates that the pipeline is also becoming saturated with work. It is advisable to increase the number of workers (and vCPUs) assigned Logstash and the virtual machine.",
- "manual_close": "YES"
- },
- {
- "uuid": "9c5cc0dc574f4470be870b9de7ada383",
- "expression": "(last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.open_file_descriptors)/last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.max_file_descriptors)*100)>=75",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "(last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.open_file_descriptors)/last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.max_file_descriptors)*100)<75",
- "name": "[Trigger] [LS] [Process] Approaching Max File Descriptors (75%)",
- "priority": "WARNING"
- },
- {
- "uuid": "5ae34d64b1674a19a71c488e3b582543",
- "expression": "(last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.open_file_descriptors)/last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.max_file_descriptors)*100)>=90",
- "recovery_mode": "RECOVERY_EXPRESSION",
- "recovery_expression": "(last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.open_file_descriptors)/last(/Template - RHEL 9 - Syslog Collector - Logstash/ls.process.process.max_file_descriptors)*100)<90",
- "name": "[Trigger] [LS] [Process] Approaching Max File Descriptors (90%)",
- "priority": "HIGH"
- }
- ]
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment