API tools faq
paste
Advertisement
Guest User

logstash-jmx.debug3

a guest
Jul 19th, 2018
272
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 67.35 KB | None | 0 0
raw download clone embed print report
  1. 2018/07/19 23:17:05 Setting 'log.level' from environment.,
  2. Sending Logstash's logs to /usr/share/logstash/logs which is now configured via log4j2.properties,
  3. [2018-07-19T23:17:22,610][INFO ][logstash.modules.scaffold] Initializing module {:module_name=>"fb_apache", :directory=>"/usr/share/logstash/modules/fb_apache/configuration"},
  4. [2018-07-19T23:17:22,619][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"fb_apache", :type=>:modules, :class=>#<LogStash::Modules::Scaffold:0x46697d3e @module_name="fb_apache", @directory="/usr/share/logstash/modules/fb_apache/configuration", @kibana_version_parts=["6", "0", "0"]>},
  5. [2018-07-19T23:17:22,630][INFO ][logstash.modules.scaffold] Initializing module {:module_name=>"netflow", :directory=>"/usr/share/logstash/modules/netflow/configuration"},
  6. [2018-07-19T23:17:22,631][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"netflow", :type=>:modules, :class=>#<LogStash::Modules::Scaffold:0x39e2e778 @module_name="netflow", @directory="/usr/share/logstash/modules/netflow/configuration", @kibana_version_parts=["6", "0", "0"]>},
  7. [2018-07-19T23:17:22,686][DEBUG][logstash.plugins.registry] Executing hooks {:name=>"", :type=>"pack", :hooks_file=>"/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/x-pack-6.2.4-java/lib/logstash_registry.rb"},
  8. [2018-07-19T23:17:23,595][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"metrics", :type=>:input, :class=>LogStash::Inputs::Metrics},
  9. [2018-07-19T23:17:23,596][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"monitoring", :type=>:universal, :class=>LogStash::MonitoringExtension},
  10. [2018-07-19T23:17:23,600][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"config_management", :type=>:universal, :class=>LogStash::ConfigManagement::Extension},
  11. [2018-07-19T23:17:23,604][INFO ][logstash.modules.scaffold] Initializing module {:module_name=>"arcsight", :directory=>"/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/x-pack-6.2.4-java/modules/arcsight/configuration"},
  12. [2018-07-19T23:17:23,604][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"arcsight", :type=>:modules, :class=>#<LogStash::Modules::Scaffold:0xa953a4f @module_name="arcsight", @directory="/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/x-pack-6.2.4-java/modules/arcsight/configuration", @kibana_version_parts=["6", "0", "0"]>},
  13. [2018-07-19T23:17:23,728][INFO ][logstash.setting.writabledirectory] Creating directory {:setting=>"path.queue", :path=>"/usr/share/logstash/data/queue"},
  14. [2018-07-19T23:17:23,735][INFO ][logstash.setting.writabledirectory] Creating directory {:setting=>"path.dead_letter_queue", :path=>"/usr/share/logstash/data/dead_letter_queue"},
  15. [2018-07-19T23:17:24,079][DEBUG][logstash.runner ] -------- Logstash Settings (* means modified) ---------,
  16. [2018-07-19T23:17:24,079][DEBUG][logstash.runner ] node.name: "logstash-jmx",
  17. [2018-07-19T23:17:24,079][DEBUG][logstash.runner ] path.data: "/usr/share/logstash/data",
  18. [2018-07-19T23:17:24,080][DEBUG][logstash.runner ] modules.cli: [],
  19. [2018-07-19T23:17:24,080][DEBUG][logstash.runner ] modules: [],
  20. [2018-07-19T23:17:24,080][DEBUG][logstash.runner ] modules_setup: false,
  21. [2018-07-19T23:17:24,080][DEBUG][logstash.runner ] config.test_and_exit: false,
  22. [2018-07-19T23:17:24,080][DEBUG][logstash.runner ] config.reload.automatic: false,
  23. [2018-07-19T23:17:24,080][DEBUG][logstash.runner ] config.reload.interval: 3000000000,
  24. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] config.support_escapes: false,
  25. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] metric.collect: true,
  26. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] pipeline.id: "main",
  27. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] pipeline.system: false,
  28. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] pipeline.workers: 4,
  29. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] pipeline.output.workers: 1,
  30. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] pipeline.batch.size: 125,
  31. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] pipeline.batch.delay: 50,
  32. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] pipeline.unsafe_shutdown: false,
  33. [2018-07-19T23:17:24,081][DEBUG][logstash.runner ] pipeline.java_execution: false,
  34. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] pipeline.reloadable: true,
  35. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] path.plugins: [],
  36. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] *config.debug: true (default: false),
  37. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] *log.level: "debug" (default: "info"),
  38. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] version: false,
  39. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] help: false,
  40. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] log.format: "plain",
  41. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] http.host: "127.0.0.1",
  42. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] http.port: 9600..9700,
  43. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] http.environment: "production",
  44. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] queue.type: "memory",
  45. [2018-07-19T23:17:24,082][DEBUG][logstash.runner ] queue.drain: false,
  46. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] queue.page_capacity: 67108864,
  47. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] queue.max_bytes: 1073741824,
  48. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] queue.max_events: 0,
  49. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] queue.checkpoint.acks: 1024,
  50. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] queue.checkpoint.writes: 1024,
  51. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] queue.checkpoint.interval: 1000,
  52. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] dead_letter_queue.enable: false,
  53. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] dead_letter_queue.max_bytes: 1073741824,
  54. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] slowlog.threshold.warn: -1,
  55. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] slowlog.threshold.info: -1,
  56. [2018-07-19T23:17:24,083][DEBUG][logstash.runner ] slowlog.threshold.debug: -1,
  57. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] slowlog.threshold.trace: -1,
  58. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] keystore.classname: "org.logstash.secret.store.backend.JavaKeyStore",
  59. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] keystore.file: "/usr/share/logstash/config/logstash.keystore",
  60. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] path.queue: "/usr/share/logstash/data/queue",
  61. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] path.dead_letter_queue: "/usr/share/logstash/data/dead_letter_queue",
  62. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] path.settings: "/usr/share/logstash/config",
  63. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] path.logs: "/usr/share/logstash/logs",
  64. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] xpack.monitoring.enabled: true,
  65. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] *xpack.monitoring.elasticsearch.url: ["http://elasticsearch:9200"] (default: ["http://localhost:9200"]),
  66. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] xpack.monitoring.collection.interval: 10000000000,
  67. [2018-07-19T23:17:24,084][DEBUG][logstash.runner ] xpack.monitoring.collection.timeout_interval: 600000000000,
  68. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] xpack.monitoring.elasticsearch.username: "logstash_system",
  69. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] *xpack.monitoring.elasticsearch.password: "changeme",
  70. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] xpack.monitoring.elasticsearch.ssl.verification_mode: "certificate",
  71. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] xpack.monitoring.elasticsearch.sniffing: false,
  72. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] xpack.monitoring.collection.pipeline.details.enabled: true,
  73. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] xpack.monitoring.collection.config.enabled: true,
  74. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] node.uuid: "",
  75. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] xpack.management.enabled: false,
  76. [2018-07-19T23:17:24,085][DEBUG][logstash.runner ] xpack.management.logstash.poll_interval: 5000000000,
  77. [2018-07-19T23:17:24,091][DEBUG][logstash.runner ] xpack.management.pipeline.id: ["main"],
  78. [2018-07-19T23:17:24,091][DEBUG][logstash.runner ] xpack.management.elasticsearch.username: "logstash_system",
  79. [2018-07-19T23:17:24,091][DEBUG][logstash.runner ] xpack.management.elasticsearch.url: ["https://localhost:9200"],
  80. [2018-07-19T23:17:24,091][DEBUG][logstash.runner ] xpack.management.elasticsearch.sniffing: false,
  81. [2018-07-19T23:17:24,092][DEBUG][logstash.runner ] --------------- Logstash Settings -------------------,
  82. [2018-07-19T23:17:24,142][DEBUG][logstash.config.source.multilocal] Reading pipeline configurations from YAML {:location=>"/usr/share/logstash/config/pipelines.yml"},
  83. [2018-07-19T23:17:24,204][INFO ][logstash.agent ] No persistent UUID file found. Generating new UUID {:uuid=>"7685f4f2-cf5f-428b-a8df-603ccbc5d92c", :path=>"/usr/share/logstash/data/uuid"},
  84. [2018-07-19T23:17:24,227][DEBUG][logstash.agent ] Setting up metric collection,
  85. [2018-07-19T23:17:24,296][DEBUG][logstash.instrument.periodicpoller.os] Starting {:polling_interval=>5, :polling_timeout=>120},
  86. [2018-07-19T23:17:24,321][DEBUG][logstash.instrument.periodicpoller.cgroup] Error, cannot retrieve cgroups information {:exception=>"Errno::ENOENT", :message=>"No such file or directory - /sys/fs/cgroup/cpuacct/docker/4cb8f6097050be29bc435333e35e548a25f4852cd4d0cff4e1d96c83a7f16149/cpuacct.usage"},
  87. [2018-07-19T23:17:24,456][DEBUG][logstash.instrument.periodicpoller.jvm] Starting {:polling_interval=>5, :polling_timeout=>120},
  88. [2018-07-19T23:17:24,694][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"},
  89. [2018-07-19T23:17:24,702][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"},
  90. [2018-07-19T23:17:24,739][DEBUG][logstash.instrument.periodicpoller.persistentqueue] Starting {:polling_interval=>5, :polling_timeout=>120},
  91. [2018-07-19T23:17:24,751][DEBUG][logstash.instrument.periodicpoller.deadletterqueue] Starting {:polling_interval=>5, :polling_timeout=>120},
  92. [2018-07-19T23:17:25,041][DEBUG][logstash.monitoringextension.pipelineregisterhook] compiled metrics pipeline config: {:config=>"# [2017] Elasticsearch Incorporated. All Rights Reserved.\n#\n# NOTICE: All information contained herein is, and remains\n# the property of Elasticsearch Incorporated and its suppliers,\n# if any. The intellectual and technical concepts contained\n# herein are proprietary to Elasticsearch Incorporated\n# and its suppliers and may be covered by U.S. and Foreign Patents,\n# patents in process, and are protected by trade secret or copyright law.\n# Dissemination of this information or reproduction of this material\n# is strictly forbidden unless prior written permission is obtained\n# from Elasticsearch Incorporated.\n#\ninput {\n metrics {\n collection_interval => 10\n collection_timeout_interval => 600\n extended_performance_collection => true\n config_collection => true\n }\n}\noutput {\n elasticsearch {\n hosts => [\"http://elasticsearch:9200\"]\n bulk_path => \"/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s\"\n manage_template => false\n document_type => \"%{[@metadata][document_type]}\"\n index => \"\"\n sniffing => false\n \n user => \"logstash_system\"\n password => \"changeme\"\n \n \n # In the case where the user does not want SSL we don't set ssl => false\n # the reason being that the user can still turn ssl on by using https in their URL\n # This causes the ES output to throw an error due to conflicting messages\n \n }\n}\n"},
  93. [2018-07-19T23:17:25,065][DEBUG][logstash.config.sourceloader] Adding source {:source=>"#<LogStash::Monitoring::InternalPipelineSource:0x59b680ea>"},
  94. [2018-07-19T23:17:25,097][INFO ][logstash.runner ] Starting Logstash {"logstash.version"=>"6.2.4"},
  95. [2018-07-19T23:17:25,124][DEBUG][logstash.agent ] Starting agent,
  96. [2018-07-19T23:17:25,169][DEBUG][logstash.agent ] Starting puma,
  97. [2018-07-19T23:17:25,194][DEBUG][logstash.agent ] Trying to start WebServer {:port=>9600},
  98. [2018-07-19T23:17:25,211][DEBUG][logstash.config.source.multilocal] Reading pipeline configurations from YAML {:location=>"/usr/share/logstash/config/pipelines.yml"},
  99. [2018-07-19T23:17:25,296][DEBUG][logstash.api.service ] [api-service] start,
  100. [2018-07-19T23:17:25,365][DEBUG][logstash.config.source.local.configpathloader] Skipping the following files while reading config since they don't match the specified glob pattern {:files=>[]},
  101. [2018-07-19T23:17:25,371][DEBUG][logstash.config.source.local.configpathloader] Reading config file {:config_file=>"/usr/share/logstash/pipeline/logstash.conf"},
  102. [2018-07-19T23:17:25,413][DEBUG][logstash.config.pipelineconfig] -------- Logstash Config ---------,
  103. [2018-07-19T23:17:25,421][DEBUG][logstash.config.pipelineconfig] Config from source {:source=>LogStash::Config::Source::MultiLocal, :pipeline_id=>:main},
  104. [2018-07-19T23:17:25,426][DEBUG][logstash.config.pipelineconfig] Config string {:protocol=>"file", :id=>"/usr/share/logstash/pipeline/logstash.conf"},
  105. [2018-07-19T23:17:25,437][DEBUG][logstash.config.pipelineconfig] ,
  106. ,
  107. input {,
  108. jmx {,
  109. path => "/usr/share/logstash/data/zmx.conf",
  110. polling_frequency => 600,
  111. type => "jmx",
  112. nb_thread => 4,
  113. },
  114. },
  115. output {,
  116. elasticsearch {,
  117. hosts => ["http://elasticsearch:9200"],
  118. index => "jmx-logs-%{+YYYY.MM.dd}",
  119. },
  120. },
  121. ,
  122. [2018-07-19T23:17:25,444][DEBUG][logstash.config.pipelineconfig] Merged config,
  123. [2018-07-19T23:17:25,454][DEBUG][logstash.config.pipelineconfig] ,
  124. ,
  125. input {,
  126. jmx {,
  127. path => "/usr/share/logstash/data/zmx.conf",
  128. polling_frequency => 600,
  129. type => "jmx",
  130. nb_thread => 4,
  131. },
  132. },
  133. output {,
  134. elasticsearch {,
  135. hosts => ["http://elasticsearch:9200"],
  136. index => "jmx-logs-%{+YYYY.MM.dd}",
  137. },
  138. },
  139. ,
  140. [2018-07-19T23:17:25,454][DEBUG][logstash.config.pipelineconfig] -------- Logstash Config ---------,
  141. [2018-07-19T23:17:25,455][DEBUG][logstash.config.pipelineconfig] Config from source {:source=>#<LogStash::MonitoringExtension::PipelineRegisterHook:0x6d704e4e>, :pipeline_id=>:".monitoring-logstash"},
  142. [2018-07-19T23:17:25,457][DEBUG][logstash.config.pipelineconfig] Config string {:protocol=>"x-pack-metrics", :id=>"internal_pipeline_source"},
  143. [2018-07-19T23:17:25,458][DEBUG][logstash.config.pipelineconfig] ,
  144. ,
  145. # [2017] Elasticsearch Incorporated. All Rights Reserved.,
  146. #,
  147. # NOTICE: All information contained herein is, and remains,
  148. # the property of Elasticsearch Incorporated and its suppliers,,
  149. # if any. The intellectual and technical concepts contained,
  150. # herein are proprietary to Elasticsearch Incorporated,
  151. # and its suppliers and may be covered by U.S. and Foreign Patents,,
  152. # patents in process, and are protected by trade secret or copyright law.,
  153. # Dissemination of this information or reproduction of this material,
  154. # is strictly forbidden unless prior written permission is obtained,
  155. # from Elasticsearch Incorporated.,
  156. #,
  157. input {,
  158. metrics {,
  159. collection_interval => 10,
  160. collection_timeout_interval => 600,
  161. extended_performance_collection => true,
  162. config_collection => true,
  163. },
  164. },
  165. output {,
  166. elasticsearch {,
  167. hosts => ["http://elasticsearch:9200"],
  168. bulk_path => "/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s",
  169. manage_template => false,
  170. document_type => "%{[@metadata][document_type]}",
  171. index => "",
  172. sniffing => false,
  173. ,
  174. user => "logstash_system",
  175. password => "changeme",
  176. ,
  177. ,
  178. # In the case where the user does not want SSL we don't set ssl => false,
  179. # the reason being that the user can still turn ssl on by using https in their URL,
  180. # This causes the ES output to throw an error due to conflicting messages,
  181. ,
  182. },
  183. },
  184. ,
  185. [2018-07-19T23:17:25,458][DEBUG][logstash.config.pipelineconfig] Merged config,
  186. [2018-07-19T23:17:25,458][DEBUG][logstash.config.pipelineconfig] ,
  187. ,
  188. # [2017] Elasticsearch Incorporated. All Rights Reserved.,
  189. #,
  190. # NOTICE: All information contained herein is, and remains,
  191. # the property of Elasticsearch Incorporated and its suppliers,,
  192. # if any. The intellectual and technical concepts contained,
  193. # herein are proprietary to Elasticsearch Incorporated,
  194. # and its suppliers and may be covered by U.S. and Foreign Patents,,
  195. # patents in process, and are protected by trade secret or copyright law.,
  196. # Dissemination of this information or reproduction of this material,
  197. # is strictly forbidden unless prior written permission is obtained,
  198. # from Elasticsearch Incorporated.,
  199. #,
  200. input {,
  201. metrics {,
  202. collection_interval => 10,
  203. collection_timeout_interval => 600,
  204. extended_performance_collection => true,
  205. config_collection => true,
  206. },
  207. },
  208. output {,
  209. elasticsearch {,
  210. hosts => ["http://elasticsearch:9200"],
  211. bulk_path => "/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s",
  212. manage_template => false,
  213. document_type => "%{[@metadata][document_type]}",
  214. index => "",
  215. sniffing => false,
  216. ,
  217. user => "logstash_system",
  218. password => "changeme",
  219. ,
  220. ,
  221. # In the case where the user does not want SSL we don't set ssl => false,
  222. # the reason being that the user can still turn ssl on by using https in their URL,
  223. # This causes the ES output to throw an error due to conflicting messages,
  224. ,
  225. },
  226. },
  227. ,
  228. [2018-07-19T23:17:25,516][DEBUG][logstash.agent ] Converging pipelines state {:actions_count=>2},
  229. [2018-07-19T23:17:25,530][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Create/pipeline_id:.monitoring-logstash},
  230. [2018-07-19T23:17:25,664][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600},
  231. [2018-07-19T23:17:26,971][DEBUG][logstash.pipeline ] Compiled pipeline code {:pipeline_id=>".monitoring-logstash", :code=>" @inputs = []\n @filters = []\n @outputs = []\n @periodic_flushers = []\n @shutdown_flushers = []\n @generated_objects = {}\n\n @generated_objects[:input_metrics_1] = plugin(\"input\", \"metrics\", 14, 3, LogStash::Util.hash_merge_many({ \"collection_interval\" => 10 }, { \"collection_timeout_interval\" => 600 }, { \"extended_performance_collection\" => (\"true\") }, { \"config_collection\" => (\"true\") }))\n\n @inputs << @generated_objects[:input_metrics_1]\n\n @generated_objects[:output_elasticsearch_2] = plugin(\"output\", \"elasticsearch\", 22, 3, LogStash::Util.hash_merge_many({ \"hosts\" => [(\"http://elasticsearch:9200\")] }, { \"bulk_path\" => (\"/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s\") }, { \"manage_template\" => (\"false\") }, { \"document_type\" => (\"%{[@metadata][document_type]}\") }, { \"index\" => (\"\") }, { \"sniffing\" => (\"false\") }, { \"user\" => (\"logstash_system\") }, { \"password\" => (\"changeme\") }))\n\n @outputs << @generated_objects[:output_elasticsearch_2]\n\n define_singleton_method :filter_func do |event|\n events = event\n @logger.debug? && events.each { |e| @logger.debug(\"filter received\", \"event\" => e.to_hash)}\n events\n end\n define_singleton_method :output_func do |event|\n targeted_outputs = []\n @logger.debug? && @logger.debug(\"output received\", \"event\" => event.to_hash)\n targeted_outputs << @generated_objects[:output_elasticsearch_2]\n \n targeted_outputs\n end"},
  232. [2018-07-19T23:17:27,163][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"plain", :type=>"codec", :class=>LogStash::Codecs::Plain},
  233. [2018-07-19T23:17:27,205][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_70a8fee5-fb9b-4b18-bf79-2e6f82d34c7b",
  234. [2018-07-19T23:17:27,206][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true,
  235. [2018-07-19T23:17:27,206][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8",
  236. [2018-07-19T23:17:27,218][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@collection_interval = 10,
  237. [2018-07-19T23:17:27,219][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@collection_timeout_interval = 600,
  238. [2018-07-19T23:17:27,219][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@extended_performance_collection = "true",
  239. [2018-07-19T23:17:27,219][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@config_collection = "true",
  240. [2018-07-19T23:17:27,219][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@id = "bf2be17795578b338c156e64759f952e87394de0d3ee9be8eed0d05412d604b8",
  241. [2018-07-19T23:17:27,219][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@enable_metric = true,
  242. [2018-07-19T23:17:27,231][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@codec = <LogStash::Codecs::Plain id=>"plain_70a8fee5-fb9b-4b18-bf79-2e6f82d34c7b", enable_metric=>true, charset=>"UTF-8">,
  243. [2018-07-19T23:17:27,231][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@add_field = {},
  244. [2018-07-19T23:17:27,243][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"elasticsearch", :type=>"output", :class=>LogStash::Outputs::ElasticSearch},
  245. [2018-07-19T23:17:27,292][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_a0635022-c75a-4aea-9650-77c02501bc3a",
  246. [2018-07-19T23:17:27,292][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true,
  247. [2018-07-19T23:17:27,292][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8",
  248. [2018-07-19T23:17:27,306][WARN ][logstash.outputs.elasticsearch] You are using a deprecated config setting "document_type" set in elasticsearch. Deprecated settings will continue to work, but are scheduled for removal from logstash in the future. Document types are being deprecated in Elasticsearch 6.0, and removed entirely in 7.0. You should avoid this feature If you have any questions about this, please visit the #logstash channel on freenode irc. {:name=>"document_type", :plugin=><LogStash::Outputs::ElasticSearch hosts=>[http://elasticsearch:9200], bulk_path=>"/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s", manage_template=>false, document_type=>"%{[@metadata][document_type]}", sniffing=>false, user=>"logstash_system", password=><password>, id=>"a8534760ec12a086fe293ee32232f724b17c660fec5c5bee2bbb376965e5bb43", enable_metric=>true, codec=><LogStash::Codecs::Plain id=>"plain_a0635022-c75a-4aea-9650-77c02501bc3a", enable_metric=>true, charset=>"UTF-8">, workers=>1, template_name=>"logstash", template_overwrite=>false, doc_as_upsert=>false, script_type=>"inline", script_lang=>"painless", script_var_name=>"event", scripted_upsert=>false, retry_initial_interval=>2, retry_max_interval=>64, retry_on_conflict=>1, action=>"index", ssl_certificate_verification=>true, sniffing_delay=>5, timeout=>60, pool_max=>1000, pool_max_per_route=>100, resurrect_delay=>5, validate_after_inactivity=>10000, http_compression=>false>},
  249. [2018-07-19T23:17:27,317][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@hosts = [http://elasticsearch:9200],
  250. [2018-07-19T23:17:27,317][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@bulk_path = "/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s",
  251. [2018-07-19T23:17:27,317][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@manage_template = false,
  252. [2018-07-19T23:17:27,317][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@document_type = "%{[@metadata][document_type]}",
  253. [2018-07-19T23:17:27,317][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@index = "",
  254. [2018-07-19T23:17:27,317][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing = false,
  255. [2018-07-19T23:17:27,318][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@user = "logstash_system",
  256. [2018-07-19T23:17:27,318][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@password = <password>,
  257. [2018-07-19T23:17:27,318][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@id = "a8534760ec12a086fe293ee32232f724b17c660fec5c5bee2bbb376965e5bb43",
  258. [2018-07-19T23:17:27,318][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@enable_metric = true,
  259. [2018-07-19T23:17:27,318][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@codec = <LogStash::Codecs::Plain id=>"plain_a0635022-c75a-4aea-9650-77c02501bc3a", enable_metric=>true, charset=>"UTF-8">,
  260. [2018-07-19T23:17:27,318][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@workers = 1,
  261. [2018-07-19T23:17:27,318][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_name = "logstash",
  262. [2018-07-19T23:17:27,318][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_overwrite = false,
  263. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@parent = nil,
  264. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@join_field = nil,
  265. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@upsert = "",
  266. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@doc_as_upsert = false,
  267. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script = "",
  268. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_type = "inline",
  269. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_lang = "painless",
  270. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_var_name = "event",
  271. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@scripted_upsert = false,
  272. [2018-07-19T23:17:27,319][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_initial_interval = 2,
  273. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_max_interval = 64,
  274. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_on_conflict = 1,
  275. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pipeline = nil,
  276. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@action = "index",
  277. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@ssl_certificate_verification = true,
  278. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing_delay = 5,
  279. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@timeout = 60,
  280. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@failure_type_logging_whitelist = [],
  281. [2018-07-19T23:17:27,320][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max = 1000,
  282. [2018-07-19T23:17:27,321][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max_per_route = 100,
  283. [2018-07-19T23:17:27,321][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@resurrect_delay = 5,
  284. [2018-07-19T23:17:27,321][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@validate_after_inactivity = 10000,
  285. [2018-07-19T23:17:27,321][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@http_compression = false,
  286. [2018-07-19T23:17:27,393][INFO ][logstash.pipeline ] Starting pipeline {:pipeline_id=>".monitoring-logstash", "pipeline.workers"=>1, "pipeline.batch.size"=>2, "pipeline.batch.delay"=>50},
  287. [2018-07-19T23:17:27,457][DEBUG][logstash.outputs.elasticsearch] Normalizing http path {:path=>nil, :normalized=>nil},
  288. [2018-07-19T23:17:27,840][INFO ][logstash.outputs.elasticsearch] Elasticsearch pool URLs updated {:changes=>{:removed=>[], :added=>[http://logstash_system:xxxxxx@elasticsearch:9200/]}},
  289. [2018-07-19T23:17:27,874][INFO ][logstash.outputs.elasticsearch] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>http://logstash_system:xxxxxx@elasticsearch:9200/, :path=>"/"},
  290. [2018-07-19T23:17:28,101][WARN ][logstash.outputs.elasticsearch] Restored connection to ES instance {:url=>"http://logstash_system:xxxxxx@elasticsearch:9200/"},
  291. [2018-07-19T23:17:28,152][INFO ][logstash.outputs.elasticsearch] ES Output version determined {:es_version=>6},
  292. [2018-07-19T23:17:28,155][WARN ][logstash.outputs.elasticsearch] Detected a 6.x and above cluster: the `type` event field won't be used to determine the document _type {:es_version=>6},
  293. [2018-07-19T23:17:28,175][INFO ][logstash.outputs.elasticsearch] New Elasticsearch output {:class=>"LogStash::Outputs::ElasticSearch", :hosts=>["http://elasticsearch:9200"]},
  294. [2018-07-19T23:17:28,242][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_7228abd9-7b79-4c25-875e-b50393c224a1",
  295. [2018-07-19T23:17:28,242][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true,
  296. [2018-07-19T23:17:28,242][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8",
  297. [2018-07-19T23:17:28,247][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@hosts = [http://elasticsearch:9200],
  298. [2018-07-19T23:17:28,247][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@user = "logstash_system",
  299. [2018-07-19T23:17:28,247][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@password = <password>,
  300. [2018-07-19T23:17:28,247][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing = false,
  301. [2018-07-19T23:17:28,247][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@id = "elasticsearch_410b9e76-3404-48a5-9ebc-f7cdbc6bfb18",
  302. [2018-07-19T23:17:28,247][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@enable_metric = true,
  303. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@codec = <LogStash::Codecs::Plain id=>"plain_7228abd9-7b79-4c25-875e-b50393c224a1", enable_metric=>true, charset=>"UTF-8">,
  304. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@workers = 1,
  305. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@index = "logstash-%{+YYYY.MM.dd}",
  306. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@manage_template = true,
  307. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_name = "logstash",
  308. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_overwrite = false,
  309. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@parent = nil,
  310. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@join_field = nil,
  311. [2018-07-19T23:17:28,248][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@upsert = "",
  312. [2018-07-19T23:17:28,249][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@doc_as_upsert = false,
  313. [2018-07-19T23:17:28,249][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script = "",
  314. [2018-07-19T23:17:28,249][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_type = "inline",
  315. [2018-07-19T23:17:28,249][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_lang = "painless",
  316. [2018-07-19T23:17:28,249][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_var_name = "event",
  317. [2018-07-19T23:17:28,249][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@scripted_upsert = false,
  318. [2018-07-19T23:17:28,249][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_initial_interval = 2,
  319. [2018-07-19T23:17:28,249][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_max_interval = 64,
  320. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_on_conflict = 1,
  321. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pipeline = nil,
  322. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@action = "index",
  323. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@ssl_certificate_verification = true,
  324. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing_delay = 5,
  325. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@timeout = 60,
  326. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@failure_type_logging_whitelist = [],
  327. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max = 1000,
  328. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max_per_route = 100,
  329. [2018-07-19T23:17:28,250][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@resurrect_delay = 5,
  330. [2018-07-19T23:17:28,251][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@validate_after_inactivity = 10000,
  331. [2018-07-19T23:17:28,251][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@http_compression = false,
  332. [2018-07-19T23:17:28,256][DEBUG][logstash.licensechecker.licensereader] Normalizing http path {:path=>nil, :normalized=>nil},
  333. [2018-07-19T23:17:28,268][INFO ][logstash.licensechecker.licensereader] Elasticsearch pool URLs updated {:changes=>{:removed=>[], :added=>[http://logstash_system:xxxxxx@elasticsearch:9200/]}},
  334. [2018-07-19T23:17:28,268][INFO ][logstash.licensechecker.licensereader] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>http://logstash_system:xxxxxx@elasticsearch:9200/, :path=>"/"},
  335. [2018-07-19T23:17:28,275][WARN ][logstash.licensechecker.licensereader] Restored connection to ES instance {:url=>"http://logstash_system:xxxxxx@elasticsearch:9200/"},
  336. [2018-07-19T23:17:28,280][INFO ][logstash.licensechecker.licensereader] ES Output version determined {:es_version=>6},
  337. [2018-07-19T23:17:28,280][WARN ][logstash.licensechecker.licensereader] Detected a 6.x and above cluster: the `type` event field won't be used to determine the document _type {:es_version=>6},
  338. [2018-07-19T23:17:28,330][DEBUG][logstash.licensechecker.licensemanager] updating observers of xpack info change,
  339. [2018-07-19T23:17:28,387][INFO ][logstash.pipeline ] Pipeline started successfully {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5dadf4 run>"},
  340. [2018-07-19T23:17:28,412][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Create/pipeline_id:main},
  341. [2018-07-19T23:17:28,413][DEBUG][logstash.inputs.metrics ] Metric: input started,
  342. [2018-07-19T23:17:28,543][DEBUG][logstash.pipeline ] Compiled pipeline code {:pipeline_id=>"main", :code=>" @inputs = []\n @filters = []\n @outputs = []\n @periodic_flushers = []\n @shutdown_flushers = []\n @generated_objects = {}\n\n @generated_objects[:input_jmx_1] = plugin(\"input\", \"jmx\", 2, 3, LogStash::Util.hash_merge_many({ \"path\" => (\"/usr/share/logstash/data/zmx.conf\") }, { \"polling_frequency\" => 600 }, { \"type\" => (\"jmx\") }, { \"nb_thread\" => 4 }))\n\n @inputs << @generated_objects[:input_jmx_1]\n\n @generated_objects[:output_elasticsearch_2] = plugin(\"output\", \"elasticsearch\", 10, 3, LogStash::Util.hash_merge_many({ \"hosts\" => [(\"http://elasticsearch:9200\")] }, { \"index\" => (\"jmx-logs-%{+YYYY.MM.dd}\") }))\n\n @outputs << @generated_objects[:output_elasticsearch_2]\n\n define_singleton_method :filter_func do |event|\n events = event\n @logger.debug? && events.each { |e| @logger.debug(\"filter received\", \"event\" => e.to_hash)}\n events\n end\n define_singleton_method :output_func do |event|\n targeted_outputs = []\n @logger.debug? && @logger.debug(\"output received\", \"event\" => event.to_hash)\n targeted_outputs << @generated_objects[:output_elasticsearch_2]\n \n targeted_outputs\n end"},
  343. [2018-07-19T23:17:28,552][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"jmx", :type=>"input", :class=>LogStash::Inputs::Jmx},
  344. [2018-07-19T23:17:28,568][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_e8cdad8b-1493-4f17-8841-9b4aa73d58d8",
  345. [2018-07-19T23:17:28,568][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true,
  346. [2018-07-19T23:17:28,569][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8",
  347. [2018-07-19T23:17:28,570][DEBUG][logstash.inputs.jmx ] config LogStash::Inputs::Jmx/@path = "/usr/share/logstash/data/zmx.conf",
  348. [2018-07-19T23:17:28,571][DEBUG][logstash.inputs.jmx ] config LogStash::Inputs::Jmx/@polling_frequency = 600,
  349. [2018-07-19T23:17:28,571][DEBUG][logstash.inputs.jmx ] config LogStash::Inputs::Jmx/@type = "jmx",
  350. [2018-07-19T23:17:28,571][DEBUG][logstash.inputs.jmx ] config LogStash::Inputs::Jmx/@nb_thread = 4,
  351. [2018-07-19T23:17:28,571][DEBUG][logstash.inputs.jmx ] config LogStash::Inputs::Jmx/@id = "2e16af4e3866dcd93399d5b198c594f8f6c9bb1767839b455734199eac76daa0",
  352. [2018-07-19T23:17:28,571][DEBUG][logstash.inputs.jmx ] config LogStash::Inputs::Jmx/@enable_metric = true,
  353. [2018-07-19T23:17:28,571][DEBUG][logstash.inputs.jmx ] config LogStash::Inputs::Jmx/@codec = <LogStash::Codecs::Plain id=>"plain_e8cdad8b-1493-4f17-8841-9b4aa73d58d8", enable_metric=>true, charset=>"UTF-8">,
  354. [2018-07-19T23:17:28,571][DEBUG][logstash.inputs.jmx ] config LogStash::Inputs::Jmx/@add_field = {},
  355. [2018-07-19T23:17:28,607][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_785a79f8-5ff9-44d7-804f-06d6cb3d7e2d",
  356. [2018-07-19T23:17:28,607][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true,
  357. [2018-07-19T23:17:28,607][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8",
  358. [2018-07-19T23:17:28,613][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@hosts = [http://elasticsearch:9200],
  359. [2018-07-19T23:17:28,613][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@index = "jmx-logs-%{+YYYY.MM.dd}",
  360. [2018-07-19T23:17:28,613][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@id = "6e1265bb7da7f9bbbc1b5eb7e96f8e8103ee2bbfde4945a383796fd3d95dc99e",
  361. [2018-07-19T23:17:28,614][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@enable_metric = true,
  362. [2018-07-19T23:17:28,614][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@codec = <LogStash::Codecs::Plain id=>"plain_785a79f8-5ff9-44d7-804f-06d6cb3d7e2d", enable_metric=>true, charset=>"UTF-8">,
  363. [2018-07-19T23:17:28,614][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@workers = 1,
  364. [2018-07-19T23:17:28,614][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@manage_template = true,
  365. [2018-07-19T23:17:28,614][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_name = "logstash",
  366. [2018-07-19T23:17:28,615][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_overwrite = false,
  367. [2018-07-19T23:17:28,615][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@parent = nil,
  368. [2018-07-19T23:17:28,615][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@join_field = nil,
  369. [2018-07-19T23:17:28,615][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@upsert = "",
  370. [2018-07-19T23:17:28,615][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@doc_as_upsert = false,
  371. [2018-07-19T23:17:28,615][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script = "",
  372. [2018-07-19T23:17:28,616][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_type = "inline",
  373. [2018-07-19T23:17:28,616][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_lang = "painless",
  374. [2018-07-19T23:17:28,616][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_var_name = "event",
  375. [2018-07-19T23:17:28,616][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@scripted_upsert = false,
  376. [2018-07-19T23:17:28,617][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_initial_interval = 2,
  377. [2018-07-19T23:17:28,617][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_max_interval = 64,
  378. [2018-07-19T23:17:28,617][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_on_conflict = 1,
  379. [2018-07-19T23:17:28,617][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pipeline = nil,
  380. [2018-07-19T23:17:28,617][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@action = "index",
  381. [2018-07-19T23:17:28,617][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@ssl_certificate_verification = true,
  382. [2018-07-19T23:17:28,618][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing = false,
  383. [2018-07-19T23:17:28,618][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing_delay = 5,
  384. [2018-07-19T23:17:28,618][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@timeout = 60,
  385. [2018-07-19T23:17:28,618][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@failure_type_logging_whitelist = [],
  386. [2018-07-19T23:17:28,618][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max = 1000,
  387. [2018-07-19T23:17:28,619][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max_per_route = 100,
  388. [2018-07-19T23:17:28,619][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@resurrect_delay = 5,
  389. [2018-07-19T23:17:28,619][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@validate_after_inactivity = 10000,
  390. [2018-07-19T23:17:28,619][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@http_compression = false,
  391. [2018-07-19T23:17:28,636][INFO ][logstash.pipeline ] Starting pipeline {:pipeline_id=>"main", "pipeline.workers"=>4, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>50},
  392. [2018-07-19T23:17:28,644][DEBUG][logstash.outputs.elasticsearch] Normalizing http path {:path=>nil, :normalized=>nil},
  393. [2018-07-19T23:17:28,658][INFO ][logstash.outputs.elasticsearch] Elasticsearch pool URLs updated {:changes=>{:removed=>[], :added=>[http://elasticsearch:9200/]}},
  394. [2018-07-19T23:17:28,662][INFO ][logstash.outputs.elasticsearch] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>http://elasticsearch:9200/, :path=>"/"},
  395. [2018-07-19T23:17:28,671][WARN ][logstash.outputs.elasticsearch] Restored connection to ES instance {:url=>"http://elasticsearch:9200/"},
  396. [2018-07-19T23:17:28,679][INFO ][logstash.outputs.elasticsearch] ES Output version determined {:es_version=>6},
  397. [2018-07-19T23:17:28,679][WARN ][logstash.outputs.elasticsearch] Detected a 6.x and above cluster: the `type` event field won't be used to determine the document _type {:es_version=>6},
  398. [2018-07-19T23:17:28,686][INFO ][logstash.outputs.elasticsearch] Using mapping template from {:path=>nil},
  399. [2018-07-19T23:17:28,703][INFO ][logstash.outputs.elasticsearch] Attempting to install template {:manage_template=>{"template"=>"logstash-*", "version"=>60001, "settings"=>{"index.refresh_interval"=>"5s"}, "mappings"=>{"_default_"=>{"dynamic_templates"=>[{"message_field"=>{"path_match"=>"message", "match_mapping_type"=>"string", "mapping"=>{"type"=>"text", "norms"=>false}}}, {"string_fields"=>{"match"=>"*", "match_mapping_type"=>"string", "mapping"=>{"type"=>"text", "norms"=>false, "fields"=>{"keyword"=>{"type"=>"keyword", "ignore_above"=>256}}}}}], "properties"=>{"@timestamp"=>{"type"=>"date"}, "@version"=>{"type"=>"keyword"}, "geoip"=>{"dynamic"=>true, "properties"=>{"ip"=>{"type"=>"ip"}, "location"=>{"type"=>"geo_point"}, "latitude"=>{"type"=>"half_float"}, "longitude"=>{"type"=>"half_float"}}}}}}}},
  400. [2018-07-19T23:17:28,719][DEBUG][logstash.outputs.elasticsearch] Found existing Elasticsearch template. Skipping template management {:name=>"logstash"},
  401. [2018-07-19T23:17:28,720][INFO ][logstash.outputs.elasticsearch] New Elasticsearch output {:class=>"LogStash::Outputs::ElasticSearch", :hosts=>["http://elasticsearch:9200"]},
  402. [2018-07-19T23:17:28,777][INFO ][logstash.inputs.jmx ] Create queue dispatching JMX requests to threads,
  403. [2018-07-19T23:17:28,779][INFO ][logstash.inputs.jmx ] Compile regexp for group alias object replacement,
  404. [2018-07-19T23:17:28,786][INFO ][logstash.pipeline ] Pipeline started successfully {:pipeline_id=>"main", :thread=>"#<Thread:0x30dddac3 sleep>"},
  405. [2018-07-19T23:17:28,802][INFO ][logstash.inputs.jmx ] Initialize 4 threads for JMX metrics collection,
  406. [2018-07-19T23:17:28,817][DEBUG][logstash.inputs.jmx ] Wait config to retrieve from queue conf,
  407. [2018-07-19T23:17:28,831][DEBUG][logstash.inputs.jmx ] Wait config to retrieve from queue conf,
  408. [2018-07-19T23:17:28,838][DEBUG][logstash.inputs.jmx ] Wait config to retrieve from queue conf,
  409. [2018-07-19T23:17:28,840][INFO ][logstash.inputs.jmx ] Loading configuration files in path {:path=>"/usr/share/logstash/data/zmx.conf"},
  410. [2018-07-19T23:17:28,841][DEBUG][logstash.inputs.jmx ] Wait config to retrieve from queue conf,
  411. [2018-07-19T23:17:28,845][ERROR][logstash.inputs.jmx ] No such file or directory - No such directory: /usr/share/logstash/data/zmx.conf,
  412. [2018-07-19T23:17:28,847][ERROR][logstash.inputs.jmx ] org/jruby/RubyDir.java:146:in `initialize',
  413. org/jruby/RubyDir.java:383:in `foreach',
  414. /usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-jmx-3.0.6/lib/logstash/inputs/jmx.rb:326:in `run',
  415. /usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:514:in `inputworker',
  416. /usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:507:in `block in start_input',
  417. [2018-07-19T23:17:28,858][DEBUG][logstash.inputs.jmx ] Closing {:plugin=>"LogStash::Inputs::Jmx"},
  418. [2018-07-19T23:17:28,874][INFO ][logstash.agent ] Pipelines running {:count=>2, :pipelines=>[".monitoring-logstash", "main"]},
  419. [2018-07-19T23:17:28,888][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"main", :thread=>"#<Thread:0x30dddac3 sleep>"},
  420. [2018-07-19T23:17:28,891][DEBUG][logstash.pipeline ] Shutting down filter/output workers {:pipeline_id=>"main", :thread=>"#<Thread:0x30dddac3 run>"},
  421. [2018-07-19T23:17:28,897][DEBUG][logstash.pipeline ] Setting shutdown {:pipeline_id=>"main", :thread=>"#<Thread:0x30dddac3 run>"},
  422. [2018-07-19T23:17:28,899][INFO ][logstash.inputs.metrics ] Monitoring License OK,
  423. [2018-07-19T23:17:28,903][DEBUG][logstash.pipeline ] Shutdown waiting for worker thread {:pipeline_id=>"main", :thread=>"#<Thread:0x23aa4bee@[main]>worker0 run>"},
  424. [2018-07-19T23:17:28,991][DEBUG][logstash.pipeline ] Shutdown waiting for worker thread {:pipeline_id=>"main", :thread=>"#<Thread:0xa06ae01@[main]>worker1 dead>"},
  425. [2018-07-19T23:17:28,991][DEBUG][logstash.pipeline ] Shutdown waiting for worker thread {:pipeline_id=>"main", :thread=>"#<Thread:0x7ad0ce2d@[main]>worker2 run>"},
  426. [2018-07-19T23:17:28,997][DEBUG][logstash.pipeline ] Shutdown waiting for worker thread {:pipeline_id=>"main", :thread=>"#<Thread:0x15432bfb@[main]>worker3 dead>"},
  427. [2018-07-19T23:17:29,002][DEBUG][logstash.outputs.elasticsearch] Closing {:plugin=>"LogStash::Outputs::ElasticSearch"},
  428. [2018-07-19T23:17:29,015][DEBUG][logstash.outputs.elasticsearch] Stopping sniffer,
  429. [2018-07-19T23:17:29,021][DEBUG][logstash.outputs.elasticsearch] Stopping resurrectionist,
  430. [2018-07-19T23:17:29,087][DEBUG][logstash.instrument.periodicpoller.os] Stopping,
  431. [2018-07-19T23:17:29,101][DEBUG][logstash.instrument.periodicpoller.jvm] Stopping,
  432. [2018-07-19T23:17:29,102][DEBUG][logstash.instrument.periodicpoller.persistentqueue] Stopping,
  433. [2018-07-19T23:17:29,102][DEBUG][logstash.instrument.periodicpoller.deadletterqueue] Stopping,
  434. [2018-07-19T23:17:29,144][DEBUG][logstash.agent ] Shutting down all pipelines {:pipelines_count=>2},
  435. [2018-07-19T23:17:29,154][DEBUG][logstash.agent ] Converging pipelines state {:actions_count=>2},
  436. [2018-07-19T23:17:29,155][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Stop/pipeline_id:.monitoring-logstash},
  437. [2018-07-19T23:17:29,177][DEBUG][logstash.pipeline ] filter received {"event"=>{"pipeline"=>{"hash"=>"c0416ff5ee4d40bef364dcfd88e8b13f2129e155ec5a27d3c90ae6015985c9b9", "ephemeral_id"=>"7e67399c-ce1e-4fbe-8976-26b16894f7cd", "representation"=>{"hash"=>"c0416ff5ee4d40bef364dcfd88e8b13f2129e155ec5a27d3c90ae6015985c9b9", "type"=>"lir", "version"=>"0.0.0", "plugins"=>[{"name"=>"logstash-codec-cef", "version"=>"5.0.2"}, {"name"=>"logstash-codec-collectd", "version"=>"3.0.8"}, {"name"=>"logstash-codec-dots", "version"=>"3.0.6"}, {"name"=>"logstash-codec-edn", "version"=>"3.0.6"}, {"name"=>"logstash-codec-line", "version"=>"3.0.8"}, {"name"=>"logstash-codec-edn_lines", "version"=>"3.0.6"}, {"name"=>"logstash-codec-es_bulk", "version"=>"3.0.6"}, {"name"=>"logstash-codec-fluent", "version"=>"3.2.0"}, {"name"=>"logstash-codec-graphite", "version"=>"3.0.5"}, {"name"=>"logstash-codec-json", "version"=>"3.0.5"}, {"name"=>"logstash-codec-json_lines", "version"=>"3.0.6"}, {"name"=>"logstash-codec-msgpack", "version"=>"3.0.7"}, {"name"=>"logstash-patterns-core", "version"=>"4.1.2"}, {"name"=>"logstash-codec-multiline", "version"=>"3.0.9"}, {"name"=>"logstash-codec-netflow", "version"=>"3.11.4"}, {"name"=>"logstash-codec-plain", "version"=>"3.0.6"}, {"name"=>"logstash-codec-rubydebug", "version"=>"3.0.5"}, {"name"=>"logstash-filter-aggregate", "version"=>"2.8.0"}, {"name"=>"logstash-filter-anonymize", "version"=>"3.0.6"}, {"name"=>"logstash-filter-cidr", "version"=>"3.1.2"}, {"name"=>"logstash-filter-clone", "version"=>"3.0.5"}, {"name"=>"logstash-filter-csv", "version"=>"3.0.8"}, {"name"=>"logstash-filter-date", "version"=>"3.1.9"}, {"name"=>"logstash-filter-de_dot", "version"=>"1.0.3"}, {"name"=>"logstash-filter-dissect", "version"=>"1.1.4"}, {"name"=>"logstash-filter-dns", "version"=>"3.0.9"}, {"name"=>"logstash-filter-drop", "version"=>"3.0.5"}, {"name"=>"logstash-filter-elasticsearch", "version"=>"3.3.0"}, {"name"=>"logstash-filter-fingerprint", "version"=>"3.1.2"}, {"name"=>"logstash-filter-geoip", "version"=>"5.0.3"}, {"name"=>"logstash-filter-grok", "version"=>"4.0.3"}, {"name"=>"logstash-filter-jdbc_static", "version"=>"1.0.1"}, {"name"=>"logstash-filter-jdbc_streaming", "version"=>"1.0.4"}, {"name"=>"logstash-filter-json", "version"=>"3.0.5"}, {"name"=>"logstash-filter-kv", "version"=>"4.1.1"}, {"name"=>"logstash-filter-metrics", "version"=>"4.0.5"}, {"name"=>"logstash-filter-mutate", "version"=>"3.3.1"}, {"name"=>"logstash-filter-ruby", "version"=>"3.1.4"}, {"name"=>"logstash-filter-sleep", "version"=>"3.0.6"}, {"name"=>"logstash-filter-split", "version"=>"3.1.6"}, {"name"=>"logstash-filter-syslog_pri", "version"=>"3.0.5"}, {"name"=>"logstash-filter-throttle", "version"=>"4.0.4"}, {"name"=>"logstash-filter-translate", "version"=>"3.1.0"}, {"name"=>"logstash-filter-truncate", "version"=>"1.0.4"}, {"name"=>"logstash-filter-urldecode", "version"=>"3.0.6"}, {"name"=>"logstash-filter-useragent", "version"=>"3.2.2"}, {"name"=>"logstash-filter-xml", "version"=>"4.0.5"}, {"name"=>"logstash-input-beats", "version"=>"5.0.13"}, {"name"=>"logstash-input-dead_letter_queue", "version"=>"1.1.4"}, {"name"=>"logstash-input-elasticsearch", "version"=>"4.2.1"}, {"name"=>"logstash-input-exec", "version"=>"3.3.1"}, {"name"=>"logstash-input-file", "version"=>"4.0.5"}, {"name"=>"logstash-input-ganglia", "version"=>"3.1.4"}, {"name"=>"logstash-input-gelf", "version"=>"3.1.1"}, {"name"=>"logstash-input-generator", "version"=>"3.0.6"}, {"name"=>"logstash-input-tcp", "version"=>"5.0.7"}, {"name"=>"logstash-input-graphite", "version"=>"3.0.6"}, {"name"=>"logstash-input-heartbeat", "version"=>"3.0.6"}, {"name"=>"logstash-input-http", "version"=>"3.0.10"}, {"name"=>"logstash-input-http_poller", "version"=>"4.0.5"}, {"name"=>"logstash-input-imap", "version"=>"3.0.6"}, {"name"=>"logstash-input-jdbc", "version"=>"4.3.9"}, {"name"=>"logstash-input-jmx", "version"=>"3.0.6"}, {"name"=>"logstash-input-kafka", "version"=>"8.0.6"}, {"name"=>"logstash-input-pipe", "version"=>"3.0.7"}, {"name"=>"logstash-input-rabbitmq", "version"=>"6.0.3"}, {"name"=>"logstash-input-redis", "version"=>"3.2.2"}, {"name"=>"logstash-input-s3", "version"=>"3.3.2"}, {"name"=>"logstash-input-snmptrap", "version"=>"3.0.6"}, {"name"=>"logstash-input-sqs", "version"=>"3.1.1"}, {"name"=>"logstash-input-stdin", "version"=>"3.2.6"}, {"name"=>"logstash-input-syslog", "version"=>"3.4.1"}, {"name"=>"logstash-input-twitter", "version"=>"3.0.8"}, {"name"=>"logstash-input-udp", "version"=>"3.3.1"}, {"name"=>"logstash-input-unix", "version"=>"3.0.7"}, {"name"=>"logstash-output-cloudwatch", "version"=>"3.0.8"}, {"name"=>"logstash-output-file", "version"=>"4.2.3"}, {"name"=>"logstash-output-csv", "version"=>"3.0.7"}, {"name"=>"logstash-output-elasticsearch", "version"=>"9.1.1"}, {"name"=>"logstash-output-email", "version"=>"4.1.1"}, {"name"=>"logstash-output-graphite", "version"=>"3.1.5"}, {"name"=>"logstash-output-http", "version"=>"5.2.1"}, {"name"=>"logstash-output-kafka", "version"=>"7.0.10"}, {"name"=>"logstash-output-lumberjack", "version"=>"3.1.7"}, {"name"=>"logstash-output-nagios", "version"=>"3.0.6"}, {"name"=>"logstash-output-null", "version"=>"3.0.5"}, {"name"=>"logstash-output-pagerduty", "version"=>"3.0.7"}, {"name"=>"logstash-output-pipe", "version"=>"3.0.6"}, {"name"=>"logstash-output-rabbitmq", "version"=>"5.1.1"}, {"name"=>"logstash-output-redis", "version"=>"4.0.4"}, {"name"=>"logstash-output-s3", "version"=>"4.1.1"}, {"name"=>"logstash-output-sns", "version"=>"4.0.7"}, {"name"=>"logstash-output-sqs", "version"=>"5.1.1"}, {"name"=>"logstash-output-stdout", "version"=>"3.1.4"}, {"name"=>"logstash-output-tcp", "version"=>"5.0.3"}, {"name"=>"logstash-output-udp", "version"=>"3.0.6"}, {"name"=>"logstash-output-webhdfs", "version"=>"3.0.6"}, {"name"=>"x-pack", "version"=>"6.2.4"}], "graph"=>{"vertices"=>[{"config_name"=>"jmx", "meta"=>{"source"=>{"column"=>3, "id"=>"pipeline", "protocol"=>"str", "line"=>2}}, "plugin_type"=>"input", "explicit_id"=>false, "type"=>"plugin", "id"=>"2e16af4e3866dcd93399d5b198c594f8f6c9bb1767839b455734199eac76daa0"}, {"meta"=>nil, "explicit_id"=>false, "type"=>"queue", "id"=>"__QUEUE__"}, {"config_name"=>"elasticsearch", "meta"=>{"source"=>{"column"=>3, "id"=>"pipeline", "protocol"=>"str", "line"=>10}}, "plugin_type"=>"output", "explicit_id"=>false, "type"=>"plugin", "id"=>"6e1265bb7da7f9bbbc1b5eb7e96f8e8103ee2bbfde4945a383796fd3d95dc99e"}], "edges"=>[{"type"=>"plain", "id"=>"954511abd0f00b593c956031bf336714c7e222d807dfc79a161081c0a2ab4883", "from"=>"2e16af4e3866dcd93399d5b198c594f8f6c9bb1767839b455734199eac76daa0", "to"=>"__QUEUE__"}, {"type"=>"plain", "id"=>"a6c63453a611464e9d874f3f7c3dc7c3f46b8d2f0638cbbb0c918ddb1d4a70dc", "from"=>"__QUEUE__", "to"=>"6e1265bb7da7f9bbbc1b5eb7e96f8e8103ee2bbfde4945a383796fd3d95dc99e"}]}}, "workers"=>4, "batch_size"=>125, "id"=>"main"}}},
  438. [2018-07-19T23:17:29,189][DEBUG][logstash.pipeline ] output received {"event"=>{"pipeline"=>{"hash"=>"c0416ff5ee4d40bef364dcfd88e8b13f2129e155ec5a27d3c90ae6015985c9b9", "ephemeral_id"=>"7e67399c-ce1e-4fbe-8976-26b16894f7cd", "representation"=>{"hash"=>"c0416ff5ee4d40bef364dcfd88e8b13f2129e155ec5a27d3c90ae6015985c9b9", "type"=>"lir", "version"=>"0.0.0", "plugins"=>[{"name"=>"logstash-codec-cef", "version"=>"5.0.2"}, {"name"=>"logstash-codec-collectd", "version"=>"3.0.8"}, {"name"=>"logstash-codec-dots", "version"=>"3.0.6"}, {"name"=>"logstash-codec-edn", "version"=>"3.0.6"}, {"name"=>"logstash-codec-line", "version"=>"3.0.8"}, {"name"=>"logstash-codec-edn_lines", "version"=>"3.0.6"}, {"name"=>"logstash-codec-es_bulk", "version"=>"3.0.6"}, {"name"=>"logstash-codec-fluent", "version"=>"3.2.0"}, {"name"=>"logstash-codec-graphite", "version"=>"3.0.5"}, {"name"=>"logstash-codec-json", "version"=>"3.0.5"}, {"name"=>"logstash-codec-json_lines", "version"=>"3.0.6"}, {"name"=>"logstash-codec-msgpack", "version"=>"3.0.7"}, {"name"=>"logstash-patterns-core", "version"=>"4.1.2"}, {"name"=>"logstash-codec-multiline", "version"=>"3.0.9"}, {"name"=>"logstash-codec-netflow", "version"=>"3.11.4"}, {"name"=>"logstash-codec-plain", "version"=>"3.0.6"}, {"name"=>"logstash-codec-rubydebug", "version"=>"3.0.5"}, {"name"=>"logstash-filter-aggregate", "version"=>"2.8.0"}, {"name"=>"logstash-filter-anonymize", "version"=>"3.0.6"}, {"name"=>"logstash-filter-cidr", "version"=>"3.1.2"}, {"name"=>"logstash-filter-clone", "version"=>"3.0.5"}, {"name"=>"logstash-filter-csv", "version"=>"3.0.8"}, {"name"=>"logstash-filter-date", "version"=>"3.1.9"}, {"name"=>"logstash-filter-de_dot", "version"=>"1.0.3"}, {"name"=>"logstash-filter-dissect", "version"=>"1.1.4"}, {"name"=>"logstash-filter-dns", "version"=>"3.0.9"}, {"name"=>"logstash-filter-drop", "version"=>"3.0.5"}, {"name"=>"logstash-filter-elasticsearch", "version"=>"3.3.0"}, {"name"=>"logstash-filter-fingerprint", "version"=>"3.1.2"}, {"name"=>"logstash-filter-geoip", "version"=>"5.0.3"}, {"name"=>"logstash-filter-grok", "version"=>"4.0.3"}, {"name"=>"logstash-filter-jdbc_static", "version"=>"1.0.1"}, {"name"=>"logstash-filter-jdbc_streaming", "version"=>"1.0.4"}, {"name"=>"logstash-filter-json", "version"=>"3.0.5"}, {"name"=>"logstash-filter-kv", "version"=>"4.1.1"}, {"name"=>"logstash-filter-metrics", "version"=>"4.0.5"}, {"name"=>"logstash-filter-mutate", "version"=>"3.3.1"}, {"name"=>"logstash-filter-ruby", "version"=>"3.1.4"}, {"name"=>"logstash-filter-sleep", "version"=>"3.0.6"}, {"name"=>"logstash-filter-split", "version"=>"3.1.6"}, {"name"=>"logstash-filter-syslog_pri", "version"=>"3.0.5"}, {"name"=>"logstash-filter-throttle", "version"=>"4.0.4"}, {"name"=>"logstash-filter-translate", "version"=>"3.1.0"}, {"name"=>"logstash-filter-truncate", "version"=>"1.0.4"}, {"name"=>"logstash-filter-urldecode", "version"=>"3.0.6"}, {"name"=>"logstash-filter-useragent", "version"=>"3.2.2"}, {"name"=>"logstash-filter-xml", "version"=>"4.0.5"}, {"name"=>"logstash-input-beats", "version"=>"5.0.13"}, {"name"=>"logstash-input-dead_letter_queue", "version"=>"1.1.4"}, {"name"=>"logstash-input-elasticsearch", "version"=>"4.2.1"}, {"name"=>"logstash-input-exec", "version"=>"3.3.1"}, {"name"=>"logstash-input-file", "version"=>"4.0.5"}, {"name"=>"logstash-input-ganglia", "version"=>"3.1.4"}, {"name"=>"logstash-input-gelf", "version"=>"3.1.1"}, {"name"=>"logstash-input-generator", "version"=>"3.0.6"}, {"name"=>"logstash-input-tcp", "version"=>"5.0.7"}, {"name"=>"logstash-input-graphite", "version"=>"3.0.6"}, {"name"=>"logstash-input-heartbeat", "version"=>"3.0.6"}, {"name"=>"logstash-input-http", "version"=>"3.0.10"}, {"name"=>"logstash-input-http_poller", "version"=>"4.0.5"}, {"name"=>"logstash-input-imap", "version"=>"3.0.6"}, {"name"=>"logstash-input-jdbc", "version"=>"4.3.9"}, {"name"=>"logstash-input-jmx", "version"=>"3.0.6"}, {"name"=>"logstash-input-kafka", "version"=>"8.0.6"}, {"name"=>"logstash-input-pipe", "version"=>"3.0.7"}, {"name"=>"logstash-input-rabbitmq", "version"=>"6.0.3"}, {"name"=>"logstash-input-redis", "version"=>"3.2.2"}, {"name"=>"logstash-input-s3", "version"=>"3.3.2"}, {"name"=>"logstash-input-snmptrap", "version"=>"3.0.6"}, {"name"=>"logstash-input-sqs", "version"=>"3.1.1"}, {"name"=>"logstash-input-stdin", "version"=>"3.2.6"}, {"name"=>"logstash-input-syslog", "version"=>"3.4.1"}, {"name"=>"logstash-input-twitter", "version"=>"3.0.8"}, {"name"=>"logstash-input-udp", "version"=>"3.3.1"}, {"name"=>"logstash-input-unix", "version"=>"3.0.7"}, {"name"=>"logstash-output-cloudwatch", "version"=>"3.0.8"}, {"name"=>"logstash-output-file", "version"=>"4.2.3"}, {"name"=>"logstash-output-csv", "version"=>"3.0.7"}, {"name"=>"logstash-output-elasticsearch", "version"=>"9.1.1"}, {"name"=>"logstash-output-email", "version"=>"4.1.1"}, {"name"=>"logstash-output-graphite", "version"=>"3.1.5"}, {"name"=>"logstash-output-http", "version"=>"5.2.1"}, {"name"=>"logstash-output-kafka", "version"=>"7.0.10"}, {"name"=>"logstash-output-lumberjack", "version"=>"3.1.7"}, {"name"=>"logstash-output-nagios", "version"=>"3.0.6"}, {"name"=>"logstash-output-null", "version"=>"3.0.5"}, {"name"=>"logstash-output-pagerduty", "version"=>"3.0.7"}, {"name"=>"logstash-output-pipe", "version"=>"3.0.6"}, {"name"=>"logstash-output-rabbitmq", "version"=>"5.1.1"}, {"name"=>"logstash-output-redis", "version"=>"4.0.4"}, {"name"=>"logstash-output-s3", "version"=>"4.1.1"}, {"name"=>"logstash-output-sns", "version"=>"4.0.7"}, {"name"=>"logstash-output-sqs", "version"=>"5.1.1"}, {"name"=>"logstash-output-stdout", "version"=>"3.1.4"}, {"name"=>"logstash-output-tcp", "version"=>"5.0.3"}, {"name"=>"logstash-output-udp", "version"=>"3.0.6"}, {"name"=>"logstash-output-webhdfs", "version"=>"3.0.6"}, {"name"=>"x-pack", "version"=>"6.2.4"}], "graph"=>{"vertices"=>[{"config_name"=>"jmx", "meta"=>{"source"=>{"column"=>3, "id"=>"pipeline", "protocol"=>"str", "line"=>2}}, "plugin_type"=>"input", "explicit_id"=>false, "type"=>"plugin", "id"=>"2e16af4e3866dcd93399d5b198c594f8f6c9bb1767839b455734199eac76daa0"}, {"meta"=>nil, "explicit_id"=>false, "type"=>"queue", "id"=>"__QUEUE__"}, {"config_name"=>"elasticsearch", "meta"=>{"source"=>{"column"=>3, "id"=>"pipeline", "protocol"=>"str", "line"=>10}}, "plugin_type"=>"output", "explicit_id"=>false, "type"=>"plugin", "id"=>"6e1265bb7da7f9bbbc1b5eb7e96f8e8103ee2bbfde4945a383796fd3d95dc99e"}], "edges"=>[{"type"=>"plain", "id"=>"954511abd0f00b593c956031bf336714c7e222d807dfc79a161081c0a2ab4883", "from"=>"2e16af4e3866dcd93399d5b198c594f8f6c9bb1767839b455734199eac76daa0", "to"=>"__QUEUE__"}, {"type"=>"plain", "id"=>"a6c63453a611464e9d874f3f7c3dc7c3f46b8d2f0638cbbb0c918ddb1d4a70dc", "from"=>"__QUEUE__", "to"=>"6e1265bb7da7f9bbbc1b5eb7e96f8e8103ee2bbfde4945a383796fd3d95dc99e"}]}}, "workers"=>4, "batch_size"=>125, "id"=>"main"}}},
  439. [2018-07-19T23:17:29,211][DEBUG][logstash.pipeline ] Stopping inputs {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5dadf4 sleep>"},
  440. [2018-07-19T23:17:29,219][DEBUG][logstash.inputs.metrics ] Stopping {:plugin=>"LogStash::Inputs::Metrics"},
  441. [2018-07-19T23:17:29,227][DEBUG][logstash.inputs.metrics ] Metrics input: stopped,
  442. [2018-07-19T23:17:29,229][DEBUG][logstash.pipeline ] Stopped inputs {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5dadf4 sleep>"},
  443. [2018-07-19T23:17:29,445][DEBUG][logstash.inputs.metrics ] Closing {:plugin=>"LogStash::Inputs::Metrics"},
  444. [2018-07-19T23:17:29,510][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5dadf4 sleep>"},
  445. [2018-07-19T23:17:29,514][DEBUG][logstash.pipeline ] Shutting down filter/output workers {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5dadf4 run>"},
  446. [2018-07-19T23:17:29,514][DEBUG][logstash.pipeline ] Setting shutdown {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5dadf4 run>"},
  447. [2018-07-19T23:17:29,515][DEBUG][logstash.pipeline ] Shutdown waiting for worker thread {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5ff873c@[.monitoring-logstash]>worker0 run>"},
  448. [2018-07-19T23:17:29,519][DEBUG][logstash.outputs.elasticsearch] Closing {:plugin=>"LogStash::Outputs::ElasticSearch"},
  449. [2018-07-19T23:17:29,520][DEBUG][logstash.outputs.elasticsearch] Stopping sniffer,
  450. [2018-07-19T23:17:29,521][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5ff873c@[.monitoring-logstash]>worker0 dead>"},
  451. [2018-07-19T23:17:29,521][DEBUG][logstash.outputs.elasticsearch] Stopping resurrectionist,
  452. [2018-07-19T23:17:29,684][DEBUG][logstash.outputs.elasticsearch] Waiting for in use manticore connections,
  453. [2018-07-19T23:17:29,691][DEBUG][logstash.outputs.elasticsearch] Closing adapter #<LogStash::Outputs::ElasticSearch::HttpClient::ManticoreAdapter:0x2518684f>,
  454. [2018-07-19T23:17:29,706][INFO ][logstash.pipeline ] Pipeline has terminated {:pipeline_id=>"main", :thread=>"#<Thread:0x30dddac3 run>"},
  455. [2018-07-19T23:17:30,173][DEBUG][logstash.outputs.elasticsearch] Waiting for in use manticore connections,
  456. [2018-07-19T23:17:30,173][DEBUG][logstash.outputs.elasticsearch] Closing adapter #<LogStash::Outputs::ElasticSearch::HttpClient::ManticoreAdapter:0x53cf0728>,
  457. [2018-07-19T23:17:30,175][INFO ][logstash.pipeline ] Pipeline has terminated {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x5dadf4 run>"},
  458. [2018-07-19T23:17:30,179][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Stop/pipeline_id:main},
  459. [2018-07-19T23:17:30,181][DEBUG][logstash.pipeline ] Stopping inputs {:pipeline_id=>"main", :thread=>"#<Thread:0x30dddac3 dead>"},
  460. [2018-07-19T23:17:30,181][DEBUG][logstash.inputs.jmx ] Stopping {:plugin=>"LogStash::Inputs::Jmx"},
  461. [2018-07-19T23:17:30,183][DEBUG][logstash.pipeline ] Stopped inputs {:pipeline_id=>"main", :thread=>"#<Thread:0x30dddac3 dead>"},
  462. [2018-07-19T23:17:30,183][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#<Thread:0x23aa4bee@[main]>worker0 dead>"},
  463. [2018-07-19T23:17:30,184][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#<Thread:0xa06ae01@[main]>worker1 dead>"},
  464. [2018-07-19T23:17:30,184][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#<Thread:0x7ad0ce2d@[main]>worker2 dead>"},
  465. [2018-07-19T23:17:30,185][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>"main", :thread=>"#<Thread:0x15432bfb@[main]>worker3 dead>"},
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!