Advertisement
Guest User

logstash-jmx.debug

a guest
Jul 18th, 2018
323
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 46.40 KB | None | 0 0
  1. 2018/07/18 23:30:21 Setting 'log.level' from environment.,
  2. Sending Logstash's logs to /usr/share/logstash/logs which is now configured via log4j2.properties,
  3. [2018-07-18T23:30:39,665][INFO ][logstash.modules.scaffold] Initializing module {:module_name=>"fb_apache", :directory=>"/usr/share/logstash/modules/fb_apache/configuration"},
  4. [2018-07-18T23:30:39,673][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"fb_apache", :type=>:modules, :class=>#<LogStash::Modules::Scaffold:0x144f135a @module_name="fb_apache", @directory="/usr/share/logstash/modules/fb_apache/configuration", @kibana_version_parts=["6", "0", "0"]>},
  5. [2018-07-18T23:30:39,685][INFO ][logstash.modules.scaffold] Initializing module {:module_name=>"netflow", :directory=>"/usr/share/logstash/modules/netflow/configuration"},
  6. [2018-07-18T23:30:39,686][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"netflow", :type=>:modules, :class=>#<LogStash::Modules::Scaffold:0x7f6698f4 @module_name="netflow", @directory="/usr/share/logstash/modules/netflow/configuration", @kibana_version_parts=["6", "0", "0"]>},
  7. [2018-07-18T23:30:39,726][DEBUG][logstash.plugins.registry] Executing hooks {:name=>"", :type=>"pack", :hooks_file=>"/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/x-pack-6.2.4-java/lib/logstash_registry.rb"},
  8. [2018-07-18T23:30:40,738][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"metrics", :type=>:input, :class=>LogStash::Inputs::Metrics},
  9. [2018-07-18T23:30:40,740][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"monitoring", :type=>:universal, :class=>LogStash::MonitoringExtension},
  10. [2018-07-18T23:30:40,744][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"config_management", :type=>:universal, :class=>LogStash::ConfigManagement::Extension},
  11. [2018-07-18T23:30:40,747][INFO ][logstash.modules.scaffold] Initializing module {:module_name=>"arcsight", :directory=>"/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/x-pack-6.2.4-java/modules/arcsight/configuration"},
  12. [2018-07-18T23:30:40,748][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"arcsight", :type=>:modules, :class=>#<LogStash::Modules::Scaffold:0x414d48e2 @module_name="arcsight", @directory="/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/x-pack-6.2.4-java/modules/arcsight/configuration", @kibana_version_parts=["6", "0", "0"]>},
  13. [2018-07-18T23:30:40,878][INFO ][logstash.setting.writabledirectory] Creating directory {:setting=>"path.queue", :path=>"/usr/share/logstash/data/queue"},
  14. [2018-07-18T23:30:40,882][INFO ][logstash.setting.writabledirectory] Creating directory {:setting=>"path.dead_letter_queue", :path=>"/usr/share/logstash/data/dead_letter_queue"},
  15. [2018-07-18T23:30:41,225][DEBUG][logstash.runner ] -------- Logstash Settings (* means modified) ---------,
  16. [2018-07-18T23:30:41,225][DEBUG][logstash.runner ] node.name: "logstash-jmx",
  17. [2018-07-18T23:30:41,225][DEBUG][logstash.runner ] path.data: "/usr/share/logstash/data",
  18. [2018-07-18T23:30:41,225][DEBUG][logstash.runner ] modules.cli: [],
  19. [2018-07-18T23:30:41,225][DEBUG][logstash.runner ] modules: [],
  20. [2018-07-18T23:30:41,226][DEBUG][logstash.runner ] modules_setup: false,
  21. [2018-07-18T23:30:41,226][DEBUG][logstash.runner ] config.test_and_exit: false,
  22. [2018-07-18T23:30:41,226][DEBUG][logstash.runner ] config.reload.automatic: false,
  23. [2018-07-18T23:30:41,226][DEBUG][logstash.runner ] config.reload.interval: 3000000000,
  24. [2018-07-18T23:30:41,226][DEBUG][logstash.runner ] config.support_escapes: false,
  25. [2018-07-18T23:30:41,226][DEBUG][logstash.runner ] metric.collect: true,
  26. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.id: "main",
  27. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.system: false,
  28. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.workers: 4,
  29. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.output.workers: 1,
  30. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.batch.size: 125,
  31. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.batch.delay: 50,
  32. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.unsafe_shutdown: false,
  33. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.java_execution: false,
  34. [2018-07-18T23:30:41,227][DEBUG][logstash.runner ] pipeline.reloadable: true,
  35. [2018-07-18T23:30:41,228][DEBUG][logstash.runner ] path.plugins: [],
  36. [2018-07-18T23:30:41,228][DEBUG][logstash.runner ] *config.debug: true (default: false),
  37. [2018-07-18T23:30:41,228][DEBUG][logstash.runner ] *log.level: "debug" (default: "info"),
  38. [2018-07-18T23:30:41,228][DEBUG][logstash.runner ] version: false,
  39. [2018-07-18T23:30:41,228][DEBUG][logstash.runner ] help: false,
  40. [2018-07-18T23:30:41,228][DEBUG][logstash.runner ] log.format: "plain",
  41. [2018-07-18T23:30:41,228][DEBUG][logstash.runner ] http.host: "127.0.0.1",
  42. [2018-07-18T23:30:41,228][DEBUG][logstash.runner ] http.port: 9600..9700,
  43. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] http.environment: "production",
  44. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] queue.type: "memory",
  45. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] queue.drain: false,
  46. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] queue.page_capacity: 67108864,
  47. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] queue.max_bytes: 1073741824,
  48. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] queue.max_events: 0,
  49. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] queue.checkpoint.acks: 1024,
  50. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] queue.checkpoint.writes: 1024,
  51. [2018-07-18T23:30:41,229][DEBUG][logstash.runner ] queue.checkpoint.interval: 1000,
  52. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] dead_letter_queue.enable: false,
  53. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] dead_letter_queue.max_bytes: 1073741824,
  54. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] slowlog.threshold.warn: -1,
  55. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] slowlog.threshold.info: -1,
  56. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] slowlog.threshold.debug: -1,
  57. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] slowlog.threshold.trace: -1,
  58. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] keystore.classname: "org.logstash.secret.store.backend.JavaKeyStore",
  59. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] keystore.file: "/usr/share/logstash/config/logstash.keystore",
  60. [2018-07-18T23:30:41,230][DEBUG][logstash.runner ] path.queue: "/usr/share/logstash/data/queue",
  61. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] path.dead_letter_queue: "/usr/share/logstash/data/dead_letter_queue",
  62. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] path.settings: "/usr/share/logstash/config",
  63. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] path.logs: "/usr/share/logstash/logs",
  64. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] xpack.monitoring.enabled: true,
  65. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] *xpack.monitoring.elasticsearch.url: ["http://elasticsearch:9200"] (default: ["http://localhost:9200"]),
  66. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] xpack.monitoring.collection.interval: 10000000000,
  67. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] xpack.monitoring.collection.timeout_interval: 600000000000,
  68. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] xpack.monitoring.elasticsearch.username: "logstash_system",
  69. [2018-07-18T23:30:41,231][DEBUG][logstash.runner ] *xpack.monitoring.elasticsearch.password: "changeme",
  70. [2018-07-18T23:30:41,232][DEBUG][logstash.runner ] xpack.monitoring.elasticsearch.ssl.verification_mode: "certificate",
  71. [2018-07-18T23:30:41,232][DEBUG][logstash.runner ] xpack.monitoring.elasticsearch.sniffing: false,
  72. [2018-07-18T23:30:41,232][DEBUG][logstash.runner ] xpack.monitoring.collection.pipeline.details.enabled: true,
  73. [2018-07-18T23:30:41,232][DEBUG][logstash.runner ] xpack.monitoring.collection.config.enabled: true,
  74. [2018-07-18T23:30:41,233][DEBUG][logstash.runner ] node.uuid: "",
  75. [2018-07-18T23:30:41,233][DEBUG][logstash.runner ] xpack.management.enabled: false,
  76. [2018-07-18T23:30:41,233][DEBUG][logstash.runner ] xpack.management.logstash.poll_interval: 5000000000,
  77. [2018-07-18T23:30:41,233][DEBUG][logstash.runner ] xpack.management.pipeline.id: ["main"],
  78. [2018-07-18T23:30:41,233][DEBUG][logstash.runner ] xpack.management.elasticsearch.username: "logstash_system",
  79. [2018-07-18T23:30:41,233][DEBUG][logstash.runner ] xpack.management.elasticsearch.url: ["https://localhost:9200"],
  80. [2018-07-18T23:30:41,233][DEBUG][logstash.runner ] xpack.management.elasticsearch.sniffing: false,
  81. [2018-07-18T23:30:41,233][DEBUG][logstash.runner ] --------------- Logstash Settings -------------------,
  82. [2018-07-18T23:30:41,281][DEBUG][logstash.config.source.multilocal] Reading pipeline configurations from YAML {:location=>"/usr/share/logstash/config/pipelines.yml"},
  83. [2018-07-18T23:30:41,347][INFO ][logstash.agent ] No persistent UUID file found. Generating new UUID {:uuid=>"8d1c56ec-2462-4013-b6d5-b51736640848", :path=>"/usr/share/logstash/data/uuid"},
  84. [2018-07-18T23:30:41,372][DEBUG][logstash.agent ] Setting up metric collection,
  85. [2018-07-18T23:30:41,446][DEBUG][logstash.instrument.periodicpoller.os] Starting {:polling_interval=>5, :polling_timeout=>120},
  86. [2018-07-18T23:30:41,472][DEBUG][logstash.instrument.periodicpoller.cgroup] Error, cannot retrieve cgroups information {:exception=>"Errno::ENOENT", :message=>"No such file or directory - /sys/fs/cgroup/cpuacct/docker/7a2a3e5930a9849e0bc51aae7963472156dc09f5a1fd9c1702c2c574f959430e/cpuacct.usage"},
  87. [2018-07-18T23:30:41,651][DEBUG][logstash.instrument.periodicpoller.jvm] Starting {:polling_interval=>5, :polling_timeout=>120},
  88. [2018-07-18T23:30:41,785][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"},
  89. [2018-07-18T23:30:41,793][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"},
  90. [2018-07-18T23:30:41,818][DEBUG][logstash.instrument.periodicpoller.persistentqueue] Starting {:polling_interval=>5, :polling_timeout=>120},
  91. [2018-07-18T23:30:41,834][DEBUG][logstash.instrument.periodicpoller.deadletterqueue] Starting {:polling_interval=>5, :polling_timeout=>120},
  92. [2018-07-18T23:30:42,219][DEBUG][logstash.monitoringextension.pipelineregisterhook] compiled metrics pipeline config: {:config=>"# [2017] Elasticsearch Incorporated. All Rights Reserved.\n#\n# NOTICE: All information contained herein is, and remains\n# the property of Elasticsearch Incorporated and its suppliers,\n# if any. The intellectual and technical concepts contained\n# herein are proprietary to Elasticsearch Incorporated\n# and its suppliers and may be covered by U.S. and Foreign Patents,\n# patents in process, and are protected by trade secret or copyright law.\n# Dissemination of this information or reproduction of this material\n# is strictly forbidden unless prior written permission is obtained\n# from Elasticsearch Incorporated.\n#\ninput {\n metrics {\n collection_interval => 10\n collection_timeout_interval => 600\n extended_performance_collection => true\n config_collection => true\n }\n}\noutput {\n elasticsearch {\n hosts => [\"http://elasticsearch:9200\"]\n bulk_path => \"/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s\"\n manage_template => false\n document_type => \"%{[@metadata][document_type]}\"\n index => \"\"\n sniffing => false\n \n user => \"logstash_system\"\n password => \"changeme\"\n \n \n # In the case where the user does not want SSL we don't set ssl => false\n # the reason being that the user can still turn ssl on by using https in their URL\n # This causes the ES output to throw an error due to conflicting messages\n \n }\n}\n"},
  93. [2018-07-18T23:30:42,239][DEBUG][logstash.config.sourceloader] Adding source {:source=>"#<LogStash::Monitoring::InternalPipelineSource:0x3fbe0a0>"},
  94. [2018-07-18T23:30:42,265][INFO ][logstash.runner ] Starting Logstash {"logstash.version"=>"6.2.4"},
  95. [2018-07-18T23:30:42,281][DEBUG][logstash.agent ] Starting agent,
  96. [2018-07-18T23:30:42,304][DEBUG][logstash.agent ] Starting puma,
  97. [2018-07-18T23:30:42,323][DEBUG][logstash.agent ] Trying to start WebServer {:port=>9600},
  98. [2018-07-18T23:30:42,337][DEBUG][logstash.config.source.multilocal] Reading pipeline configurations from YAML {:location=>"/usr/share/logstash/config/pipelines.yml"},
  99. [2018-07-18T23:30:42,428][DEBUG][logstash.api.service ] [api-service] start,
  100. [2018-07-18T23:30:42,443][DEBUG][logstash.config.source.local.configpathloader] Skipping the following files while reading config since they don't match the specified glob pattern {:files=>["/usr/share/logstash/CONTRIBUTORS", "/usr/share/logstash/Gemfile", "/usr/share/logstash/Gemfile.lock", "/usr/share/logstash/LICENSE", "/usr/share/logstash/NOTICE.TXT", "/usr/share/logstash/bin", "/usr/share/logstash/config", "/usr/share/logstash/data", "/usr/share/logstash/lib", "/usr/share/logstash/logstash-core", "/usr/share/logstash/logstash-core-plugin-api", "/usr/share/logstash/modules", "/usr/share/logstash/pipeline", "/usr/share/logstash/tools", "/usr/share/logstash/vendor"]},
  101. [2018-07-18T23:30:42,450][DEBUG][logstash.config.source.local.configpathloader] Reading config file {:config_file=>"/usr/share/logstash/pipeline/config1"},
  102. [2018-07-18T23:30:42,463][DEBUG][logstash.config.source.local.configpathloader] Reading config file {:config_file=>"/usr/share/logstash/pipeline/logstash.conf"},
  103. [2018-07-18T23:30:42,467][DEBUG][logstash.config.source.local.configpathloader] Reading config file {:config_file=>"/usr/share/logstash/pipeline/pipelines.yml"},
  104. [2018-07-18T23:30:42,487][DEBUG][logstash.config.pipelineconfig] -------- Logstash Config ---------,
  105. [2018-07-18T23:30:42,492][DEBUG][logstash.config.pipelineconfig] Config from source {:source=>LogStash::Config::Source::MultiLocal, :pipeline_id=>:main},
  106. [2018-07-18T23:30:42,494][DEBUG][logstash.config.pipelineconfig] Config string {:protocol=>"file", :id=>"/usr/share/logstash/pipeline/lmsgrad.conf"},
  107. [2018-07-18T23:30:42,496][DEBUG][logstash.config.pipelineconfig] ,
  108. ,
  109. {,
  110. //Required, JMX listening host/ip,
  111. "host" : "10.10.10.10",,
  112. //Required, JMX listening port,
  113. "port" : 9012,,
  114. //Optional, the username to connect to JMX,
  115. "username" : "user",,
  116. //Optional, the password to connect to JMX,
  117. "password": "pass",,
  118. //Optional, use this alias as a prefix in the metric name. If not set use <host>_<port>,
  119. "alias" : "test.homeserver.elasticsearch",,
  120. //Required, list of JMX metrics to retrieve,
  121. "queries" : [,
  122. {,
  123. //Required, the object name of Mbean to request,
  124. "object_name" : "java.lang:type=Memory",,
  125. //Optional, use this alias in the metrics value instead of the object_name,
  126. "object_alias" : "Memory",
  127. }, {,
  128. "object_name" : "java.lang:type=Runtime",,
  129. //Optional, set of attributes to retrieve. If not set retrieve,
  130. //all metrics available on the configured object_name.,
  131. "attributes" : [ "Uptime", "StartTime" ],,
  132. "object_alias" : "Runtime",
  133. }, {,
  134. //object_name can be configured with * to retrieve all matching Mbeans,
  135. "object_name" : "java.lang:type=GarbageCollector,name=*",,
  136. "attributes" : [ "CollectionCount", "CollectionTime" ],,
  137. //object_alias can be based on specific value from the object_name thanks to ${<varname>}.,
  138. //In this case ${type} will be replaced by GarbageCollector...,
  139. "object_alias" : "${type}.${name}",
  140. }, {,
  141. "object_name" : "java.nio:type=BufferPool,name=*",,
  142. "object_alias" : "${type}.${name}",
  143. } ],
  144. },
  145. ,
  146. [2018-07-18T23:30:42,497][DEBUG][logstash.config.pipelineconfig] Config string {:protocol=>"file", :id=>"/usr/share/logstash/pipeline/logstash.conf"},
  147. [2018-07-18T23:30:42,497][DEBUG][logstash.config.pipelineconfig] ,
  148. ,
  149. input {,
  150. jmx {,
  151. path => "/usr/share/logstash/pipeline/config1",
  152. polling_frequency => 600,
  153. type => "jmx",
  154. nb_thread => 4,
  155. },
  156. },
  157. ,
  158. output {,
  159. elasticsearch {,
  160. hosts => ["http://elasticsearch:9200"],
  161. index => "jmx-logs-%{+YYYY.MM.dd}",
  162. },
  163. },
  164. ,
  165. [2018-07-18T23:30:42,498][DEBUG][logstash.config.pipelineconfig] Config string {:protocol=>"file", :id=>"/usr/share/logstash/pipeline/pipelines.yml"},
  166. [2018-07-18T23:30:42,498][DEBUG][logstash.config.pipelineconfig] ,
  167. ,
  168. # This file is where you define your pipelines. You can define multiple.,
  169. # For more information on multiple pipelines, see the documentation:,
  170. # https://www.elastic.co/guide/en/logstash/current/multiple-pipelines.html,
  171. ,
  172. - pipeline.id: main,
  173. path.config: "/usr/share/logstash/pipeline",
  174. ,
  175. [2018-07-18T23:30:42,499][DEBUG][logstash.config.pipelineconfig] Merged config,
  176. [2018-07-18T23:30:42,508][DEBUG][logstash.config.pipelineconfig] ,
  177. ,
  178. {,
  179. //Required, JMX listening host/ip,
  180. "host" : "10.10.10.10",,
  181. //Required, JMX listening port,
  182. "port" : 9012,,
  183. //Optional, the username to connect to JMX,
  184. "username" : "user",,
  185. //Optional, the password to connect to JMX,
  186. "password": "pass",,
  187. //Optional, use this alias as a prefix in the metric name. If not set use <host>_<port>,
  188. "alias" : "test.homeserver.elasticsearch",,
  189. //Required, list of JMX metrics to retrieve,
  190. "queries" : [,
  191. {,
  192. //Required, the object name of Mbean to request,
  193. "object_name" : "java.lang:type=Memory",,
  194. //Optional, use this alias in the metrics value instead of the object_name,
  195. "object_alias" : "Memory",
  196. }, {,
  197. "object_name" : "java.lang:type=Runtime",,
  198. //Optional, set of attributes to retrieve. If not set retrieve,
  199. //all metrics available on the configured object_name.,
  200. "attributes" : [ "Uptime", "StartTime" ],,
  201. "object_alias" : "Runtime",
  202. }, {,
  203. //object_name can be configured with * to retrieve all matching Mbeans,
  204. "object_name" : "java.lang:type=GarbageCollector,name=*",,
  205. "attributes" : [ "CollectionCount", "CollectionTime" ],,
  206. //object_alias can be based on specific value from the object_name thanks to ${<varname>}.,
  207. //In this case ${type} will be replaced by GarbageCollector...,
  208. "object_alias" : "${type}.${name}",
  209. }, {,
  210. "object_name" : "java.nio:type=BufferPool,name=*",,
  211. "object_alias" : "${type}.${name}",
  212. } ],
  213. },
  214. ,
  215. input {,
  216. jmx {,
  217. path => "/usr/share/logstash/pipeline/lmsgrad.conf",
  218. polling_frequency => 600,
  219. type => "jmx",
  220. nb_thread => 4,
  221. },
  222. },
  223. ,
  224. output {,
  225. elasticsearch {,
  226. hosts => ["http://elasticsearch:9200"],
  227. index => "jmx-logs-%{+YYYY.MM.dd}",
  228. },
  229. },
  230. ,
  231. # This file is where you define your pipelines. You can define multiple.,
  232. # For more information on multiple pipelines, see the documentation:,
  233. # https://www.elastic.co/guide/en/logstash/current/multiple-pipelines.html,
  234. ,
  235. - pipeline.id: main,
  236. path.config: "/usr/share/logstash/pipeline",
  237. ,
  238. [2018-07-18T23:30:42,509][DEBUG][logstash.config.pipelineconfig] -------- Logstash Config ---------,
  239. [2018-07-18T23:30:42,510][DEBUG][logstash.config.pipelineconfig] Config from source {:source=>#<LogStash::MonitoringExtension::PipelineRegisterHook:0x2447d791>, :pipeline_id=>:".monitoring-logstash"},
  240. [2018-07-18T23:30:42,510][DEBUG][logstash.config.pipelineconfig] Config string {:protocol=>"x-pack-metrics", :id=>"internal_pipeline_source"},
  241. [2018-07-18T23:30:42,511][DEBUG][logstash.config.pipelineconfig] ,
  242. ,
  243. # [2017] Elasticsearch Incorporated. All Rights Reserved.,
  244. #,
  245. # NOTICE: All information contained herein is, and remains,
  246. # the property of Elasticsearch Incorporated and its suppliers,,
  247. # if any. The intellectual and technical concepts contained,
  248. # herein are proprietary to Elasticsearch Incorporated,
  249. # and its suppliers and may be covered by U.S. and Foreign Patents,,
  250. # patents in process, and are protected by trade secret or copyright law.,
  251. # Dissemination of this information or reproduction of this material,
  252. # is strictly forbidden unless prior written permission is obtained,
  253. # from Elasticsearch Incorporated.,
  254. #,
  255. input {,
  256. metrics {,
  257. collection_interval => 10,
  258. collection_timeout_interval => 600,
  259. extended_performance_collection => true,
  260. config_collection => true,
  261. },
  262. },
  263. output {,
  264. elasticsearch {,
  265. hosts => ["http://elasticsearch:9200"],
  266. bulk_path => "/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s",
  267. manage_template => false,
  268. document_type => "%{[@metadata][document_type]}",
  269. index => "",
  270. sniffing => false,
  271. ,
  272. user => "logstash_system",
  273. password => "changeme",
  274. ,
  275. ,
  276. # In the case where the user does not want SSL we don't set ssl => false,
  277. # the reason being that the user can still turn ssl on by using https in their URL,
  278. # This causes the ES output to throw an error due to conflicting messages,
  279. ,
  280. },
  281. },
  282. ,
  283. [2018-07-18T23:30:42,511][DEBUG][logstash.config.pipelineconfig] Merged config,
  284. [2018-07-18T23:30:42,512][DEBUG][logstash.config.pipelineconfig] ,
  285. ,
  286. # [2017] Elasticsearch Incorporated. All Rights Reserved.,
  287. #,
  288. # NOTICE: All information contained herein is, and remains,
  289. # the property of Elasticsearch Incorporated and its suppliers,,
  290. # if any. The intellectual and technical concepts contained,
  291. # herein are proprietary to Elasticsearch Incorporated,
  292. # and its suppliers and may be covered by U.S. and Foreign Patents,,
  293. # patents in process, and are protected by trade secret or copyright law.,
  294. # Dissemination of this information or reproduction of this material,
  295. # is strictly forbidden unless prior written permission is obtained,
  296. # from Elasticsearch Incorporated.,
  297. #,
  298. input {,
  299. metrics {,
  300. collection_interval => 10,
  301. collection_timeout_interval => 600,
  302. extended_performance_collection => true,
  303. config_collection => true,
  304. },
  305. },
  306. output {,
  307. elasticsearch {,
  308. hosts => ["http://elasticsearch:9200"],
  309. bulk_path => "/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s",
  310. manage_template => false,
  311. document_type => "%{[@metadata][document_type]}",
  312. index => "",
  313. sniffing => false,
  314. ,
  315. user => "logstash_system",
  316. password => "changeme",
  317. ,
  318. ,
  319. # In the case where the user does not want SSL we don't set ssl => false,
  320. # the reason being that the user can still turn ssl on by using https in their URL,
  321. # This causes the ES output to throw an error due to conflicting messages,
  322. ,
  323. },
  324. },
  325. ,
  326. [2018-07-18T23:30:42,558][DEBUG][logstash.agent ] Converging pipelines state {:actions_count=>2},
  327. [2018-07-18T23:30:42,653][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Create/pipeline_id:.monitoring-logstash},
  328. [2018-07-18T23:30:42,812][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600},
  329. [2018-07-18T23:30:44,263][DEBUG][logstash.pipeline ] Compiled pipeline code {:pipeline_id=>".monitoring-logstash", :code=>" @inputs = []\n @filters = []\n @outputs = []\n @periodic_flushers = []\n @shutdown_flushers = []\n @generated_objects = {}\n\n @generated_objects[:input_metrics_1] = plugin(\"input\", \"metrics\", 14, 3, LogStash::Util.hash_merge_many({ \"collection_interval\" => 10 }, { \"collection_timeout_interval\" => 600 }, { \"extended_performance_collection\" => (\"true\") }, { \"config_collection\" => (\"true\") }))\n\n @inputs << @generated_objects[:input_metrics_1]\n\n @generated_objects[:output_elasticsearch_2] = plugin(\"output\", \"elasticsearch\", 22, 3, LogStash::Util.hash_merge_many({ \"hosts\" => [(\"http://elasticsearch:9200\")] }, { \"bulk_path\" => (\"/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s\") }, { \"manage_template\" => (\"false\") }, { \"document_type\" => (\"%{[@metadata][document_type]}\") }, { \"index\" => (\"\") }, { \"sniffing\" => (\"false\") }, { \"user\" => (\"logstash_system\") }, { \"password\" => (\"changeme\") }))\n\n @outputs << @generated_objects[:output_elasticsearch_2]\n\n define_singleton_method :filter_func do |event|\n events = event\n @logger.debug? && events.each { |e| @logger.debug(\"filter received\", \"event\" => e.to_hash)}\n events\n end\n define_singleton_method :output_func do |event|\n targeted_outputs = []\n @logger.debug? && @logger.debug(\"output received\", \"event\" => event.to_hash)\n targeted_outputs << @generated_objects[:output_elasticsearch_2]\n \n targeted_outputs\n end"},
  330. [2018-07-18T23:30:44,474][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"plain", :type=>"codec", :class=>LogStash::Codecs::Plain},
  331. [2018-07-18T23:30:44,523][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_e29b3f00-5d92-45fa-a753-9ebc10042413",
  332. [2018-07-18T23:30:44,525][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true,
  333. [2018-07-18T23:30:44,525][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8",
  334. [2018-07-18T23:30:44,539][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@collection_interval = 10,
  335. [2018-07-18T23:30:44,543][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@collection_timeout_interval = 600,
  336. [2018-07-18T23:30:44,543][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@extended_performance_collection = "true",
  337. [2018-07-18T23:30:44,543][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@config_collection = "true",
  338. [2018-07-18T23:30:44,543][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@id = "bf2be17795578b338c156e64759f952e87394de0d3ee9be8eed0d05412d604b8",
  339. [2018-07-18T23:30:44,543][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@enable_metric = true,
  340. [2018-07-18T23:30:44,556][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@codec = <LogStash::Codecs::Plain id=>"plain_e29b3f00-5d92-45fa-a753-9ebc10042413", enable_metric=>true, charset=>"UTF-8">,
  341. [2018-07-18T23:30:44,557][DEBUG][logstash.inputs.metrics ] config LogStash::Inputs::Metrics/@add_field = {},
  342. [2018-07-18T23:30:44,571][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"elasticsearch", :type=>"output", :class=>LogStash::Outputs::ElasticSearch},
  343. [2018-07-18T23:30:44,624][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_4c845030-3f5c-4a0d-abe7-5e30ef0829f1",
  344. [2018-07-18T23:30:44,628][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true,
  345. [2018-07-18T23:30:44,628][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8",
  346. [2018-07-18T23:30:44,650][WARN ][logstash.outputs.elasticsearch] You are using a deprecated config setting "document_type" set in elasticsearch. Deprecated settings will continue to work, but are scheduled for removal from logstash in the future. Document types are being deprecated in Elasticsearch 6.0, and removed entirely in 7.0. You should avoid this feature If you have any questions about this, please visit the #logstash channel on freenode irc. {:name=>"document_type", :plugin=><LogStash::Outputs::ElasticSearch hosts=>[http://elasticsearch:9200], bulk_path=>"/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s", manage_template=>false, document_type=>"%{[@metadata][document_type]}", sniffing=>false, user=>"logstash_system", password=><password>, id=>"a8534760ec12a086fe293ee32232f724b17c660fec5c5bee2bbb376965e5bb43", enable_metric=>true, codec=><LogStash::Codecs::Plain id=>"plain_4c845030-3f5c-4a0d-abe7-5e30ef0829f1", enable_metric=>true, charset=>"UTF-8">, workers=>1, template_name=>"logstash", template_overwrite=>false, doc_as_upsert=>false, script_type=>"inline", script_lang=>"painless", script_var_name=>"event", scripted_upsert=>false, retry_initial_interval=>2, retry_max_interval=>64, retry_on_conflict=>1, action=>"index", ssl_certificate_verification=>true, sniffing_delay=>5, timeout=>60, pool_max=>1000, pool_max_per_route=>100, resurrect_delay=>5, validate_after_inactivity=>10000, http_compression=>false>},
  347. [2018-07-18T23:30:44,663][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@hosts = [http://elasticsearch:9200],
  348. [2018-07-18T23:30:44,664][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@bulk_path = "/_xpack/monitoring/_bulk?system_id=logstash&system_api_version=2&interval=1s",
  349. [2018-07-18T23:30:44,664][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@manage_template = false,
  350. [2018-07-18T23:30:44,664][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@document_type = "%{[@metadata][document_type]}",
  351. [2018-07-18T23:30:44,664][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@index = "",
  352. [2018-07-18T23:30:44,664][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing = false,
  353. [2018-07-18T23:30:44,665][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@user = "logstash_system",
  354. [2018-07-18T23:30:44,665][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@password = <password>,
  355. [2018-07-18T23:30:44,665][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@id = "a8534760ec12a086fe293ee32232f724b17c660fec5c5bee2bbb376965e5bb43",
  356. [2018-07-18T23:30:44,665][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@enable_metric = true,
  357. [2018-07-18T23:30:44,666][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@codec = <LogStash::Codecs::Plain id=>"plain_4c845030-3f5c-4a0d-abe7-5e30ef0829f1", enable_metric=>true, charset=>"UTF-8">,
  358. [2018-07-18T23:30:44,666][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@workers = 1,
  359. [2018-07-18T23:30:44,666][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_name = "logstash",
  360. [2018-07-18T23:30:44,666][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_overwrite = false,
  361. [2018-07-18T23:30:44,666][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@parent = nil,
  362. [2018-07-18T23:30:44,667][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@join_field = nil,
  363. [2018-07-18T23:30:44,667][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@upsert = "",
  364. [2018-07-18T23:30:44,667][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@doc_as_upsert = false,
  365. [2018-07-18T23:30:44,667][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script = "",
  366. [2018-07-18T23:30:44,667][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_type = "inline",
  367. [2018-07-18T23:30:44,667][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_lang = "painless",
  368. [2018-07-18T23:30:44,668][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_var_name = "event",
  369. [2018-07-18T23:30:44,668][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@scripted_upsert = false,
  370. [2018-07-18T23:30:44,668][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_initial_interval = 2,
  371. [2018-07-18T23:30:44,668][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_max_interval = 64,
  372. [2018-07-18T23:30:44,668][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_on_conflict = 1,
  373. [2018-07-18T23:30:44,668][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pipeline = nil,
  374. [2018-07-18T23:30:44,669][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@action = "index",
  375. [2018-07-18T23:30:44,669][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@ssl_certificate_verification = true,
  376. [2018-07-18T23:30:44,669][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing_delay = 5,
  377. [2018-07-18T23:30:44,669][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@timeout = 60,
  378. [2018-07-18T23:30:44,669][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@failure_type_logging_whitelist = [],
  379. [2018-07-18T23:30:44,670][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max = 1000,
  380. [2018-07-18T23:30:44,670][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max_per_route = 100,
  381. [2018-07-18T23:30:44,670][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@resurrect_delay = 5,
  382. [2018-07-18T23:30:44,670][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@validate_after_inactivity = 10000,
  383. [2018-07-18T23:30:44,670][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@http_compression = false,
  384. [2018-07-18T23:30:44,737][INFO ][logstash.pipeline ] Starting pipeline {:pipeline_id=>".monitoring-logstash", "pipeline.workers"=>1, "pipeline.batch.size"=>2, "pipeline.batch.delay"=>50},
  385. [2018-07-18T23:30:44,813][DEBUG][logstash.outputs.elasticsearch] Normalizing http path {:path=>nil, :normalized=>nil},
  386. [2018-07-18T23:30:45,282][INFO ][logstash.outputs.elasticsearch] Elasticsearch pool URLs updated {:changes=>{:removed=>[], :added=>[http://logstash_system:xxxxxx@elasticsearch:9200/]}},
  387. [2018-07-18T23:30:45,298][INFO ][logstash.outputs.elasticsearch] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>http://logstash_system:xxxxxx@elasticsearch:9200/, :path=>"/"},
  388. [2018-07-18T23:30:45,551][WARN ][logstash.outputs.elasticsearch] Restored connection to ES instance {:url=>"http://logstash_system:xxxxxx@elasticsearch:9200/"},
  389. [2018-07-18T23:30:45,616][INFO ][logstash.outputs.elasticsearch] ES Output version determined {:es_version=>6},
  390. [2018-07-18T23:30:45,620][WARN ][logstash.outputs.elasticsearch] Detected a 6.x and above cluster: the `type` event field won't be used to determine the document _type {:es_version=>6},
  391. [2018-07-18T23:30:45,644][INFO ][logstash.outputs.elasticsearch] New Elasticsearch output {:class=>"LogStash::Outputs::ElasticSearch", :hosts=>["http://elasticsearch:9200"]},
  392. [2018-07-18T23:30:45,761][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_3aa8663f-ab3d-4eae-bd9f-e913e7077a0f",
  393. [2018-07-18T23:30:45,767][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true,
  394. [2018-07-18T23:30:45,767][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8",
  395. [2018-07-18T23:30:45,773][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@hosts = [http://elasticsearch:9200],
  396. [2018-07-18T23:30:45,773][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@user = "logstash_system",
  397. [2018-07-18T23:30:45,773][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@password = <password>,
  398. [2018-07-18T23:30:45,773][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing = false,
  399. [2018-07-18T23:30:45,774][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@id = "elasticsearch_9017bd1f-02cb-4242-aa42-f2facab98edc",
  400. [2018-07-18T23:30:45,774][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@enable_metric = true,
  401. [2018-07-18T23:30:45,774][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@codec = <LogStash::Codecs::Plain id=>"plain_3aa8663f-ab3d-4eae-bd9f-e913e7077a0f", enable_metric=>true, charset=>"UTF-8">,
  402. [2018-07-18T23:30:45,774][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@workers = 1,
  403. [2018-07-18T23:30:45,775][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@index = "logstash-%{+YYYY.MM.dd}",
  404. [2018-07-18T23:30:45,775][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@manage_template = true,
  405. [2018-07-18T23:30:45,775][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_name = "logstash",
  406. [2018-07-18T23:30:45,776][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@template_overwrite = false,
  407. [2018-07-18T23:30:45,776][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@parent = nil,
  408. [2018-07-18T23:30:45,776][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@join_field = nil,
  409. [2018-07-18T23:30:45,776][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@upsert = "",
  410. [2018-07-18T23:30:45,776][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@doc_as_upsert = false,
  411. [2018-07-18T23:30:45,776][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script = "",
  412. [2018-07-18T23:30:45,777][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_type = "inline",
  413. [2018-07-18T23:30:45,777][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_lang = "painless",
  414. [2018-07-18T23:30:45,777][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@script_var_name = "event",
  415. [2018-07-18T23:30:45,777][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@scripted_upsert = false,
  416. [2018-07-18T23:30:45,777][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_initial_interval = 2,
  417. [2018-07-18T23:30:45,777][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_max_interval = 64,
  418. [2018-07-18T23:30:45,778][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@retry_on_conflict = 1,
  419. [2018-07-18T23:30:45,778][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pipeline = nil,
  420. [2018-07-18T23:30:45,778][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@action = "index",
  421. [2018-07-18T23:30:45,778][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@ssl_certificate_verification = true,
  422. [2018-07-18T23:30:45,779][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@sniffing_delay = 5,
  423. [2018-07-18T23:30:45,779][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@timeout = 60,
  424. [2018-07-18T23:30:45,779][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@failure_type_logging_whitelist = [],
  425. [2018-07-18T23:30:45,779][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max = 1000,
  426. [2018-07-18T23:30:45,779][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@pool_max_per_route = 100,
  427. [2018-07-18T23:30:45,780][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@resurrect_delay = 5,
  428. [2018-07-18T23:30:45,780][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@validate_after_inactivity = 10000,
  429. [2018-07-18T23:30:45,780][DEBUG][logstash.outputs.elasticsearch] config LogStash::Outputs::ElasticSearch/@http_compression = false,
  430. [2018-07-18T23:30:45,788][DEBUG][logstash.licensechecker.licensereader] Normalizing http path {:path=>nil, :normalized=>nil},
  431. [2018-07-18T23:30:45,802][INFO ][logstash.licensechecker.licensereader] Elasticsearch pool URLs updated {:changes=>{:removed=>[], :added=>[http://logstash_system:xxxxxx@elasticsearch:9200/]}},
  432. [2018-07-18T23:30:45,803][INFO ][logstash.licensechecker.licensereader] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>http://logstash_system:xxxxxx@elasticsearch:9200/, :path=>"/"},
  433. [2018-07-18T23:30:45,813][WARN ][logstash.licensechecker.licensereader] Restored connection to ES instance {:url=>"http://logstash_system:xxxxxx@elasticsearch:9200/"},
  434. [2018-07-18T23:30:45,820][INFO ][logstash.licensechecker.licensereader] ES Output version determined {:es_version=>6},
  435. [2018-07-18T23:30:45,820][WARN ][logstash.licensechecker.licensereader] Detected a 6.x and above cluster: the `type` event field won't be used to determine the document _type {:es_version=>6},
  436. [2018-07-18T23:30:45,877][DEBUG][logstash.licensechecker.licensemanager] updating observers of xpack info change,
  437. [2018-07-18T23:30:45,908][DEBUG][logstash.inputs.metrics ] updating licensing state installed:true,,
  438. license:{"status"=>"active", "uid"=>"6a5c2e22-a21c-4d9f-a8eb-0886da3a8d16", "type"=>"basic", "issue_date"=>"2018-01-24T00:00:00.000Z", "issue_date_in_millis"=>1516752000000, "expiry_date"=>"2019-01-24T23:59:59.999Z", "expiry_date_in_millis"=>1548374399999, "max_nodes"=>100, "issued_to"=>"User", "issuer"=>"Web Form", "start_date_in_millis"=>1516752000000},,
  439. last_updated:},
  440. [2018-07-18T23:30:45,968][INFO ][logstash.pipeline ] Pipeline started successfully {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x4a23140c run>"},
  441. [2018-07-18T23:30:46,009][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Create/pipeline_id:main},
  442. [2018-07-18T23:30:46,029][DEBUG][logstash.inputs.metrics ] Metric: input started,
  443. [2018-07-18T23:30:46,091][ERROR][logstash.agent ] Failed to execute action {:action=>LogStash::PipelineAction::Create/pipeline_id:main, :exception=>"LogStash::ConfigurationError", :message=>"Expected one of #, input, filter, output at line 1, column 1 (byte 1) after ", :backtrace=>["/usr/share/logstash/logstash-core/lib/logstash/compiler.rb:42:in `compile_imperative'", "/usr/share/logstash/logstash-core/lib/logstash/compiler.rb:50:in `compile_graph'", "/usr/share/logstash/logstash-core/lib/logstash/compiler.rb:12:in `block in compile_sources'", "org/jruby/RubyArray.java:2486:in `map'", "/usr/share/logstash/logstash-core/lib/logstash/compiler.rb:11:in `compile_sources'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:51:in `initialize'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:169:in `initialize'", "/usr/share/logstash/logstash-core/lib/logstash/pipeline_action/create.rb:40:in `execute'", "/usr/share/logstash/logstash-core/lib/logstash/agent.rb:315:in `block in converge_state'", "/usr/share/logstash/logstash-core/lib/logstash/agent.rb:141:in `with_pipelines'", "/usr/share/logstash/logstash-core/lib/logstash/agent.rb:312:in `block in converge_state'", "org/jruby/RubyArray.java:1734:in `each'", "/usr/share/logstash/logstash-core/lib/logstash/agent.rb:299:in `converge_state'", "/usr/share/logstash/logstash-core/lib/logstash/agent.rb:166:in `block in converge_state_and_update'", "/usr/share/logstash/logstash-core/lib/logstash/agent.rb:141:in `with_pipelines'", "/usr/share/logstash/logstash-core/lib/logstash/agent.rb:164:in `converge_state_and_update'", "/usr/share/logstash/logstash-core/lib/logstash/agent.rb:90:in `execute'", "/usr/share/logstash/logstash-core/lib/logstash/runner.rb:348:in `block in execute'", "/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/stud-0.0.23/lib/stud/task.rb:24:in `block in initialize'"]},
  444. [2018-07-18T23:30:46,159][INFO ][logstash.inputs.metrics ] Monitoring License OK,
  445. [2018-07-18T23:30:46,193][DEBUG][logstash.instrument.periodicpoller.os] Stopping,
  446. [2018-07-18T23:30:46,208][DEBUG][logstash.instrument.periodicpoller.jvm] Stopping,
  447. [2018-07-18T23:30:46,214][DEBUG][logstash.instrument.periodicpoller.persistentqueue] Stopping,
  448. [2018-07-18T23:30:46,215][DEBUG][logstash.instrument.periodicpoller.deadletterqueue] Stopping,
  449. [2018-07-18T23:30:46,273][DEBUG][logstash.agent ] Shutting down all pipelines {:pipelines_count=>1},
  450. [2018-07-18T23:30:46,281][DEBUG][logstash.agent ] Converging pipelines state {:actions_count=>1},
  451. [2018-07-18T23:30:46,285][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Stop/pipeline_id:.monitoring-logstash},
  452. [2018-07-18T23:30:46,308][DEBUG][logstash.pipeline ] Stopping inputs {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x4a23140c sleep>"},
  453. [2018-07-18T23:30:46,316][DEBUG][logstash.inputs.metrics ] Stopping {:plugin=>"LogStash::Inputs::Metrics"},
  454. [2018-07-18T23:30:46,323][DEBUG][logstash.inputs.metrics ] Metrics input: stopped,
  455. [2018-07-18T23:30:46,328][DEBUG][logstash.pipeline ] Stopped inputs {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x4a23140c sleep>"},
  456. [2018-07-18T23:30:47,074][DEBUG][logstash.inputs.metrics ] Closing {:plugin=>"LogStash::Inputs::Metrics"},
  457. [2018-07-18T23:30:47,126][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x4a23140c sleep>"},
  458. [2018-07-18T23:30:47,132][DEBUG][logstash.pipeline ] Shutting down filter/output workers {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x4a23140c run>"},
  459. [2018-07-18T23:30:47,136][DEBUG][logstash.pipeline ] Setting shutdown {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x4a23140c run>"},
  460. [2018-07-18T23:30:47,140][DEBUG][logstash.pipeline ] Shutdown waiting for worker thread {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x41a8e9d9@[.monitoring-logstash]>worker0 run>"},
  461. [2018-07-18T23:30:47,191][DEBUG][logstash.pipeline ] Worker terminated {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x41a8e9d9@[.monitoring-logstash]>worker0 dead>"},
  462. [2018-07-18T23:30:47,194][DEBUG][logstash.outputs.elasticsearch] Closing {:plugin=>"LogStash::Outputs::ElasticSearch"},
  463. [2018-07-18T23:30:47,204][DEBUG][logstash.outputs.elasticsearch] Stopping sniffer,
  464. [2018-07-18T23:30:47,210][DEBUG][logstash.outputs.elasticsearch] Stopping resurrectionist,
  465. [2018-07-18T23:30:47,641][DEBUG][logstash.outputs.elasticsearch] Waiting for in use manticore connections,
  466. [2018-07-18T23:30:47,650][DEBUG][logstash.outputs.elasticsearch] Closing adapter #<LogStash::Outputs::ElasticSearch::HttpClient::ManticoreAdapter:0x5ec090a1>,
  467. [2018-07-18T23:30:47,674][INFO ][logstash.pipeline ] Pipeline has terminated {:pipeline_id=>".monitoring-logstash", :thread=>"#<Thread:0x4a23140c run>"},
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement