API tools faq
paste
Guest User

Logstash with multiple pipelines

a guest
Apr 18th, 2018
675
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 34.05 KB | None | 0 0
raw download clone embed print report
  1. Sending Logstash's logs to /Users/casmeiron/Developer/tools/logstash-6.2.3/logs which is now configured via log4j2.properties
  2. [2018-04-18T16:01:13,600][INFO ][logstash.modules.scaffold] Initializing module {:module_name=>"fb_apache", :directory=>"/Users/casmeiron/Developer/tools/logstash-6.2.3/modules/fb_apache/configuration"}
  3. [2018-04-18T16:01:13,609][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"fb_apache", :type=>:modules, :class=>#<LogStash::Modules::Scaffold:0x3e802720 @module_name="fb_apache", @directory="/Users/casmeiron/Developer/tools/logstash-6.2.3/modules/fb_apache/configuration", @kibana_version_parts=["6", "0", "0"]>}
  4. [2018-04-18T16:01:13,618][INFO ][logstash.modules.scaffold] Initializing module {:module_name=>"netflow", :directory=>"/Users/casmeiron/Developer/tools/logstash-6.2.3/modules/netflow/configuration"}
  5. [2018-04-18T16:01:13,619][DEBUG][logstash.plugins.registry] Adding plugin to the registry {:name=>"netflow", :type=>:modules, :class=>#<LogStash::Modules::Scaffold:0x27e54c4e @module_name="netflow", @directory="/Users/casmeiron/Developer/tools/logstash-6.2.3/modules/netflow/configuration", @kibana_version_parts=["6", "0", "0"]>}
  6. [2018-04-18T16:01:13,974][DEBUG][logstash.runner ] -------- Logstash Settings (* means modified) ---------
  7. [2018-04-18T16:01:13,974][DEBUG][logstash.runner ] node.name: "casmeiron-macbook.local"
  8. [2018-04-18T16:01:13,974][DEBUG][logstash.runner ] path.data: "/Users/casmeiron/Developer/tools/logstash-6.2.3/data"
  9. [2018-04-18T16:01:13,974][DEBUG][logstash.runner ] modules.cli: []
  10. [2018-04-18T16:01:13,975][DEBUG][logstash.runner ] modules: []
  11. [2018-04-18T16:01:13,975][DEBUG][logstash.runner ] modules_setup: false
  12. [2018-04-18T16:01:13,975][DEBUG][logstash.runner ] config.test_and_exit: false
  13. [2018-04-18T16:01:13,975][DEBUG][logstash.runner ] config.reload.automatic: false
  14. [2018-04-18T16:01:13,975][DEBUG][logstash.runner ] config.reload.interval: 3000000000
  15. [2018-04-18T16:01:13,976][DEBUG][logstash.runner ] config.support_escapes: false
  16. [2018-04-18T16:01:13,976][DEBUG][logstash.runner ] metric.collect: true
  17. [2018-04-18T16:01:13,976][DEBUG][logstash.runner ] pipeline.id: "main"
  18. [2018-04-18T16:01:13,977][DEBUG][logstash.runner ] pipeline.system: false
  19. [2018-04-18T16:01:13,977][DEBUG][logstash.runner ] pipeline.workers: 8
  20. [2018-04-18T16:01:13,977][DEBUG][logstash.runner ] pipeline.output.workers: 1
  21. [2018-04-18T16:01:13,977][DEBUG][logstash.runner ] pipeline.batch.size: 125
  22. [2018-04-18T16:01:13,977][DEBUG][logstash.runner ] pipeline.batch.delay: 50
  23. [2018-04-18T16:01:13,977][DEBUG][logstash.runner ] pipeline.unsafe_shutdown: false
  24. [2018-04-18T16:01:13,977][DEBUG][logstash.runner ] pipeline.java_execution: false
  25. [2018-04-18T16:01:13,978][DEBUG][logstash.runner ] pipeline.reloadable: true
  26. [2018-04-18T16:01:13,978][DEBUG][logstash.runner ] path.plugins: []
  27. [2018-04-18T16:01:13,978][DEBUG][logstash.runner ] config.debug: false
  28. [2018-04-18T16:01:13,978][DEBUG][logstash.runner ] *log.level: "debug" (default: "info")
  29. [2018-04-18T16:01:13,978][DEBUG][logstash.runner ] version: false
  30. [2018-04-18T16:01:13,979][DEBUG][logstash.runner ] help: false
  31. [2018-04-18T16:01:13,979][DEBUG][logstash.runner ] log.format: "plain"
  32. [2018-04-18T16:01:13,980][DEBUG][logstash.runner ] http.host: "127.0.0.1"
  33. [2018-04-18T16:01:13,980][DEBUG][logstash.runner ] http.port: 9600..9700
  34. [2018-04-18T16:01:13,980][DEBUG][logstash.runner ] http.environment: "production"
  35. [2018-04-18T16:01:13,980][DEBUG][logstash.runner ] *queue.type: "persisted" (default: "memory")
  36. [2018-04-18T16:01:13,982][DEBUG][logstash.runner ] queue.drain: false
  37. [2018-04-18T16:01:13,983][DEBUG][logstash.runner ] queue.page_capacity: 67108864
  38. [2018-04-18T16:01:13,983][DEBUG][logstash.runner ] queue.max_bytes: 1073741824
  39. [2018-04-18T16:01:13,983][DEBUG][logstash.runner ] queue.max_events: 0
  40. [2018-04-18T16:01:13,983][DEBUG][logstash.runner ] queue.checkpoint.acks: 1024
  41. [2018-04-18T16:01:13,983][DEBUG][logstash.runner ] queue.checkpoint.writes: 1024
  42. [2018-04-18T16:01:13,983][DEBUG][logstash.runner ] queue.checkpoint.interval: 1000
  43. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] dead_letter_queue.enable: false
  44. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] dead_letter_queue.max_bytes: 1073741824
  45. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] slowlog.threshold.warn: -1
  46. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] slowlog.threshold.info: -1
  47. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] slowlog.threshold.debug: -1
  48. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] slowlog.threshold.trace: -1
  49. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] keystore.classname: "org.logstash.secret.store.backend.JavaKeyStore"
  50. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] keystore.file: "/Users/casmeiron/Developer/tools/logstash-6.2.3/config/logstash.keystore"
  51. [2018-04-18T16:01:13,984][DEBUG][logstash.runner ] path.queue: "/Users/casmeiron/Developer/tools/logstash-6.2.3/data/queue"
  52. [2018-04-18T16:01:13,985][DEBUG][logstash.runner ] path.dead_letter_queue: "/Users/casmeiron/Developer/tools/logstash-6.2.3/data/dead_letter_queue"
  53. [2018-04-18T16:01:13,985][DEBUG][logstash.runner ] path.settings: "/Users/casmeiron/Developer/tools/logstash-6.2.3/config"
  54. [2018-04-18T16:01:13,985][DEBUG][logstash.runner ] path.logs: "/Users/casmeiron/Developer/tools/logstash-6.2.3/logs"
  55. [2018-04-18T16:01:13,985][DEBUG][logstash.runner ] --------------- Logstash Settings -------------------
  56. [2018-04-18T16:01:14,043][DEBUG][logstash.config.source.multilocal] Reading pipeline configurations from YAML {:location=>"/Users/casmeiron/Developer/tools/logstash-6.2.3/config/pipelines.yml"}
  57. [2018-04-18T16:01:14,159][DEBUG][logstash.agent ] Setting up metric collection
  58. [2018-04-18T16:01:14,257][DEBUG][logstash.instrument.periodicpoller.os] Starting {:polling_interval=>5, :polling_timeout=>120}
  59. [2018-04-18T16:01:14,485][DEBUG][logstash.instrument.periodicpoller.jvm] Starting {:polling_interval=>5, :polling_timeout=>120}
  60. [2018-04-18T16:01:14,718][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  61. [2018-04-18T16:01:14,724][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  62. [2018-04-18T16:01:14,741][DEBUG][logstash.instrument.periodicpoller.persistentqueue] Starting {:polling_interval=>5, :polling_timeout=>120}
  63. [2018-04-18T16:01:14,756][DEBUG][logstash.instrument.periodicpoller.deadletterqueue] Starting {:polling_interval=>5, :polling_timeout=>120}
  64. [2018-04-18T16:01:14,824][INFO ][logstash.runner ] Starting Logstash {"logstash.version"=>"6.2.3"}
  65. [2018-04-18T16:01:14,842][DEBUG][logstash.agent ] Starting agent
  66. [2018-04-18T16:01:14,864][DEBUG][logstash.agent ] Starting puma
  67. [2018-04-18T16:01:14,888][DEBUG][logstash.agent ] Trying to start WebServer {:port=>9600}
  68. [2018-04-18T16:01:14,916][DEBUG][logstash.config.source.multilocal] Reading pipeline configurations from YAML {:location=>"/Users/casmeiron/Developer/tools/logstash-6.2.3/config/pipelines.yml"}
  69. [2018-04-18T16:01:15,088][DEBUG][logstash.api.service ] [api-service] start
  70. [2018-04-18T16:01:15,186][DEBUG][logstash.config.source.local.configpathloader] Skipping the following files while reading config since they don't match the specified glob pattern {:files=>["/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/abb_trio.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/alarm.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/config_env_desenv.sh", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/diagnostic.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/ping.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/plugins", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste2.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste3.conf"]}
  71. [2018-04-18T16:01:15,189][DEBUG][logstash.config.source.local.configpathloader] Reading config file {:config_file=>"/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste.conf"}
  72. [2018-04-18T16:01:15,212][DEBUG][logstash.config.source.local.configpathloader] Skipping the following files while reading config since they don't match the specified glob pattern {:files=>["/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/abb_trio.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/alarm.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/config_env_desenv.sh", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/diagnostic.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/ping.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/plugins", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste3.conf"]}
  73. [2018-04-18T16:01:15,214][DEBUG][logstash.config.source.local.configpathloader] Reading config file {:config_file=>"/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste2.conf"}
  74. [2018-04-18T16:01:15,219][DEBUG][logstash.config.source.local.configpathloader] Skipping the following files while reading config since they don't match the specified glob pattern {:files=>["/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/abb_trio.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/alarm.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/config_env_desenv.sh", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/diagnostic.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/ping.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/plugins", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste.conf", "/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste2.conf"]}
  75. [2018-04-18T16:01:15,221][DEBUG][logstash.config.source.local.configpathloader] Reading config file {:config_file=>"/Users/casmeiron/Developer/repos/bestdeal/ANEEL/bd-aneel-logstash/teste3.conf"}
  76. [2018-04-18T16:01:15,292][DEBUG][logstash.agent ] Converging pipelines state {:actions_count=>3}
  77. [2018-04-18T16:01:15,298][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Create/pipeline_id:teste}
  78. [2018-04-18T16:01:15,329][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600}
  79. [2018-04-18T16:01:17,123][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"mqtt", :type=>"input", :class=>LogStash::Inputs::Mqtt}
  80. [2018-04-18T16:01:17,355][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"plain", :type=>"codec", :class=>LogStash::Codecs::Plain}
  81. [2018-04-18T16:01:17,397][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_0a6775e0-f701-41bd-b028-20810236f038"
  82. [2018-04-18T16:01:17,398][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true
  83. [2018-04-18T16:01:17,398][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8"
  84. [2018-04-18T16:01:17,419][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@topic = "/mqtt/persistence/teste"
  85. [2018-04-18T16:01:17,420][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@host = "localhost"
  86. [2018-04-18T16:01:17,420][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@username = "bestdeal"
  87. [2018-04-18T16:01:17,420][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@password = "kknd55"
  88. [2018-04-18T16:01:17,420][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@client_id = "pc-teste-mosquitto"
  89. [2018-04-18T16:01:17,421][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@clean_session = false
  90. [2018-04-18T16:01:17,421][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@qos = 1
  91. [2018-04-18T16:01:17,421][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@id = "fc6fe74289ac5bae9b5b1de7d2979e0a2dc761fc3cf04bdbcd3ad544778abbfb"
  92. [2018-04-18T16:01:17,421][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@enable_metric = true
  93. [2018-04-18T16:01:17,428][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@codec = <LogStash::Codecs::Plain id=>"plain_0a6775e0-f701-41bd-b028-20810236f038", enable_metric=>true, charset=>"UTF-8">
  94. [2018-04-18T16:01:17,429][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@add_field = {}
  95. [2018-04-18T16:01:17,429][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@port = 1883
  96. [2018-04-18T16:01:17,429][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@mqtt_version = "3.1.1"
  97. [2018-04-18T16:01:17,430][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@ssl = false
  98. [2018-04-18T16:01:17,431][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_topic = nil
  99. [2018-04-18T16:01:17,431][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_payload = ""
  100. [2018-04-18T16:01:17,432][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_qos = 0
  101. [2018-04-18T16:01:17,432][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_retain = false
  102. [2018-04-18T16:01:17,468][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"json", :type=>"filter", :class=>LogStash::Filters::Json}
  103. [2018-04-18T16:01:17,540][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@source = "message"
  104. [2018-04-18T16:01:17,540][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@id = "5a406a0a40f57d0b038f48e13f88e6381b22c939a38f79c347c452c098c9b6fc"
  105. [2018-04-18T16:01:17,541][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@enable_metric = true
  106. [2018-04-18T16:01:17,541][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@add_tag = []
  107. [2018-04-18T16:01:17,541][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@remove_tag = []
  108. [2018-04-18T16:01:17,541][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@add_field = {}
  109. [2018-04-18T16:01:17,542][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@remove_field = []
  110. [2018-04-18T16:01:17,542][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@periodic_flush = false
  111. [2018-04-18T16:01:17,543][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@tag_on_failure = ["_jsonparsefailure"]
  112. [2018-04-18T16:01:17,545][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@skip_on_invalid_json = false
  113. [2018-04-18T16:01:17,580][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"stdout", :type=>"output", :class=>LogStash::Outputs::Stdout}
  114. [2018-04-18T16:01:17,633][DEBUG][logstash.plugins.registry] On demand adding plugin to the registry {:name=>"rubydebug", :type=>"codec", :class=>LogStash::Codecs::RubyDebug}
  115. [2018-04-18T16:01:17,652][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@id = "rubydebug_d412e5f4-96b4-466e-977a-cdceddacb7d3"
  116. [2018-04-18T16:01:17,652][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@enable_metric = true
  117. [2018-04-18T16:01:17,652][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@metadata = false
  118. [2018-04-18T16:01:18,800][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@codec = <LogStash::Codecs::RubyDebug id=>"rubydebug_d412e5f4-96b4-466e-977a-cdceddacb7d3", enable_metric=>true, metadata=>false>
  119. [2018-04-18T16:01:18,800][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@id = "a1da86278bf7f56b16124b47be921cca604b16cf076f64dd54e34ea1ff0e0317"
  120. [2018-04-18T16:01:18,800][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@enable_metric = true
  121. [2018-04-18T16:01:18,801][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@workers = 1
  122. [2018-04-18T16:01:18,846][DEBUG][org.logstash.ackedqueue.Queue] opening head page: 4, in: /Users/casmeiron/Developer/tools/logstash-6.2.3/data/queue/teste, with checkpoint: pageNum=4, firstUnackedPageNum=4, firstUnackedSeqNum=6, minSeqNum=5, elementCount=1, isFullyAcked=yes
  123. [2018-04-18T16:01:19,435][DEBUG][org.logstash.ackedqueue.io.AbstractByteBufferPageIO] PageIO recovery element index:1, readNextElement exception: Element seqNum 0 is expected to be 6
  124. [2018-04-18T16:01:19,684][INFO ][logstash.pipeline ] Starting pipeline {:pipeline_id=>"teste", "pipeline.workers"=>8, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>50}
  125. [2018-04-18T16:01:19,805][INFO ][logstash.pipeline ] Pipeline started succesfully {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 run>"}
  126. [2018-04-18T16:01:19,813][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  127. [2018-04-18T16:01:19,816][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  128. [2018-04-18T16:01:19,830][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Create/pipeline_id:teste2}
  129. [2018-04-18T16:01:20,419][DEBUG][logstash.pipeline ] filter received {"event"=>{"host"=>"casmeiron-macbook.local", "message"=>"{\"data\": 39092}", "@timestamp"=>2018-04-18T19:01:20.207Z, "@version"=>"1"}}
  130. [2018-04-18T16:01:20,446][DEBUG][logstash.filters.json ] Running json filter {:event=>#<LogStash::Event:0x6fcd25c7>}
  131. [2018-04-18T16:01:20,459][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_3c3bb3fb-8a25-4935-b337-21c6ff09d19b"
  132. [2018-04-18T16:01:20,459][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true
  133. [2018-04-18T16:01:20,459][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8"
  134. [2018-04-18T16:01:20,475][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@topic = "/mqtt/persistence/teste2"
  135. [2018-04-18T16:01:20,475][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@host = "localhost"
  136. [2018-04-18T16:01:20,475][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@username = "bestdeal"
  137. [2018-04-18T16:01:20,476][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@password = "kknd55"
  138. [2018-04-18T16:01:20,476][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@client_id = "pc-2"
  139. [2018-04-18T16:01:20,476][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@clean_session = false
  140. [2018-04-18T16:01:20,476][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@qos = 1
  141. [2018-04-18T16:01:20,477][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@id = "793f76a25b035090a4d0e5e997e9e3d5f215480b88de7f6f74b2a45a4bbb4687"
  142. [2018-04-18T16:01:20,477][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@enable_metric = true
  143. [2018-04-18T16:01:20,478][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@codec = <LogStash::Codecs::Plain id=>"plain_3c3bb3fb-8a25-4935-b337-21c6ff09d19b", enable_metric=>true, charset=>"UTF-8">
  144. [2018-04-18T16:01:20,478][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@add_field = {}
  145. [2018-04-18T16:01:20,478][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@port = 1883
  146. [2018-04-18T16:01:20,479][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@mqtt_version = "3.1.1"
  147. [2018-04-18T16:01:20,479][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@ssl = false
  148. [2018-04-18T16:01:20,479][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_topic = nil
  149. [2018-04-18T16:01:20,479][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_payload = ""
  150. [2018-04-18T16:01:20,479][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_qos = 0
  151. [2018-04-18T16:01:20,479][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_retain = false
  152. [2018-04-18T16:01:20,514][DEBUG][logstash.filters.json ] Event after json filter {:event=>#<LogStash::Event:0x6fcd25c7>}
  153. [2018-04-18T16:01:20,523][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@source = "message"
  154. [2018-04-18T16:01:20,524][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@id = "b940a5b9692f9563da3c2d34a3f0124ad68c54e39f12bf3afb9b55a406ecfa28"
  155. [2018-04-18T16:01:20,524][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@enable_metric = true
  156. [2018-04-18T16:01:20,524][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@add_tag = []
  157. [2018-04-18T16:01:20,524][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@remove_tag = []
  158. [2018-04-18T16:01:20,526][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@add_field = {}
  159. [2018-04-18T16:01:20,528][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@remove_field = []
  160. [2018-04-18T16:01:20,528][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@periodic_flush = false
  161. [2018-04-18T16:01:20,529][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@tag_on_failure = ["_jsonparsefailure"]
  162. [2018-04-18T16:01:20,529][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@skip_on_invalid_json = false
  163. [2018-04-18T16:01:20,544][DEBUG][logstash.pipeline ] output received {"event"=>{"host"=>"casmeiron-macbook.local", "message"=>"{\"data\": 39092}", "data"=>39092, "@timestamp"=>2018-04-18T19:01:20.207Z, "@version"=>"1"}}
  164. [2018-04-18T16:01:20,572][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@id = "rubydebug_66ccef66-9efe-44b4-a503-3040459143fd"
  165. [2018-04-18T16:01:20,573][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@enable_metric = true
  166. [2018-04-18T16:01:20,573][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@metadata = false
  167. [2018-04-18T16:01:20,580][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@codec = <LogStash::Codecs::RubyDebug id=>"rubydebug_66ccef66-9efe-44b4-a503-3040459143fd", enable_metric=>true, metadata=>false>
  168. [2018-04-18T16:01:20,581][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@id = "18080fc0dba9a8cab7d50f75b1961a04b4ff0820c7dc0a76dafb727f35211932"
  169. [2018-04-18T16:01:20,581][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@enable_metric = true
  170. [2018-04-18T16:01:20,582][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@workers = 1
  171. [2018-04-18T16:01:20,750][DEBUG][org.logstash.ackedqueue.Queue] No head checkpoint found at: checkpoint.head, creating new head page
  172. [2018-04-18T16:01:20,802][INFO ][logstash.pipeline ] Starting pipeline {:pipeline_id=>"teste2", "pipeline.workers"=>8, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>50}
  173. [2018-04-18T16:01:20,827][INFO ][logstash.pipeline ] Pipeline started succesfully {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  174. [2018-04-18T16:01:20,829][DEBUG][logstash.agent ] Executing action {:action=>LogStash::PipelineAction::Create/pipeline_id:teste3}
  175. {
  176. "host" => "casmeiron-macbook.local",
  177. "message" => "{\"data\": 39092}",
  178. "data" => 39092,
  179. "@timestamp" => 2018-04-18T19:01:20.207Z,
  180. "@version" => "1"
  181. }
  182. [2018-04-18T16:01:21,395][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@id = "plain_326967f0-8e32-434a-b059-bd06eb67a25d"
  183. [2018-04-18T16:01:21,396][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@enable_metric = true
  184. [2018-04-18T16:01:21,396][DEBUG][logstash.codecs.plain ] config LogStash::Codecs::Plain/@charset = "UTF-8"
  185. [2018-04-18T16:01:21,403][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@topic = "/mqtt/persistence/teste3"
  186. [2018-04-18T16:01:21,404][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@host = "localhost"
  187. [2018-04-18T16:01:21,404][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@username = "bestdeal"
  188. [2018-04-18T16:01:21,404][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@password = "kknd55"
  189. [2018-04-18T16:01:21,404][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@client_id = "pc3"
  190. [2018-04-18T16:01:21,404][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@clean_session = false
  191. [2018-04-18T16:01:21,405][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@qos = 1
  192. [2018-04-18T16:01:21,405][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@id = "243c6cf60e0788090dcee431ffda4a6fcc213b71ca537ac35227cf8469ac01f3"
  193. [2018-04-18T16:01:21,405][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@enable_metric = true
  194. [2018-04-18T16:01:21,407][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@codec = <LogStash::Codecs::Plain id=>"plain_326967f0-8e32-434a-b059-bd06eb67a25d", enable_metric=>true, charset=>"UTF-8">
  195. [2018-04-18T16:01:21,407][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@add_field = {}
  196. [2018-04-18T16:01:21,407][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@port = 1883
  197. [2018-04-18T16:01:21,407][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@mqtt_version = "3.1.1"
  198. [2018-04-18T16:01:21,408][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@ssl = false
  199. [2018-04-18T16:01:21,408][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_topic = nil
  200. [2018-04-18T16:01:21,408][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_payload = ""
  201. [2018-04-18T16:01:21,408][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_qos = 0
  202. [2018-04-18T16:01:21,408][DEBUG][logstash.inputs.mqtt ] config LogStash::Inputs::Mqtt/@will_retain = false
  203. [2018-04-18T16:01:21,449][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@source = "message"
  204. [2018-04-18T16:01:21,449][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@id = "48d6ce3d377bfd7fb09dccd8b84de9937d58fb62f7b3249201ae67bc80bf9024"
  205. [2018-04-18T16:01:21,450][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@enable_metric = true
  206. [2018-04-18T16:01:21,450][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@add_tag = []
  207. [2018-04-18T16:01:21,450][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@remove_tag = []
  208. [2018-04-18T16:01:21,450][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@add_field = {}
  209. [2018-04-18T16:01:21,450][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@remove_field = []
  210. [2018-04-18T16:01:21,451][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@periodic_flush = false
  211. [2018-04-18T16:01:21,451][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@tag_on_failure = ["_jsonparsefailure"]
  212. [2018-04-18T16:01:21,453][DEBUG][logstash.filters.json ] config LogStash::Filters::Json/@skip_on_invalid_json = false
  213. [2018-04-18T16:01:21,481][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@id = "rubydebug_ed3bf736-0342-4679-9e78-201d80a7d788"
  214. [2018-04-18T16:01:21,481][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@enable_metric = true
  215. [2018-04-18T16:01:21,481][DEBUG][logstash.codecs.rubydebug] config LogStash::Codecs::RubyDebug/@metadata = false
  216. [2018-04-18T16:01:21,488][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@codec = <LogStash::Codecs::RubyDebug id=>"rubydebug_ed3bf736-0342-4679-9e78-201d80a7d788", enable_metric=>true, metadata=>false>
  217. [2018-04-18T16:01:21,489][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@id = "197a8b7dfcabdd0caf396bdd84ce7d93cc45dac90c653576375fd3daa420387f"
  218. [2018-04-18T16:01:21,489][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@enable_metric = true
  219. [2018-04-18T16:01:21,489][DEBUG][logstash.outputs.stdout ] config LogStash::Outputs::Stdout/@workers = 1
  220. [2018-04-18T16:01:21,495][DEBUG][org.logstash.ackedqueue.Queue] No head checkpoint found at: checkpoint.head, creating new head page
  221. [2018-04-18T16:01:21,515][INFO ][logstash.pipeline ] Starting pipeline {:pipeline_id=>"teste3", "pipeline.workers"=>8, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>50}
  222. [2018-04-18T16:01:21,541][INFO ][logstash.pipeline ] Pipeline started succesfully {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
  223. [2018-04-18T16:01:21,660][INFO ][logstash.agent ] Pipelines running {:count=>3, :pipelines=>["teste", "teste2", "teste3"]}
  224. [2018-04-18T16:01:24,823][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 sleep>"}
  225. [2018-04-18T16:01:24,845][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  226. [2018-04-18T16:01:24,847][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  227. [2018-04-18T16:01:25,829][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  228. [2018-04-18T16:01:26,536][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
  229. [2018-04-18T16:01:29,830][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 sleep>"}
  230. [2018-04-18T16:01:29,870][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  231. [2018-04-18T16:01:29,871][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  232. [2018-04-18T16:01:30,831][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  233. [2018-04-18T16:01:31,539][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
  234. [2018-04-18T16:01:34,835][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 sleep>"}
  235. [2018-04-18T16:01:34,892][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  236. [2018-04-18T16:01:34,893][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  237. [2018-04-18T16:01:35,836][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  238. [2018-04-18T16:01:36,542][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
  239. [2018-04-18T16:01:39,840][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 sleep>"}
  240. [2018-04-18T16:01:39,902][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  241. [2018-04-18T16:01:39,903][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  242. [2018-04-18T16:01:40,840][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  243. [2018-04-18T16:01:41,547][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
  244. [2018-04-18T16:01:44,841][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 sleep>"}
  245. [2018-04-18T16:01:44,910][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  246. [2018-04-18T16:01:44,910][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  247. [2018-04-18T16:01:45,840][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  248. [2018-04-18T16:01:46,548][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
  249. [2018-04-18T16:01:49,846][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 sleep>"}
  250. [2018-04-18T16:01:49,919][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  251. [2018-04-18T16:01:49,920][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  252. [2018-04-18T16:01:50,845][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  253. [2018-04-18T16:01:51,553][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
  254. [2018-04-18T16:01:54,847][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 sleep>"}
  255. [2018-04-18T16:01:54,935][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  256. [2018-04-18T16:01:54,935][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  257. [2018-04-18T16:01:55,848][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  258. [2018-04-18T16:01:56,556][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
  259. [2018-04-18T16:01:59,853][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste", :thread=>"#<Thread:0x3047d235 sleep>"}
  260. [2018-04-18T16:01:59,949][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ParNew"}
  261. [2018-04-18T16:01:59,949][DEBUG][logstash.instrument.periodicpoller.jvm] collector name {:name=>"ConcurrentMarkSweep"}
  262. [2018-04-18T16:02:00,852][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste2", :thread=>"#<Thread:0x60646cb4 sleep>"}
  263. [2018-04-18T16:02:01,560][DEBUG][logstash.pipeline ] Pushing flush onto pipeline {:pipeline_id=>"teste3", :thread=>"#<Thread:0x42882c0b sleep>"}
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!