API tools faq
paste
Advertisement
Guest User

Logstash Error

a guest
Oct 6th, 2016
179
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 14.91 KB | None | 0 0
raw download clone embed print report
  1. {
  2. :timestamp=>"2016-10-05T20:59:00.346000+0000",
  3. :message=>#<LogStash::PipelineReporter::Snapshot:0xc2a36e6 @data={
  4. :events_filtered=>46492,
  5. :events_consumed=>15910,
  6. :worker_count=>4,
  7. :inflight_count=>500,
  8. :worker_states=>[{
  9. :status=>"dead",
  10. :alive=>false,
  11. :index=>0,
  12. :inflight_count=>125
  13. }, {
  14. :status=>"dead",
  15. :alive=>false,
  16. :index=>1,
  17. :inflight_count=>125
  18. }, {
  19. :status=>"dead",
  20. :alive=>false,
  21. :index=>2,
  22. :inflight_count=>125
  23. }, {
  24. :status=>"dead",
  25. :alive=>false,
  26. :index=>3,
  27. :inflight_count=>125
  28. }],
  29. :output_info=>[{
  30. :type=>"elasticsearch",
  31. :config=>{
  32. "document_type"=>"heartbeat",
  33. "hosts"=>["${ELASTIC_HOST}:443"],
  34. "index"=>"heartbeat-%{+YYYY.MM.dd}",
  35. "password"=>"${ELASTIC_PASSWORD}",
  36. "ssl"=>"true",
  37. "ssl_certificate_verification"=>"${SSL_CERTIFICATE_VERIFICATION}",
  38. "template"=>"${LOGSTASH_DIRECTORY}/templates/heartbeat.json",
  39. "template_name"=>"heartbeat",
  40. "template_overwrite"=>"true",
  41. "user"=>"REDACTED",
  42. "__ALLOW_ENV__"=>true
  43. },
  44. :is_multi_worker=>false,
  45. :events_received=>66,
  46. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1114265688 [
  47. <LogStash::Outputs::ElasticSearch
  48. document_type=>"heartbeat",
  49. hosts=>["REDACTED:443"],
  50. index=>"heartbeat-%{+YYYY.MM.dd}",
  51. password=>REDACTED,
  52. ssl=>true,
  53. ssl_certificate_verification=>true,
  54. template=>"/etc/logstash/templates/heartbeat.json",
  55. template_name=>"heartbeat",
  56. template_overwrite=>true,
  57. user=>"REDACTED",
  58. codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
  59. workers=>1,
  60. manage_template=>true,
  61. flush_size=>500,
  62. idle_flush_time=>1,
  63. doc_as_upsert=>false,
  64. max_retries=>3,
  65. script_type=>"inline",
  66. script_var_name=>"event",
  67. scripted_upsert=>false,
  68. retry_max_interval=>2,
  69. retry_max_items=>500,
  70. retry_on_conflict=>1,
  71. action=>"index",
  72. sniffing=>false,
  73. sniffing_delay=>5
  74. >
  75. ]>,
  76. :busy_workers=>0
  77. }, {
  78. :type=>"elasticsearch",
  79. :config=>{
  80. "document_id"=>"%{id}",
  81. "document_type"=>"tracking_events",
  82. "hosts"=>["${ELASTIC_HOST}:443"],
  83. "index"=>"tracking_events-%{+YYYY.MM}",
  84. "password"=>"${ELASTIC_PASSWORD}",
  85. "ssl"=>"true",
  86. "ssl_certificate_verification"=>"${SSL_CERTIFICATE_VERIFICATION}",
  87. "template"=>"${LOGSTASH_DIRECTORY}/templates/tracking_events.json",
  88. "template_name"=>"tracking_events",
  89. "template_overwrite"=>"true",
  90. "user"=>"REDACTED",
  91. "__ALLOW_ENV__"=>true
  92. },
  93. :is_multi_worker=>false,
  94. :events_received=>15344,
  95. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:756667454 [
  96. <LogStash::Outputs::ElasticSearch
  97. document_id=>"%{id}",
  98. document_type=>"tracking_events",
  99. hosts=>["REDACTED:443"],
  100. index=>"tracking_events-%{+YYYY.MM}",
  101. password=><password>,
  102. ssl=>true,
  103. ssl_certificate_verification=>true,
  104. template=>"/etc/logstash/templates/tracking_events.json",
  105. template_name=>"tracking_events",
  106. template_overwrite=>true,
  107. user=>"REDACTED",
  108. codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
  109. workers=>1,
  110. manage_template=>true,
  111. flush_size=>500,
  112. idle_flush_time=>1,
  113. doc_as_upsert=>false,
  114. max_retries=>3,
  115. script_type=>"inline",
  116. script_var_name=>"event",
  117. scripted_upsert=>false,
  118. retry_max_interval=>2,
  119. retry_max_items=>500,
  120. retry_on_conflict=>1,
  121. action=>"index",
  122. sniffing=>false,
  123. sniffing_delay=>5
  124. >
  125. ]>,
  126. :busy_workers=>0
  127. }, {
  128. :type=>"http",
  129. :config=>{
  130. "http_method"=>"post",
  131. "url"=>"REDACTED",
  132. "__ALLOW_ENV__"=>true
  133. },
  134. :is_multi_worker=>false,
  135. :events_received=>15851,
  136. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:884903066 [
  137. <LogStash::Outputs::Http
  138. http_method=>"post", url=>"REDACTED",
  139. codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
  140. workers=>1,
  141. request_timeout=>60,
  142. socket_timeout=>10,
  143. connect_timeout=>10,
  144. follow_redirects=>true,
  145. pool_max=>50,
  146. pool_max_per_route=>25,
  147. keepalive=>true,
  148. automatic_retries=>1,
  149. retry_non_idempotent=>false,
  150. validate_after_inactivity=>200,
  151. ssl_certificate_validation=>true,
  152. keystore_type=>"JKS",
  153. truststore_type=>"JKS",
  154. cookies=>true,
  155. verify_ssl=>true,
  156. format=>"json"
  157. >
  158. ]>,
  159. :busy_workers=>0
  160. }, {
  161. :type=>"http",
  162. :config=>{
  163. "http_method"=>"post",
  164. "url"=>"REDACTED",
  165. "__ALLOW_ENV__"=>true
  166. },
  167. :is_multi_worker=>false,
  168. :events_received=>14289,
  169. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1794159931 [
  170. <LogStash::Outputs::Http
  171. http_method=>"post",
  172. url=>"REDACTED",
  173. codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
  174. workers=>1,
  175. request_timeout=>60,
  176. socket_timeout=>10,
  177. connect_timeout=>10,
  178. follow_redirects=>true,
  179. pool_max=>50,
  180. pool_max_per_route=>25,
  181. keepalive=>true,
  182. automatic_retries=>1,
  183. retry_non_idempotent=>false,
  184. validate_after_inactivity=>200,
  185. ssl_certificate_validation=>true,
  186. keystore_type=>"JKS",
  187. truststore_type=>"JKS",
  188. cookies=>true,
  189. verify_ssl=>true,
  190. format=>"json"
  191. >
  192. ]>,
  193. :busy_workers=>0
  194. }, {
  195. :type=>"redis",
  196. :config=>{
  197. "data_type"=>"list",
  198. "host"=>"${REDIS_HOST}",
  199. "key"=>"tracking_events_buffer_failures",
  200. "__ALLOW_ENV__"=>true
  201. },
  202. :is_multi_worker=>false,
  203. :events_received=>0,
  204. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:-1709655309 [
  205. <LogStash::Outputs::Redis
  206. data_type=>"list",
  207. host=>["REDACTED"],
  208. key=>"tracking_events_buffer_failures",
  209. codec=><LogStash::Codecs::JSON charset=>"UTF-8">,
  210. workers=>1,
  211. name=>"default",
  212. shuffle_hosts=>true,
  213. port=>6379,
  214. db=>0,
  215. timeout=>5,
  216. batch=>false,
  217. batch_events=>50,
  218. batch_timeout=>5,
  219. reconnect_interval=>1,
  220. congestion_threshold=>0,
  221. congestion_interval=>1
  222. >
  223. ]>,
  224. :busy_workers=>0
  225. }, {
  226. :type=>"elasticsearch",
  227. :config=>{
  228. "document_id"=>"%{id}",
  229. "document_type"=>"tracking_events",
  230. "hosts"=>["${ELASTIC_HOST}:443"],
  231. "index"=>"tracking_events-%{+YYYY.MM}",
  232. "password"=>"${ELASTIC_PASSWORD}",
  233. "ssl"=>"true",
  234. "ssl_certificate_verification"=>"${SSL_CERTIFICATE_VERIFICATION}",
  235. "template"=>"${LOGSTASH_DIRECTORY}/templates/tracking_events.json",
  236. "template_name"=>"tracking_events",
  237. "template_overwrite"=>"true",
  238. "user"=>"REDACTED",
  239. "__ALLOW_ENV__"=>true
  240. },
  241. :is_multi_worker=>false,
  242. :events_received=>0,
  243. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1307003174 [
  244. <LogStash::Outputs::ElasticSearch
  245. document_id=>"%{id}",
  246. document_type=>"tracking_events",
  247. hosts=>["REDACTED:443"],
  248. index=>"tracking_events-%{+YYYY.MM}",
  249. password=>REDACTED,
  250. ssl=>true,
  251. ssl_certificate_verification=>true,
  252. template=>"/etc/logstash/templates/tracking_events.json",
  253. template_name=>"tracking_events",
  254. template_overwrite=>true,
  255. user=>"REDACTED",
  256. codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
  257. workers=>1,
  258. manage_template=>true,
  259. flush_size=>500,
  260. idle_flush_time=>1,
  261. doc_as_upsert=>false,
  262. max_retries=>3,
  263. script_type=>"inline",
  264. script_var_name=>"event",
  265. scripted_upsert=>false,
  266. retry_max_interval=>2,
  267. retry_max_items=>500,
  268. retry_on_conflict=>1,
  269. action=>"index",
  270. sniffing=>false,
  271. sniffing_delay=>5
  272. >
  273. ]>,
  274. :busy_workers=>0
  275. }, {
  276. :type=>"http",
  277. :config=>{
  278. "http_method"=>"post",
  279. "url"=>"REDACTED",
  280. "__ALLOW_ENV__"=>true
  281. },
  282. :is_multi_worker=>false,
  283. :events_received=>0,
  284. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:884903066 [
  285. <LogStash::Outputs::Http
  286. http_method=>"post",
  287. url=>"REDACTED",
  288. codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
  289. workers=>1,
  290. request_timeout=>60,
  291. socket_timeout=>10,
  292. connect_timeout=>10,
  293. follow_redirects=>true,
  294. pool_max=>50,
  295. pool_max_per_route=>25,
  296. keepalive=>true,
  297. automatic_retries=>1,
  298. retry_non_idempotent=>false,
  299. validate_after_inactivity=>200,
  300. ssl_certificate_validation=>true,
  301. keystore_type=>"JKS",
  302. truststore_type=>"JKS",
  303. cookies=>true,
  304. verify_ssl=>true,
  305. format=>"json"
  306. >
  307. ]>,
  308. :busy_workers=>0
  309. }, {
  310. :type=>"http",
  311. :config=>{
  312. "http_method"=>"post",
  313. "url"=>"REDACTED",
  314. "__ALLOW_ENV__"=>true
  315. },
  316. :is_multi_worker=>false,
  317. :events_received=>0,
  318. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:1794159931 [
  319. <LogStash::Outputs::Http
  320. http_method=>"post",
  321. url=>"REDACTED",
  322. codec=><LogStash::Codecs::Plain charset=>"UTF-8">,
  323. workers=>1,
  324. request_timeout=>60,
  325. socket_timeout=>10,
  326. connect_timeout=>10,
  327. follow_redirects=>true,
  328. pool_max=>50,
  329. pool_max_per_route=>25,
  330. keepalive=>true,
  331. automatic_retries=>1,
  332. retry_non_idempotent=>false,
  333. validate_after_inactivity=>200,
  334. ssl_certificate_validation=>true,
  335. keystore_type=>"JKS",
  336. truststore_type=>"JKS",
  337. cookies=>true,
  338. verify_ssl=>true,
  339. format=>"json"
  340. >
  341. ]>,
  342. :busy_workers=>0
  343. }, {
  344. :type=>"redis",
  345. :config=>{
  346. "data_type"=>"list",
  347. "host"=>"${REDIS_HOST}",
  348. "key"=>"tracking_events_buffer_failures",
  349. "__ALLOW_ENV__"=>true
  350. },
  351. :is_multi_worker=>false,
  352. :events_received=>0,
  353. :workers=><Java::JavaUtilConcurrent::CopyOnWriteArrayList:-1709655309 [
  354. <LogStash::Outputs::Redis
  355. data_type=>"list",
  356. host=>["REDACTED"],
  357. key=>"tracking_events_buffer_failures",
  358. codec=><LogStash::Codecs::JSON charset=>"UTF-8">,
  359. workers=>1,
  360. name=>"default",
  361. shuffle_hosts=>true,
  362. port=>6379,
  363. db=>0,
  364. timeout=>5,
  365. batch=>false,
  366. batch_events=>50,
  367. batch_timeout=>5,
  368. reconnect_interval=>1,
  369. congestion_threshold=>0,
  370. congestion_interval=>1
  371. >
  372. ]>,
  373. :busy_workers=>0
  374. }],
  375. :thread_info=>[{
  376. "thread_id"=>16,
  377. "name"=>"[main]<heartbeat",
  378. "plugin"=>nil,
  379. "backtrace"=>[
  380. "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'",
  381. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-heartbeat-2.0.4/lib/logstash/inputs/heartbeat.rb:54:in `run'",
  382. "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `call'",
  383. "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `interval'",
  384. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-heartbeat-2.0.4/lib/logstash/inputs/heartbeat.rb:50:in `run'",
  385. "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'",
  386. "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"
  387. ],
  388. "blocked_on"=>"blocked_on_push",
  389. "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"
  390. }, {
  391. "thread_id"=>17,
  392. "name"=>"[main]<redis",
  393. "plugin"=>nil,
  394. "backtrace"=>[
  395. "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'",
  396. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:184:in `queue_event'",
  397. "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-json-2.1.4/lib/logstash/codecs/json.rb:61:in `legacy_parse'",
  398. "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-json-2.1.4/lib/logstash/codecs/json.rb:38:in `decode'",
  399. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:182:in `queue_event'",
  400. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:220:in `list_batch_listener'",
  401. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:219:in `each'",
  402. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:219:in `list_batch_listener'",
  403. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:204:in `call'",
  404. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:204:in `list_runner'",
  405. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:123:in `call'",
  406. "[...]/vendor/bundle/jruby/1.9/gems/logstash-input-redis-2.0.6/lib/logstash/inputs/redis.rb:123:in `run'",
  407. "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'",
  408. "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"
  409. ],
  410. "blocked_on"=>"blocked_on_push",
  411. "status"=>"run",
  412. "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"
  413. }],
  414. :stalling_threads_info=>[]
  415. }>,
  416. :level=>:warn
  417. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!