Don't like ads? PRO users don't see any ads ;-)
Public Pastes
Guest

Untitled

By: a guest on May 16th, 2012  |  syntax: None  |  size: 93.06 KB  |  hits: 16  |  expires: Never
download  |  raw  |  embed  |  report abuse  |  print
Text below is selected. Please press Ctrl+C to copy to your clipboard. (⌘+C on Mac)
  1.  INFO 14:41:34,919 [Bedlam II] {elasticsearch/0.17.6}[31931]: initializing ...
  2.  INFO 14:41:35,031 [Bedlam II] loaded [], sites []
  3.  INFO 14:41:36,930 [Lady Octopus] {elasticsearch/0.17.6}[31931]: initializing ...
  4.  INFO 14:41:37,073 [Lady Octopus] loaded [], sites []
  5. DEBUG 14:41:37,938 [Bedlam II] using bytebuffer cache with small_buffer_size [1kb], large_buffer_size [1mb], small_cache_size [10mb], large_cache_size [500mb], direct [true]
  6. DEBUG 14:41:37,951 [Bedlam II] creating thread_pool [cached], type [cached], keep_alive [30s]
  7. DEBUG 14:41:37,952 [Bedlam II] creating thread_pool [index], type [cached], keep_alive [5m]
  8. DEBUG 14:41:37,952 [Bedlam II] creating thread_pool [search], type [cached], keep_alive [5m]
  9. DEBUG 14:41:37,952 [Bedlam II] creating thread_pool [percolate], type [cached], keep_alive [5m]
  10. DEBUG 14:41:37,953 [Bedlam II] creating thread_pool [management], type [scaling], min [1], size [20], keep_alive [5m]
  11. DEBUG 14:41:37,957 [Bedlam II] creating thread_pool [merge], type [scaling], min [1], size [20], keep_alive [5m]
  12. DEBUG 14:41:37,992 [Bedlam II] creating thread_pool [snapshot], type [scaling], min [1], size [10], keep_alive [5m]
  13. DEBUG 14:41:38,030 [Bedlam II] using node location [/opt/logstash/data/elasticsearch/nodes/0], local_node_id [0]
  14. DEBUG 14:41:38,275 [Bedlam II] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4]
  15. DEBUG 14:41:38,276 [Bedlam II] using [allow_rebalance] with [indices_all_active]
  16. DEBUG 14:41:38,276 [Bedlam II] using [cluster_concurrent_rebalance] with [2]
  17. DEBUG 14:41:38,278 [Bedlam II] using initial_shards [quorum], list_timeout [30s]
  18. DEBUG 14:41:38,279 [Lady Octopus] using bytebuffer cache with small_buffer_size [1kb], large_buffer_size [1mb], small_cache_size [10mb], large_cache_size [500mb], direct [true]
  19. DEBUG 14:41:38,280 [Lady Octopus] creating thread_pool [cached], type [cached], keep_alive [30s]
  20. DEBUG 14:41:38,280 [Lady Octopus] creating thread_pool [index], type [cached], keep_alive [5m]
  21. DEBUG 14:41:38,280 [Lady Octopus] creating thread_pool [search], type [cached], keep_alive [5m]
  22. DEBUG 14:41:38,280 [Lady Octopus] creating thread_pool [percolate], type [cached], keep_alive [5m]
  23. DEBUG 14:41:38,281 [Lady Octopus] creating thread_pool [management], type [scaling], min [1], size [20], keep_alive [5m]
  24. DEBUG 14:41:38,281 [Lady Octopus] creating thread_pool [merge], type [scaling], min [1], size [20], keep_alive [5m]
  25. DEBUG 14:41:38,281 [Lady Octopus] creating thread_pool [snapshot], type [scaling], min [1], size [10], keep_alive [5m]
  26. DEBUG 14:41:38,290 [Lady Octopus] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4]
  27. DEBUG 14:41:38,290 [Lady Octopus] using [allow_rebalance] with [indices_all_active]
  28. DEBUG 14:41:38,290 [Lady Octopus] using [cluster_concurrent_rebalance] with [2]
  29. DEBUG 14:41:38,291 [Lady Octopus] using initial_shards [quorum], list_timeout [30s]
  30. DEBUG 14:41:38,317 [Lady Octopus] enabled [false], last_gc_enabled [false], interval [1s], gc_threshold [5s]
  31. DEBUG 14:41:38,318 [Lady Octopus] Using probe [org.elasticsearch.monitor.os.JmxOsProbe@185f62a9] with refresh_interval [1s]
  32. DEBUG 14:41:38,319 [Lady Octopus] Using probe [org.elasticsearch.monitor.process.JmxProcessProbe@385db088] with refresh_interval [1s]
  33. DEBUG 14:41:38,321 [Lady Octopus] Using refresh_interval [1s]
  34. DEBUG 14:41:38,322 [Lady Octopus] Using probe [org.elasticsearch.monitor.network.JmxNetworkProbe@7815bd8f] with refresh_interval [5s]
  35. DEBUG 14:41:38,324 [Lady Octopus] net_info
  36. host [10-162-136-19]
  37. eth0    display_name [eth0]
  38.                 address [/fe80:0:0:0:250:56ff:fe9b:252e%2] [/10.162.136.19]
  39.                 mtu [1500] multicast [true] ptp [false] loopback [false] up [true] virtual [false]
  40. lo      display_name [lo]
  41.                 address [/0:0:0:0:0:0:0:1%1] [/127.0.0.1]
  42.                 mtu [16436] multicast [false] ptp [false] loopback [true] up [true] virtual [false]
  43.  
  44. DEBUG 14:41:38,464 [Bedlam II] enabled [false], last_gc_enabled [false], interval [1s], gc_threshold [5s]
  45. DEBUG 14:41:38,470 [Bedlam II] Using probe [org.elasticsearch.monitor.os.JmxOsProbe@11dea651] with refresh_interval [1s]
  46. DEBUG 14:41:38,471 [Bedlam II] Using probe [org.elasticsearch.monitor.process.JmxProcessProbe@57ca3f30] with refresh_interval [1s]
  47. DEBUG 14:41:38,471 [Bedlam II] Using refresh_interval [1s]
  48. DEBUG 14:41:38,472 [Bedlam II] Using probe [org.elasticsearch.monitor.network.JmxNetworkProbe@2ed4f13a] with refresh_interval [5s]
  49. DEBUG 14:41:38,473 [Bedlam II] net_info
  50. host [10-162-136-19]
  51. eth0    display_name [eth0]
  52.                 address [/fe80:0:0:0:250:56ff:fe9b:252e%2] [/10.162.136.19]
  53.                 mtu [1500] multicast [true] ptp [false] loopback [false] up [true] virtual [false]
  54. lo      display_name [lo]
  55.                 address [/0:0:0:0:0:0:0:1%1] [/127.0.0.1]
  56.                 mtu [16436] multicast [false] ptp [false] loopback [true] up [true] virtual [false]
  57.  
  58. DEBUG 14:41:38,628 [Bedlam II] using max_chunk_size[8kb], max_header_size[8kb], max_initial_line_length[4kb], max_content_length[100mb]
  59. DEBUG 14:41:38,633 [Bedlam II] using concurrent_streams [5], file_chunk_size [100kb], translog_size [100kb], translog_ops [1000], and compress [true]
  60. DEBUG 14:41:38,634 [Bedlam II] using index_buffer_size [83.9mb], with min_shard_index_buffer_size [4mb], max_shard_index_buffer_size [512mb], shard_inactive_time [30m]
  61. DEBUG 14:41:38,642 [Bedlam II] using [node] filter cache with size [167.8mb]
  62.  INFO 14:41:38,713 [Bedlam II] {elasticsearch/0.17.6}[31931]: initialized
  63.  INFO 14:41:38,714 [Bedlam II] {elasticsearch/0.17.6}[31931]: starting ...
  64. DEBUG 14:41:38,717 [Lady Octopus] using concurrent_streams [5], file_chunk_size [100kb], translog_size [100kb], translog_ops [1000], and compress [true]
  65. DEBUG 14:41:38,718 [Lady Octopus] using index_buffer_size [83.9mb], with min_shard_index_buffer_size [4mb], max_shard_index_buffer_size [512mb], shard_inactive_time [30m]
  66. DEBUG 14:41:38,719 [Lady Octopus] using [node] filter cache with size [167.8mb]
  67.  INFO 14:41:38,720 [Bedlam II] bound_address {local[1]}, publish_address {local[1]}
  68. DEBUG 14:41:38,721 [Bedlam II] Connected to cluster [Cluster [elasticsearch]]
  69. DEBUG 14:41:38,724 [Bedlam II] processing [local-disco-initial_connect(master)]: execute
  70. DEBUG 14:41:38,724 [Bedlam II] cluster state updated, version [1], source [local-disco-initial_connect(master)]
  71.  INFO 14:41:38,725 [Bedlam II] new_master [Bedlam II][1][local[1]]{local=true}, reason: local-disco-initial_connect(master)
  72.  INFO 14:41:38,728 [Bedlam II] elasticsearch/1
  73. DEBUG 14:41:38,752 [Bedlam II] processing [local-disco-initial_connect(master)]: done applying updated cluster_state
  74.  INFO 14:41:38,753 [Lady Octopus] {elasticsearch/0.17.6}[31931]: initialized
  75.  INFO 14:41:38,754 [Lady Octopus] {elasticsearch/0.17.6}[31931]: starting ...
  76.  INFO 14:41:38,755 [Lady Octopus] bound_address {local[2]}, publish_address {local[2]}
  77. DEBUG 14:41:38,789 [Lady Octopus] Connected to cluster [Cluster [elasticsearch]]
  78. DEBUG 14:41:38,789 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  79. DEBUG 14:41:38,790 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  80. DEBUG 14:41:38,791 [Lady Octopus] processing [local-disco(detected_master)]: execute
  81. DEBUG 14:41:38,794 [Lady Octopus] cluster state updated, version [0], source [local-disco(detected_master)]
  82. DEBUG 14:41:38,794 [Lady Octopus] processing [local-disco(detected_master)]: done applying updated cluster_state
  83. DEBUG 14:41:38,795 [Bedlam II] processing [local-disco-receive(from node[[Lady Octopus][2][local[2]]{client=true, data=false, local=true}])]: execute
  84. DEBUG 14:41:38,795 [Bedlam II] cluster state updated, version [2], source [local-disco-receive(from node[[Lady Octopus][2][local[2]]{client=true, data=false, local=true}])]
  85.  INFO 14:41:38,796 [Bedlam II] added {[Lady Octopus][2][local[2]]{client=true, data=false, local=true},}, reason: local-disco-receive(from node[[Lady Octopus][2][local[2]]{client=true, data=false, local=true}])
  86. DEBUG 14:41:38,797 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  87. DEBUG 14:41:38,797 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  88. DEBUG 14:41:38,802 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  89. DEBUG 14:41:38,802 [Lady Octopus] cluster state updated, version [2], source [local-disco-receive(from master)]
  90.  INFO 14:41:38,803 [Lady Octopus] detected_master [Bedlam II][1][local[1]]{local=true}, added {[Bedlam II][1][local[1]]{local=true},}, reason: local-disco-receive(from master)
  91. DEBUG 14:41:38,803 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  92.  INFO 14:41:38,803 [Lady Octopus] elasticsearch/2
  93.  INFO 14:41:38,805 [Lady Octopus] {elasticsearch/0.17.6}[31931]: started
  94. DEBUG 14:41:38,807 [Bedlam II] processing [local-disco-receive(from node[[Lady Octopus][2][local[2]]{client=true, data=false, local=true}])]: done applying updated cluster_state
  95. DEBUG 14:41:39,045 [Bedlam II] elected state from [[Bedlam II][1][local[1]]{local=true}]
  96. DEBUG 14:41:39,048 [Bedlam II] processing [local-gateway-elected-state]: execute
  97. DEBUG 14:41:39,098 [Bedlam II] [logstash-2011.09.09][0]: allocating [[logstash-2011.09.09][0], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  98. DEBUG 14:41:39,102 [Bedlam II] [logstash-2011.09.09][1]: allocating [[logstash-2011.09.09][1], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  99. DEBUG 14:41:39,102 [Bedlam II] [logstash-2011.09.09][2]: allocating [[logstash-2011.09.09][2], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  100. DEBUG 14:41:39,102 [Bedlam II] [logstash-2011.09.09][3]: allocating [[logstash-2011.09.09][3], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  101. DEBUG 14:41:39,103 [Bedlam II] [logstash-2011.09.09][4]: throttling allocation [[logstash-2011.09.09][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  102. DEBUG 14:41:39,103 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  103. DEBUG 14:41:39,103 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  104. DEBUG 14:41:39,103 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  105. DEBUG 14:41:39,103 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  106. DEBUG 14:41:39,104 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  107. DEBUG 14:41:39,104 [Bedlam II] [logstash-2011.09.11][0]: throttling allocation [[logstash-2011.09.11][0], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  108. DEBUG 14:41:39,104 [Bedlam II] [logstash-2011.09.11][1]: throttling allocation [[logstash-2011.09.11][1], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  109. DEBUG 14:41:39,104 [Bedlam II] [logstash-2011.09.11][2]: throttling allocation [[logstash-2011.09.11][2], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  110. DEBUG 14:41:39,104 [Bedlam II] [logstash-2011.09.11][3]: throttling allocation [[logstash-2011.09.11][3], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  111. DEBUG 14:41:39,104 [Bedlam II] [logstash-2011.09.11][4]: throttling allocation [[logstash-2011.09.11][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  112. DEBUG 14:41:39,105 [Bedlam II] [logstash-2011.09.10][0]: throttling allocation [[logstash-2011.09.10][0], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  113. DEBUG 14:41:39,105 [Bedlam II] [logstash-2011.09.10][1]: throttling allocation [[logstash-2011.09.10][1], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  114. DEBUG 14:41:39,105 [Bedlam II] [logstash-2011.09.10][2]: throttling allocation [[logstash-2011.09.10][2], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  115. DEBUG 14:41:39,105 [Bedlam II] [logstash-2011.09.10][3]: throttling allocation [[logstash-2011.09.10][3], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  116. DEBUG 14:41:39,105 [Bedlam II] [logstash-2011.09.10][4]: throttling allocation [[logstash-2011.09.10][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  117. DEBUG 14:41:39,109 [Bedlam II] cluster state updated, version [19], source [local-gateway-elected-state]
  118. DEBUG 14:41:39,110 [Bedlam II] [logstash-2011.09.09] creating index
  119. DEBUG 14:41:39,110 [Bedlam II] creating Index [logstash-2011.09.09], shards [5]/[1]
  120. DEBUG 14:41:39,111 Using the autodetected NIO constraint level: 0
  121. DEBUG 14:41:39,119 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  122. DEBUG 14:41:39,119 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  123. Listening on 0.0.0.0:9292
  124.  INFO 14:41:39,357 [Bedlam II] bound_address {inet[/0:0:0:0:0:0:0:0:9200]}, publish_address {inet[/10.162.136.19:9200]}
  125. DEBUG 14:41:39,357 [Bedlam II] Could not register object with name: org.elasticsearch:service=transport, already registered
  126.  INFO 14:41:39,357 [Bedlam II] {elasticsearch/0.17.6}[31931]: started
  127.  INFO 14:41:39,688 [Mys-Tech] {elasticsearch/0.17.6}[31931]: initializing ...
  128.  INFO 14:41:39,688 [Mys-Tech] loaded [], sites []
  129. DEBUG 14:41:39,693 [Bedlam II] [logstash-2011.09.09] using dynamic[true], default mapping: location[null] and source[{
  130.     "_default_" : {
  131.     }
  132. }]
  133. DEBUG 14:41:39,695 [Bedlam II] [logstash-2011.09.09] using [resident] field cache with max_size [-1], expire [null]
  134. DEBUG 14:41:39,713 [Bedlam II] [logstash-2011.09.09] Using stats.refresh_interval [1s]
  135. DEBUG 14:41:39,724 [Bedlam II] [logstash-2011.09.09] adding mapping [log4net], source [{"log4net":{"properties":{"@fields":{"dynamic":"true","properties":{"ApiKey":{"type":"string"},"Context":{"type":"string"},"Environment":{"type":"string"},"Logger":{"type":"string"},"TrackingId":{"type":"string"},"facility":{"type":"string"},"file":{"type":"string"},"full_message":{"type":"string"},"host":{"type":"string"},"level":{"type":"string"},"line":{"type":"string"},"timestamp":{"type":"date","format":"dateOptionalTime"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@source_host":{"type":"string"},"@source_path":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
  136. DEBUG 14:41:39,820 [Bedlam II] [logstash-2011.09.09][0] creating shard
  137. DEBUG 14:41:39,821 [Bedlam II] [logstash-2011.09.09] creating shard_id [0]
  138. DEBUG 14:41:40,039 [Bedlam II] [logstash-2011.09.09][0] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.09/0/index]
  139. DEBUG 14:41:40,039 [Bedlam II] [logstash-2011.09.09][0] Using [keep_only_last] deletion policy
  140. DEBUG 14:41:40,041 [Bedlam II] [logstash-2011.09.09][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  141. DEBUG 14:41:40,041 [Bedlam II] [logstash-2011.09.09][0] using [concurrent] merge scheduler with max_thread_count[1]
  142. DEBUG 14:41:40,043 [Bedlam II] [logstash-2011.09.09][0] state: [CREATED]
  143. DEBUG 14:41:40,046 [Bedlam II] [logstash-2011.09.09][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  144. DEBUG 14:41:40,048 [Mys-Tech] using bytebuffer cache with small_buffer_size [1kb], large_buffer_size [1mb], small_cache_size [10mb], large_cache_size [500mb], direct [true]
  145. DEBUG 14:41:40,122 [Mys-Tech] creating thread_pool [cached], type [cached], keep_alive [30s]
  146. DEBUG 14:41:40,122 [Mys-Tech] creating thread_pool [index], type [cached], keep_alive [5m]
  147. DEBUG 14:41:40,122 [Mys-Tech] creating thread_pool [search], type [cached], keep_alive [5m]
  148. DEBUG 14:41:40,122 [Mys-Tech] creating thread_pool [percolate], type [cached], keep_alive [5m]
  149. DEBUG 14:41:40,122 [Mys-Tech] creating thread_pool [management], type [scaling], min [1], size [20], keep_alive [5m]
  150. DEBUG 14:41:40,123 [Mys-Tech] creating thread_pool [merge], type [scaling], min [1], size [20], keep_alive [5m]
  151. DEBUG 14:41:40,123 [Mys-Tech] creating thread_pool [snapshot], type [scaling], min [1], size [10], keep_alive [5m]
  152. DEBUG 14:41:40,134 [Mys-Tech] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4]
  153. DEBUG 14:41:40,135 [Mys-Tech] using [allow_rebalance] with [indices_all_active]
  154. DEBUG 14:41:40,135 [Mys-Tech] using [cluster_concurrent_rebalance] with [2]
  155. DEBUG 14:41:40,135 [Mys-Tech] using initial_shards [quorum], list_timeout [30s]
  156. DEBUG 14:41:40,378 [Mys-Tech] enabled [false], last_gc_enabled [false], interval [1s], gc_threshold [5s]
  157. DEBUG 14:41:40,378 [Mys-Tech] Using probe [org.elasticsearch.monitor.os.JmxOsProbe@40c52af8] with refresh_interval [1s]
  158. DEBUG 14:41:40,378 [Mys-Tech] Using probe [org.elasticsearch.monitor.process.JmxProcessProbe@4838ddcc] with refresh_interval [1s]
  159. DEBUG 14:41:40,378 [Mys-Tech] Using refresh_interval [1s]
  160. DEBUG 14:41:40,379 [Mys-Tech] Using probe [org.elasticsearch.monitor.network.JmxNetworkProbe@2e15df3f] with refresh_interval [5s]
  161. DEBUG 14:41:40,380 [Mys-Tech] net_info
  162. host [10-162-136-19]
  163. eth0    display_name [eth0]
  164.                 address [/fe80:0:0:0:250:56ff:fe9b:252e%2] [/10.162.136.19]
  165.                 mtu [1500] multicast [true] ptp [false] loopback [false] up [true] virtual [false]
  166. lo      display_name [lo]
  167.                 address [/0:0:0:0:0:0:0:1%1] [/127.0.0.1]
  168.                 mtu [16436] multicast [false] ptp [false] loopback [true] up [true] virtual [false]
  169.  
  170. DEBUG 14:41:40,397 [Bedlam II] [logstash-2011.09.09][0] state: [CREATED]->[RECOVERING], reason [from gateway]
  171. DEBUG 14:41:40,398 [Bedlam II] [logstash-2011.09.09][1] creating shard
  172. DEBUG 14:41:40,398 [Bedlam II] [logstash-2011.09.09] creating shard_id [1]
  173. DEBUG 14:41:40,473 [Bedlam II] [logstash-2011.09.09][1] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.09/1/index]
  174. DEBUG 14:41:40,473 [Bedlam II] [logstash-2011.09.09][1] Using [keep_only_last] deletion policy
  175. DEBUG 14:41:40,474 [Bedlam II] [logstash-2011.09.09][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  176. DEBUG 14:41:40,474 [Bedlam II] [logstash-2011.09.09][1] using [concurrent] merge scheduler with max_thread_count[1]
  177. DEBUG 14:41:40,474 [Bedlam II] [logstash-2011.09.09][1] state: [CREATED]
  178. DEBUG 14:41:40,477 [Bedlam II] [logstash-2011.09.09][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  179. DEBUG 14:41:40,478 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.09][1]), total is [83.9mb] with [1] active shards, each shard set to [83.9mb]
  180. DEBUG 14:41:40,478 [Bedlam II] [logstash-2011.09.09][1] state: [CREATED]->[RECOVERING], reason [from gateway]
  181. DEBUG 14:41:40,485 [Bedlam II] [logstash-2011.09.09][2] creating shard
  182. DEBUG 14:41:40,485 [Bedlam II] [logstash-2011.09.09] creating shard_id [2]
  183. DEBUG 14:41:40,398 [Bedlam II] [logstash-2011.09.09][0] starting recovery from local ...
  184. DEBUG 14:41:40,483 [Mys-Tech] using concurrent_streams [5], file_chunk_size [100kb], translog_size [100kb], translog_ops [1000], and compress [true]
  185. DEBUG 14:41:40,491 [Mys-Tech] using index_buffer_size [83.9mb], with min_shard_index_buffer_size [4mb], max_shard_index_buffer_size [512mb], shard_inactive_time [30m]
  186. DEBUG 14:41:40,491 [Mys-Tech] using [node] filter cache with size [167.8mb]
  187.  INFO 14:41:40,492 [Mys-Tech] {elasticsearch/0.17.6}[31931]: initialized
  188.  INFO 14:41:40,492 [Mys-Tech] {elasticsearch/0.17.6}[31931]: starting ...
  189.  INFO 14:41:40,493 [Mys-Tech] bound_address {local[3]}, publish_address {local[3]}
  190. DEBUG 14:41:40,493 [Mys-Tech] Connected to cluster [Cluster [elasticsearch]]
  191. DEBUG 14:41:40,501 [Bedlam II] [logstash-2011.09.09][0] Starting engine
  192. DEBUG 14:41:40,558 [Bedlam II] [logstash-2011.09.09][2] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.09/2/index]
  193. DEBUG 14:41:40,558 [Bedlam II] [logstash-2011.09.09][2] Using [keep_only_last] deletion policy
  194. DEBUG 14:41:40,558 [Bedlam II] [logstash-2011.09.09][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  195. DEBUG 14:41:40,559 [Bedlam II] [logstash-2011.09.09][2] using [concurrent] merge scheduler with max_thread_count[1]
  196. DEBUG 14:41:40,559 [Bedlam II] [logstash-2011.09.09][2] state: [CREATED]
  197. DEBUG 14:41:40,560 [Mys-Tech] processing [local-disco(detected_master)]: execute
  198. DEBUG 14:41:40,560 [Mys-Tech] cluster state updated, version [0], source [local-disco(detected_master)]
  199. DEBUG 14:41:40,561 [Mys-Tech] processing [local-disco(detected_master)]: done applying updated cluster_state
  200. DEBUG 14:41:40,563 [Bedlam II] [logstash-2011.09.09][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  201. DEBUG 14:41:40,563 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.09][2]), total is [83.9mb] with [2] active shards, each shard set to [41.9mb]
  202. DEBUG 14:41:40,870 [Bedlam II] [logstash-2011.09.09][2] state: [CREATED]->[RECOVERING], reason [from gateway]
  203. DEBUG 14:41:40,874 [Bedlam II] [logstash-2011.09.09][3] creating shard
  204. DEBUG 14:41:40,874 [Bedlam II] [logstash-2011.09.09] creating shard_id [3]
  205. DEBUG 14:41:40,920 [Bedlam II] [logstash-2011.09.09][0] state: [RECOVERING]->[STARTED], reason [post recovery]
  206. DEBUG 14:41:40,921 [Bedlam II] [logstash-2011.09.09][0] scheduling refresher every 1s
  207. DEBUG 14:41:40,922 [Bedlam II] [logstash-2011.09.09][0] scheduling optimizer / merger every 1s
  208. DEBUG 14:41:40,922 [Bedlam II] [logstash-2011.09.09][0] recovery completed from local, took [524ms]
  209.     index    : files           [36] with total_size [56.6mb], took[10ms]
  210.              : recovered_files [0] with total_size [0b]
  211.              : reusing_files   [36] with total_size [56.6mb]
  212.     translog : number_of_operations [0], took [431ms]
  213. DEBUG 14:41:40,950 [Bedlam II] sending shard started for [logstash-2011.09.09][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  214. DEBUG 14:41:40,950 [Bedlam II] received shard started for [logstash-2011.09.09][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  215. DEBUG 14:41:40,946 [Bedlam II] [logstash-2011.09.09][2] starting recovery from local ...
  216. DEBUG 14:41:40,954 [Bedlam II] [logstash-2011.09.09][3] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.09/3/index]
  217. DEBUG 14:41:40,954 [Bedlam II] [logstash-2011.09.09][3] Using [keep_only_last] deletion policy
  218. DEBUG 14:41:40,954 [Bedlam II] [logstash-2011.09.09][2] Starting engine
  219. DEBUG 14:41:40,955 [Bedlam II] [logstash-2011.09.09][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  220. DEBUG 14:41:40,955 [Bedlam II] [logstash-2011.09.09][3] using [concurrent] merge scheduler with max_thread_count[1]
  221. DEBUG 14:41:40,955 [Bedlam II] [logstash-2011.09.09][3] state: [CREATED]
  222. DEBUG 14:41:40,958 [Bedlam II] [logstash-2011.09.09][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  223. DEBUG 14:41:40,958 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.09][3]), total is [83.9mb] with [3] active shards, each shard set to [27.9mb]
  224. DEBUG 14:41:40,563 [Bedlam II] [logstash-2011.09.09][1] starting recovery from local ...
  225. DEBUG 14:41:40,962 [Bedlam II] [logstash-2011.09.09][1] Starting engine
  226. DEBUG 14:41:41,130 [Bedlam II] [logstash-2011.09.09][3] state: [CREATED]->[RECOVERING], reason [from gateway]
  227. DEBUG 14:41:41,132 [Bedlam II] [logstash-2011.09.09][3] starting recovery from local ...
  228. DEBUG 14:41:41,134 [Bedlam II] [logstash-2011.09.09][3] Starting engine
  229. DEBUG 14:41:41,218 [Bedlam II] [logstash-2011.09.09][3] state: [RECOVERING]->[STARTED], reason [post recovery]
  230. DEBUG 14:41:41,219 [Bedlam II] [logstash-2011.09.09][3] scheduling refresher every 1s
  231. DEBUG 14:41:41,219 [Bedlam II] [logstash-2011.09.09][3] scheduling optimizer / merger every 1s
  232. DEBUG 14:41:41,219 [Bedlam II] [logstash-2011.09.09][3] recovery completed from local, took [87ms]
  233.     index    : files           [76] with total_size [56.3mb], took[2ms]
  234.              : recovered_files [0] with total_size [0b]
  235.              : reusing_files   [76] with total_size [56.3mb]
  236.     translog : number_of_operations [0], took [87ms]
  237. DEBUG 14:41:41,219 [Bedlam II] sending shard started for [logstash-2011.09.09][3], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  238. DEBUG 14:41:41,219 [Bedlam II] received shard started for [logstash-2011.09.09][3], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  239. DEBUG 14:41:41,219 [Bedlam II] [logstash-2011.09.09][2] state: [RECOVERING]->[STARTED], reason [post recovery]
  240. DEBUG 14:41:41,219 [Bedlam II] [logstash-2011.09.09][2] scheduling refresher every 1s
  241. DEBUG 14:41:41,220 [Bedlam II] [logstash-2011.09.09][2] scheduling optimizer / merger every 1s
  242. DEBUG 14:41:41,220 [Bedlam II] [logstash-2011.09.09][2] recovery completed from local, took [274ms]
  243.     index    : files           [52] with total_size [56.5mb], took[3ms]
  244.              : recovered_files [0] with total_size [0b]
  245.              : reusing_files   [52] with total_size [56.5mb]
  246.     translog : number_of_operations [0], took [269ms]
  247.  INFO 14:41:41,223 [Bedlam II] recovered [4] indices into cluster_state
  248. DEBUG 14:41:41,223 [Bedlam II] processing [local-gateway-elected-state]: done applying updated cluster_state
  249. DEBUG 14:41:41,223 [Bedlam II] processing [local-disco-receive(from node[[Mys-Tech][3][local[3]]{client=true, data=false, local=true}])]: execute
  250. DEBUG 14:41:41,223 [Bedlam II] cluster state updated, version [20], source [local-disco-receive(from node[[Mys-Tech][3][local[3]]{client=true, data=false, local=true}])]
  251.  INFO 14:41:41,223 [Bedlam II] added {[Mys-Tech][3][local[3]]{client=true, data=false, local=true},}, reason: local-disco-receive(from node[[Mys-Tech][3][local[3]]{client=true, data=false, local=true}])
  252. DEBUG 14:41:41,224 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  253. DEBUG 14:41:41,225 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  254. DEBUG 14:41:41,225 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  255. DEBUG 14:41:41,225 [Lady Octopus] cluster state updated, version [19], source [local-disco-receive(from master)]
  256. DEBUG 14:41:41,223 [Bedlam II] sending shard started for [logstash-2011.09.09][0], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  257. DEBUG 14:41:41,225 [Bedlam II] received shard started for [logstash-2011.09.09][0], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  258. DEBUG 14:41:41,225 [Bedlam II] sending shard started for [logstash-2011.09.09][2], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  259. DEBUG 14:41:41,225 [Bedlam II] received shard started for [logstash-2011.09.09][2], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  260. DEBUG 14:41:41,225 [Bedlam II] sending shard started for [logstash-2011.09.09][3], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  261. DEBUG 14:41:41,225 [Bedlam II] received shard started for [logstash-2011.09.09][3], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  262. DEBUG 14:41:41,220 [Bedlam II] sending shard started for [logstash-2011.09.09][2], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  263. DEBUG 14:41:41,228 [Bedlam II] received shard started for [logstash-2011.09.09][2], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  264. DEBUG 14:41:41,256 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  265. DEBUG 14:41:41,256 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  266. DEBUG 14:41:41,256 [Lady Octopus] cluster state updated, version [20], source [local-disco-receive(from master)]
  267.  INFO 14:41:41,256 [Lady Octopus] added {[Mys-Tech][3][local[3]]{client=true, data=false, local=true},}, reason: local-disco-receive(from master)
  268. DEBUG 14:41:41,256 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  269. DEBUG 14:41:41,262 [Bedlam II] processing [local-disco-receive(from node[[Mys-Tech][3][local[3]]{client=true, data=false, local=true}])]: done applying updated cluster_state
  270. DEBUG 14:41:41,262 [Bedlam II] processing [shard-started ([logstash-2011.09.09][0], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  271. DEBUG 14:41:41,263 [Bedlam II] applying started shards [[logstash-2011.09.09][0], node[1], [P], s[INITIALIZING], [logstash-2011.09.09][3], node[1], [P], s[INITIALIZING], [logstash-2011.09.09][0], node[1], [P], s[INITIALIZING], [logstash-2011.09.09][2], node[1], [P], s[INITIALIZING], [logstash-2011.09.09][3], node[1], [P], s[INITIALIZING], [logstash-2011.09.09][2], node[1], [P], s[INITIALIZING]], reason [after recovery from gateway]
  272. DEBUG 14:41:41,263 [Bedlam II] [logstash-2011.09.09][4]: allocating [[logstash-2011.09.09][4], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  273. DEBUG 14:41:41,263 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  274. DEBUG 14:41:41,263 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  275. DEBUG 14:41:41,263 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  276. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  277. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  278. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.11][0]: allocating [[logstash-2011.09.11][0], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  279. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.11][1]: allocating [[logstash-2011.09.11][1], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  280. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.11][2]: throttling allocation [[logstash-2011.09.11][2], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  281. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.11][3]: throttling allocation [[logstash-2011.09.11][3], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  282. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.11][4]: throttling allocation [[logstash-2011.09.11][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  283.  INFO 14:41:41,264 [Mys-Tech] elasticsearch/3
  284. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.10][0]: throttling allocation [[logstash-2011.09.10][0], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  285. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.10][1]: throttling allocation [[logstash-2011.09.10][1], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  286. DEBUG 14:41:41,264 [Bedlam II] [logstash-2011.09.10][2]: throttling allocation [[logstash-2011.09.10][2], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  287. DEBUG 14:41:41,264 [Mys-Tech] processing [local-disco-receive(from master)]: execute
  288. DEBUG 14:41:41,264 [Mys-Tech] Could not register object with name: org.elasticsearch:service=transport, already registered
  289. DEBUG 14:41:41,265 [Bedlam II] [logstash-2011.09.10][3]: throttling allocation [[logstash-2011.09.10][3], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  290. DEBUG 14:41:41,265 [Mys-Tech] cluster state updated, version [20], source [local-disco-receive(from master)]
  291. DEBUG 14:41:41,265 [Bedlam II] [logstash-2011.09.10][4]: throttling allocation [[logstash-2011.09.10][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  292.  INFO 14:41:41,265 [Mys-Tech] detected_master [Bedlam II][1][local[1]]{local=true}, added {[Lady Octopus][2][local[2]]{client=true, data=false, local=true},[Bedlam II][1][local[1]]{local=true},}, reason: local-disco-receive(from master)
  293.  INFO 14:41:41,265 [Mys-Tech] {elasticsearch/0.17.6}[31931]: started
  294. DEBUG 14:41:41,268 [Bedlam II] cluster state updated, version [21], source [shard-started ([logstash-2011.09.09][0], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]
  295. DEBUG 14:41:41,270 [Bedlam II] [logstash-2011.09.11] creating index
  296. DEBUG 14:41:41,270 [Bedlam II] creating Index [logstash-2011.09.11], shards [5]/[1]
  297. DEBUG 14:41:41,287 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  298. DEBUG 14:41:41,287 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  299. DEBUG 14:41:41,344 [Bedlam II] [logstash-2011.09.11] using dynamic[true], default mapping: location[null] and source[{
  300.     "_default_" : {
  301.     }
  302. }]
  303. DEBUG 14:41:41,344 [Bedlam II] [logstash-2011.09.11] using [resident] field cache with max_size [-1], expire [null]
  304. DEBUG 14:41:41,345 [Bedlam II] [logstash-2011.09.11] Using stats.refresh_interval [1s]
  305. DEBUG 14:41:41,347 [Bedlam II] [logstash-2011.09.11] adding mapping [log4net], source [{"log4net":{"properties":{"@fields":{"dynamic":"true","properties":{"ApiKey":{"type":"string"},"Context":{"type":"string"},"Environment":{"type":"string"},"Logger":{"type":"string"},"TrackingId":{"type":"string"},"facility":{"type":"string"},"file":{"type":"string"},"full_message":{"type":"string"},"host":{"type":"string"},"level":{"type":"string"},"line":{"type":"string"},"timestamp":{"type":"date","format":"dateOptionalTime"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@source_host":{"type":"string"},"@source_path":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
  306. DEBUG 14:41:41,359 [Mys-Tech] processing [local-disco-receive(from master)]: done applying updated cluster_state
  307. DEBUG 14:41:41,351 [Bedlam II] [logstash-2011.09.09][1] state: [RECOVERING]->[STARTED], reason [post recovery]
  308. DEBUG 14:41:41,382 [Bedlam II] [logstash-2011.09.09][4] creating shard
  309. DEBUG 14:41:41,384 [Bedlam II] [logstash-2011.09.09] creating shard_id [4]
  310. DEBUG 14:41:41,431 [Bedlam II] [logstash-2011.09.09][4] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.09/4/index]
  311. DEBUG 14:41:41,432 [Bedlam II] [logstash-2011.09.09][4] Using [keep_only_last] deletion policy
  312. DEBUG 14:41:41,432 [Bedlam II] [logstash-2011.09.09][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  313. DEBUG 14:41:41,432 [Bedlam II] [logstash-2011.09.09][4] using [concurrent] merge scheduler with max_thread_count[1]
  314. DEBUG 14:41:41,433 [Bedlam II] [logstash-2011.09.09][4] state: [CREATED]
  315. DEBUG 14:41:41,478 [Bedlam II] [logstash-2011.09.09][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  316. DEBUG 14:41:41,478 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.09][4]), total is [83.9mb] with [4] active shards, each shard set to [20.9mb]
  317. DEBUG 14:41:41,479 [Bedlam II] [logstash-2011.09.09][4] state: [CREATED]->[RECOVERING], reason [from gateway]
  318. DEBUG 14:41:41,479 [Bedlam II] [logstash-2011.09.11][0] creating shard
  319. DEBUG 14:41:41,479 [Bedlam II] [logstash-2011.09.11] creating shard_id [0]
  320. DEBUG 14:41:41,486 [Bedlam II] [logstash-2011.09.09][4] starting recovery from local ...
  321. DEBUG 14:41:41,487 [Bedlam II] [logstash-2011.09.09][4] Starting engine
  322. DEBUG 14:41:41,513 [Bedlam II] [logstash-2011.09.11][0] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.11/0/index]
  323. DEBUG 14:41:41,513 [Bedlam II] [logstash-2011.09.11][0] Using [keep_only_last] deletion policy
  324. DEBUG 14:41:41,513 [Bedlam II] [logstash-2011.09.11][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  325. DEBUG 14:41:41,514 [Bedlam II] [logstash-2011.09.11][0] using [concurrent] merge scheduler with max_thread_count[1]
  326. DEBUG 14:41:41,514 [Bedlam II] [logstash-2011.09.11][0] state: [CREATED]
  327. DEBUG 14:41:41,516 [Bedlam II] [logstash-2011.09.11][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  328. DEBUG 14:41:41,516 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.11][0]), total is [83.9mb] with [5] active shards, each shard set to [16.7mb]
  329. DEBUG 14:41:41,516 [Bedlam II] [logstash-2011.09.11][0] state: [CREATED]->[RECOVERING], reason [from gateway]
  330. DEBUG 14:41:41,517 [Bedlam II] [logstash-2011.09.11][1] creating shard
  331. DEBUG 14:41:41,517 [Bedlam II] [logstash-2011.09.11] creating shard_id [1]
  332. DEBUG 14:41:41,521 [Bedlam II] [logstash-2011.09.11][0] starting recovery from local ...
  333. DEBUG 14:41:41,523 [Bedlam II] [logstash-2011.09.11][0] Starting engine
  334. DEBUG 14:41:41,577 [Bedlam II] [logstash-2011.09.09][4] state: [RECOVERING]->[STARTED], reason [post recovery]
  335. DEBUG 14:41:41,577 [Bedlam II] [logstash-2011.09.11][0] state: [RECOVERING]->[STARTED], reason [post recovery]
  336. DEBUG 14:41:41,577 [Bedlam II] [logstash-2011.09.09][4] scheduling refresher every 1s
  337. DEBUG 14:41:41,577 [Bedlam II] [logstash-2011.09.11][0] scheduling refresher every 1s
  338. DEBUG 14:41:41,578 [Bedlam II] [logstash-2011.09.11][0] scheduling optimizer / merger every 1s
  339. DEBUG 14:41:41,578 [Bedlam II] [logstash-2011.09.11][0] recovery completed from local, took [57ms]
  340.     index    : files           [12] with total_size [5.2mb], took[1ms]
  341.              : recovered_files [0] with total_size [0b]
  342.              : reusing_files   [12] with total_size [5.2mb]
  343.     translog : number_of_operations [0], took [57ms]
  344. DEBUG 14:41:41,578 [Bedlam II] sending shard started for [logstash-2011.09.11][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  345. DEBUG 14:41:41,578 [Bedlam II] received shard started for [logstash-2011.09.11][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  346. DEBUG 14:41:41,587 [Bedlam II] [logstash-2011.09.11][1] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.11/1/index]
  347. DEBUG 14:41:41,587 [Bedlam II] [logstash-2011.09.11][1] Using [keep_only_last] deletion policy
  348. DEBUG 14:41:41,587 [Bedlam II] [logstash-2011.09.11][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  349. DEBUG 14:41:41,588 [Bedlam II] [logstash-2011.09.11][1] using [concurrent] merge scheduler with max_thread_count[1]
  350. DEBUG 14:41:41,588 [Bedlam II] [logstash-2011.09.11][1] state: [CREATED]
  351. DEBUG 14:41:41,590 [Bedlam II] [logstash-2011.09.11][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  352. DEBUG 14:41:41,591 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.11][1]), total is [83.9mb] with [6] active shards, each shard set to [13.9mb]
  353. DEBUG 14:41:41,591 [Bedlam II] [logstash-2011.09.11][1] state: [CREATED]->[RECOVERING], reason [from gateway]
  354. DEBUG 14:41:41,598 [Bedlam II] [logstash-2011.09.11][1] starting recovery from local ...
  355. DEBUG 14:41:41,600 [Bedlam II] [logstash-2011.09.11][1] Starting engine
  356. DEBUG 14:41:41,577 [Bedlam II] [logstash-2011.09.09][4] scheduling optimizer / merger every 1s
  357. DEBUG 14:41:41,603 [Bedlam II] [logstash-2011.09.09][4] recovery completed from local, took [117ms]
  358.     index    : files           [52] with total_size [56.4mb], took[1ms]
  359.              : recovered_files [0] with total_size [0b]
  360.              : reusing_files   [52] with total_size [56.4mb]
  361.     translog : number_of_operations [0], took [117ms]
  362. DEBUG 14:41:41,603 [Bedlam II] sending shard started for [logstash-2011.09.09][4], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  363. DEBUG 14:41:41,603 [Bedlam II] received shard started for [logstash-2011.09.09][4], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  364. DEBUG 14:41:41,608 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  365. DEBUG 14:41:41,608 [Lady Octopus] cluster state updated, version [21], source [local-disco-receive(from master)]
  366. DEBUG 14:41:41,608 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  367. DEBUG 14:41:41,609 [Bedlam II] processing [shard-started ([logstash-2011.09.09][0], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
  368. DEBUG 14:41:41,609 [Bedlam II] processing [shard-started ([logstash-2011.09.09][3], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  369. DEBUG 14:41:41,609 [Bedlam II] applying started shards [[logstash-2011.09.11][0], node[1], [P], s[INITIALIZING], [logstash-2011.09.09][4], node[1], [P], s[INITIALIZING]], reason [after recovery from gateway]
  370. DEBUG 14:41:41,609 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  371. DEBUG 14:41:41,609 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  372. DEBUG 14:41:41,609 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  373. DEBUG 14:41:41,609 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  374. DEBUG 14:41:41,610 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  375. DEBUG 14:41:41,610 [Bedlam II] [logstash-2011.09.11][2]: allocating [[logstash-2011.09.11][2], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  376. DEBUG 14:41:41,610 [Bedlam II] [logstash-2011.09.11][3]: allocating [[logstash-2011.09.11][3], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  377. DEBUG 14:41:41,610 [Bedlam II] [logstash-2011.09.11][4]: throttling allocation [[logstash-2011.09.11][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  378. DEBUG 14:41:41,610 [Bedlam II] [logstash-2011.09.10][0]: throttling allocation [[logstash-2011.09.10][0], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  379. DEBUG 14:41:41,610 [Bedlam II] [logstash-2011.09.10][1]: throttling allocation [[logstash-2011.09.10][1], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  380. DEBUG 14:41:41,610 [Bedlam II] [logstash-2011.09.10][2]: throttling allocation [[logstash-2011.09.10][2], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  381. DEBUG 14:41:41,611 [Bedlam II] [logstash-2011.09.10][3]: throttling allocation [[logstash-2011.09.10][3], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  382. DEBUG 14:41:41,611 [Bedlam II] [logstash-2011.09.10][4]: throttling allocation [[logstash-2011.09.10][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  383. DEBUG 14:41:41,612 [Bedlam II] cluster state updated, version [22], source [shard-started ([logstash-2011.09.09][3], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]
  384. DEBUG 14:41:41,613 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  385. DEBUG 14:41:41,613 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  386. DEBUG 14:41:41,660 [Mys-Tech] processing [local-disco-receive(from master)]: execute
  387. DEBUG 14:41:41,661 [Mys-Tech] cluster state updated, version [21], source [local-disco-receive(from master)]
  388. DEBUG 14:41:41,662 [Mys-Tech] processing [local-disco-receive(from master)]: done applying updated cluster_state
  389. DEBUG 14:41:41,679 [Bedlam II] [logstash-2011.09.09][1] scheduling refresher every 1s
  390. DEBUG 14:41:41,679 [Bedlam II] [logstash-2011.09.09][1] scheduling optimizer / merger every 1s
  391. DEBUG 14:41:41,679 [Bedlam II] [logstash-2011.09.09][1] recovery completed from local, took [1.1s]
  392.     index    : files           [92] with total_size [56.3mb], took[4ms]
  393.              : recovered_files [0] with total_size [0b]
  394.              : reusing_files   [92] with total_size [56.3mb]
  395.     translog : number_of_operations [0], took [721ms]
  396. DEBUG 14:41:41,679 [Bedlam II] sending shard started for [logstash-2011.09.09][1], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  397. DEBUG 14:41:41,679 [Bedlam II] received shard started for [logstash-2011.09.09][1], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  398. DEBUG 14:41:41,694 [Bedlam II] [logstash-2011.09.11][1] state: [RECOVERING]->[STARTED], reason [post recovery]
  399. DEBUG 14:41:41,694 [Bedlam II] [logstash-2011.09.11][1] scheduling refresher every 1s
  400. DEBUG 14:41:41,694 [Bedlam II] [logstash-2011.09.11][1] scheduling optimizer / merger every 1s
  401. DEBUG 14:41:41,695 [Bedlam II] [logstash-2011.09.11][1] recovery completed from local, took [96ms]
  402.     index    : files           [76] with total_size [123.6kb], took[2ms]
  403.              : recovered_files [0] with total_size [0b]
  404.              : reusing_files   [76] with total_size [123.6kb]
  405.     translog : number_of_operations [0], took [96ms]
  406. DEBUG 14:41:41,695 [Bedlam II] sending shard started for [logstash-2011.09.11][1], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  407. DEBUG 14:41:41,695 [Bedlam II] received shard started for [logstash-2011.09.11][1], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  408. DEBUG 14:41:41,761 [Bedlam II] sending shard started for [logstash-2011.09.11][1], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  409. DEBUG 14:41:41,762 [Bedlam II] received shard started for [logstash-2011.09.11][1], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  410. DEBUG 14:41:41,762 [Bedlam II] [logstash-2011.09.11][2] creating shard
  411. DEBUG 14:41:41,762 [Bedlam II] [logstash-2011.09.11] creating shard_id [2]
  412. DEBUG 14:41:41,791 [Bedlam II] [logstash-2011.09.11][2] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.11/2/index]
  413. DEBUG 14:41:41,792 [Bedlam II] [logstash-2011.09.11][2] Using [keep_only_last] deletion policy
  414. DEBUG 14:41:41,792 [Bedlam II] [logstash-2011.09.11][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  415. DEBUG 14:41:41,792 [Bedlam II] [logstash-2011.09.11][2] using [concurrent] merge scheduler with max_thread_count[1]
  416. DEBUG 14:41:41,792 [Bedlam II] [logstash-2011.09.11][2] state: [CREATED]
  417. DEBUG 14:41:41,795 [Bedlam II] [logstash-2011.09.11][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  418. DEBUG 14:41:41,796 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.11][2]), total is [83.9mb] with [7] active shards, each shard set to [11.9mb]
  419. DEBUG 14:41:41,796 [Bedlam II] [logstash-2011.09.11][2] state: [CREATED]->[RECOVERING], reason [from gateway]
  420. DEBUG 14:41:41,796 [Bedlam II] [logstash-2011.09.11][3] creating shard
  421. DEBUG 14:41:41,796 [Bedlam II] [logstash-2011.09.11][2] starting recovery from local ...
  422. DEBUG 14:41:41,798 [Bedlam II] [logstash-2011.09.11][2] Starting engine
  423. DEBUG 14:41:41,796 [Bedlam II] [logstash-2011.09.11] creating shard_id [3]
  424. DEBUG 14:41:41,873 [Bedlam II] [logstash-2011.09.11][3] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.11/3/index]
  425. DEBUG 14:41:41,874 [Bedlam II] [logstash-2011.09.11][3] Using [keep_only_last] deletion policy
  426. DEBUG 14:41:41,874 [Bedlam II] [logstash-2011.09.11][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  427. DEBUG 14:41:41,874 [Bedlam II] [logstash-2011.09.11][3] using [concurrent] merge scheduler with max_thread_count[1]
  428. DEBUG 14:41:41,874 [Bedlam II] [logstash-2011.09.11][3] state: [CREATED]
  429. DEBUG 14:41:41,876 [Bedlam II] [logstash-2011.09.11][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  430. DEBUG 14:41:41,877 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.11][3]), total is [83.9mb] with [8] active shards, each shard set to [10.4mb]
  431. DEBUG 14:41:41,877 [Bedlam II] [logstash-2011.09.11][3] state: [CREATED]->[RECOVERING], reason [from gateway]
  432. DEBUG 14:41:41,877 [Bedlam II] [logstash-2011.09.11][3] starting recovery from local ...
  433. DEBUG 14:41:41,880 [Bedlam II] processing [shard-started ([logstash-2011.09.09][3], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
  434. DEBUG 14:41:41,880 [Bedlam II] processing [shard-started ([logstash-2011.09.09][0], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: execute
  435. DEBUG 14:41:41,880 [Bedlam II] applying started shards [[logstash-2011.09.09][1], node[1], [P], s[INITIALIZING], [logstash-2011.09.11][1], node[1], [P], s[INITIALIZING], [logstash-2011.09.11][1], node[1], [P], s[INITIALIZING]], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  436. DEBUG 14:41:41,880 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  437. DEBUG 14:41:41,880 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  438. DEBUG 14:41:41,880 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  439. DEBUG 14:41:41,880 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  440. DEBUG 14:41:41,880 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  441. DEBUG 14:41:41,880 [Mys-Tech] processing [local-disco-receive(from master)]: execute
  442. DEBUG 14:41:41,880 [Bedlam II] [logstash-2011.09.11][4]: allocating [[logstash-2011.09.11][4], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  443. DEBUG 14:41:41,881 [Mys-Tech] cluster state updated, version [22], source [local-disco-receive(from master)]
  444. DEBUG 14:41:41,881 [Bedlam II] [logstash-2011.09.10][0]: allocating [[logstash-2011.09.10][0], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  445. DEBUG 14:41:41,881 [Bedlam II] [logstash-2011.09.10][1]: throttling allocation [[logstash-2011.09.10][1], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  446. DEBUG 14:41:41,881 [Bedlam II] [logstash-2011.09.10][2]: throttling allocation [[logstash-2011.09.10][2], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  447. DEBUG 14:41:41,881 [Bedlam II] [logstash-2011.09.10][3]: throttling allocation [[logstash-2011.09.10][3], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  448. DEBUG 14:41:41,881 [Bedlam II] [logstash-2011.09.10][4]: throttling allocation [[logstash-2011.09.10][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  449. DEBUG 14:41:41,881 [Mys-Tech] processing [local-disco-receive(from master)]: done applying updated cluster_state
  450. DEBUG 14:41:41,880 [Bedlam II] [logstash-2011.09.11][3] Starting engine
  451. DEBUG 14:41:41,883 [Bedlam II] cluster state updated, version [23], source [shard-started ([logstash-2011.09.09][0], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]
  452. DEBUG 14:41:41,883 [Bedlam II] [logstash-2011.09.10] creating index
  453. DEBUG 14:41:41,883 [Bedlam II] creating Index [logstash-2011.09.10], shards [5]/[1]
  454. DEBUG 14:41:41,880 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  455. DEBUG 14:41:41,889 [Lady Octopus] cluster state updated, version [22], source [local-disco-receive(from master)]
  456. DEBUG 14:41:41,889 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  457. DEBUG 14:41:41,889 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  458. DEBUG 14:41:41,889 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  459. DEBUG 14:41:41,944 [Bedlam II] [logstash-2011.09.11][2] state: [RECOVERING]->[STARTED], reason [post recovery]
  460. DEBUG 14:41:41,945 [Bedlam II] [logstash-2011.09.11][2] scheduling refresher every 1s
  461. DEBUG 14:41:41,945 [Bedlam II] [logstash-2011.09.11][2] scheduling optimizer / merger every 1s
  462. DEBUG 14:41:41,946 [Bedlam II] [logstash-2011.09.11][2] recovery completed from local, took [149ms]
  463.     index    : files           [60] with total_size [1mb], took[2ms]
  464.              : recovered_files [0] with total_size [0b]
  465.              : reusing_files   [60] with total_size [1mb]
  466.     translog : number_of_operations [0], took [149ms]
  467. DEBUG 14:41:41,946 [Bedlam II] sending shard started for [logstash-2011.09.11][2], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  468. DEBUG 14:41:41,946 [Bedlam II] received shard started for [logstash-2011.09.11][2], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  469. DEBUG 14:41:41,944 [Bedlam II] [logstash-2011.09.11][3] state: [RECOVERING]->[STARTED], reason [post recovery]
  470. DEBUG 14:41:41,972 [Bedlam II] [logstash-2011.09.11][3] scheduling refresher every 1s
  471. DEBUG 14:41:41,972 [Bedlam II] [logstash-2011.09.11][3] scheduling optimizer / merger every 1s
  472. DEBUG 14:41:41,972 [Bedlam II] [logstash-2011.09.11][3] recovery completed from local, took [95ms]
  473.     index    : files           [68] with total_size [26.9kb], took[3ms]
  474.              : recovered_files [0] with total_size [0b]
  475.              : reusing_files   [68] with total_size [26.9kb]
  476.     translog : number_of_operations [0], took [95ms]
  477. DEBUG 14:41:41,973 [Bedlam II] sending shard started for [logstash-2011.09.11][3], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  478. DEBUG 14:41:41,973 [Bedlam II] received shard started for [logstash-2011.09.11][3], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  479. DEBUG 14:41:42,133 [Bedlam II] [logstash-2011.09.10] using dynamic[true], default mapping: location[null] and source[{
  480.     "_default_" : {
  481.     }
  482. }]
  483. DEBUG 14:41:42,134 [Bedlam II] [logstash-2011.09.10] using [resident] field cache with max_size [-1], expire [null]
  484. DEBUG 14:41:42,134 [Bedlam II] [logstash-2011.09.10] Using stats.refresh_interval [1s]
  485. DEBUG 14:41:42,137 [Bedlam II] [logstash-2011.09.10] adding mapping [log4net], source [{"log4net":{"properties":{"@fields":{"dynamic":"true","properties":{"ApiKey":{"type":"string"},"Context":{"type":"string"},"Environment":{"type":"string"},"Logger":{"type":"string"},"TrackingId":{"type":"string"},"facility":{"type":"string"},"file":{"type":"string"},"full_message":{"type":"string"},"host":{"type":"string"},"level":{"type":"string"},"line":{"type":"string"},"timestamp":{"type":"date","format":"dateOptionalTime"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@source_host":{"type":"string"},"@source_path":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
  486. DEBUG 14:41:42,192 [Bedlam II] sending shard started for [logstash-2011.09.11][2], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  487. DEBUG 14:41:42,192 [Bedlam II] received shard started for [logstash-2011.09.11][2], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  488. DEBUG 14:41:42,192 [Bedlam II] sending shard started for [logstash-2011.09.11][3], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  489. DEBUG 14:41:42,192 [Bedlam II] received shard started for [logstash-2011.09.11][3], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  490. DEBUG 14:41:42,192 [Bedlam II] [logstash-2011.09.11][4] creating shard
  491. DEBUG 14:41:42,192 [Bedlam II] [logstash-2011.09.11] creating shard_id [4]
  492. DEBUG 14:41:42,216 [Bedlam II] [logstash-2011.09.11][4] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.11/4/index]
  493. DEBUG 14:41:42,216 [Bedlam II] [logstash-2011.09.11][4] Using [keep_only_last] deletion policy
  494. DEBUG 14:41:42,217 [Bedlam II] [logstash-2011.09.11][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  495. DEBUG 14:41:42,217 [Bedlam II] [logstash-2011.09.11][4] using [concurrent] merge scheduler with max_thread_count[1]
  496. DEBUG 14:41:42,217 [Bedlam II] [logstash-2011.09.11][4] state: [CREATED]
  497. DEBUG 14:41:42,220 [Bedlam II] [logstash-2011.09.11][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  498. DEBUG 14:41:42,220 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.11][4]), total is [83.9mb] with [9] active shards, each shard set to [9.3mb]
  499. DEBUG 14:41:42,220 [Bedlam II] [logstash-2011.09.11][4] state: [CREATED]->[RECOVERING], reason [from gateway]
  500. DEBUG 14:41:42,220 [Bedlam II] [logstash-2011.09.10][0] creating shard
  501. DEBUG 14:41:42,220 [Bedlam II] [logstash-2011.09.11][4] starting recovery from local ...
  502. DEBUG 14:41:42,225 [Bedlam II] [logstash-2011.09.11][4] Starting engine
  503. DEBUG 14:41:42,220 [Bedlam II] [logstash-2011.09.10] creating shard_id [0]
  504. DEBUG 14:41:42,278 [Bedlam II] [logstash-2011.09.11][4] state: [RECOVERING]->[STARTED], reason [post recovery]
  505. DEBUG 14:41:42,278 [Bedlam II] [logstash-2011.09.11][4] scheduling refresher every 1s
  506. DEBUG 14:41:42,278 [Bedlam II] [logstash-2011.09.11][4] scheduling optimizer / merger every 1s
  507. DEBUG 14:41:42,278 [Bedlam II] [logstash-2011.09.11][4] recovery completed from local, took [58ms]
  508.     index    : files           [12] with total_size [1.4mb], took[1ms]
  509.              : recovered_files [0] with total_size [0b]
  510.              : reusing_files   [12] with total_size [1.4mb]
  511.     translog : number_of_operations [0], took [54ms]
  512. DEBUG 14:41:42,278 [Bedlam II] sending shard started for [logstash-2011.09.11][4], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  513. DEBUG 14:41:42,279 [Bedlam II] received shard started for [logstash-2011.09.11][4], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  514. DEBUG 14:41:42,310 [Bedlam II] [logstash-2011.09.10][0] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.10/0/index]
  515. DEBUG 14:41:42,311 [Bedlam II] [logstash-2011.09.10][0] Using [keep_only_last] deletion policy
  516. DEBUG 14:41:42,311 [Bedlam II] [logstash-2011.09.10][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  517. DEBUG 14:41:42,311 [Bedlam II] [logstash-2011.09.10][0] using [concurrent] merge scheduler with max_thread_count[1]
  518. DEBUG 14:41:42,312 [Bedlam II] [logstash-2011.09.10][0] state: [CREATED]
  519. DEBUG 14:41:42,314 [Bedlam II] [logstash-2011.09.10][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  520. DEBUG 14:41:42,314 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.10][0]), total is [83.9mb] with [10] active shards, each shard set to [8.3mb]
  521. DEBUG 14:41:42,315 [Bedlam II] [logstash-2011.09.10][0] state: [CREATED]->[RECOVERING], reason [from gateway]
  522. DEBUG 14:41:42,317 [Bedlam II] [logstash-2011.09.10][0] starting recovery from local ...
  523. DEBUG 14:41:42,318 [Bedlam II] [logstash-2011.09.10][0] Starting engine
  524. DEBUG 14:41:42,321 [Bedlam II] processing [shard-started ([logstash-2011.09.09][0], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: done applying updated cluster_state
  525. DEBUG 14:41:42,321 [Bedlam II] processing [shard-started ([logstash-2011.09.09][2], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: execute
  526. DEBUG 14:41:42,322 [Bedlam II] applying started shards [[logstash-2011.09.11][2], node[1], [P], s[INITIALIZING], [logstash-2011.09.11][3], node[1], [P], s[INITIALIZING], [logstash-2011.09.11][2], node[1], [P], s[INITIALIZING], [logstash-2011.09.11][3], node[1], [P], s[INITIALIZING], [logstash-2011.09.11][4], node[1], [P], s[INITIALIZING]], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  527. DEBUG 14:41:42,322 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  528. DEBUG 14:41:42,322 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  529. DEBUG 14:41:42,322 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  530. DEBUG 14:41:42,322 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  531. DEBUG 14:41:42,322 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  532. DEBUG 14:41:42,322 [Bedlam II] [logstash-2011.09.10][1]: allocating [[logstash-2011.09.10][1], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  533. DEBUG 14:41:42,322 [Bedlam II] [logstash-2011.09.10][2]: allocating [[logstash-2011.09.10][2], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  534. DEBUG 14:41:42,323 [Bedlam II] [logstash-2011.09.10][3]: allocating [[logstash-2011.09.10][3], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  535. DEBUG 14:41:42,323 [Bedlam II] [logstash-2011.09.10][4]: throttling allocation [[logstash-2011.09.10][4], node[null], [P], s[UNASSIGNED]] to [[[Bedlam II][1][local[1]]{local=true}]] on primary allocation
  536. DEBUG 14:41:42,324 [Bedlam II] cluster state updated, version [24], source [shard-started ([logstash-2011.09.09][2], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]
  537. DEBUG 14:41:42,345 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  538. DEBUG 14:41:42,345 [Lady Octopus] cluster state updated, version [23], source [local-disco-receive(from master)]
  539. DEBUG 14:41:42,345 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  540. DEBUG 14:41:42,345 [Mys-Tech] processing [local-disco-receive(from master)]: execute
  541. DEBUG 14:41:42,345 [Mys-Tech] cluster state updated, version [23], source [local-disco-receive(from master)]
  542. DEBUG 14:41:42,346 [Mys-Tech] processing [local-disco-receive(from master)]: done applying updated cluster_state
  543. DEBUG 14:41:42,346 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  544. DEBUG 14:41:42,346 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  545. DEBUG 14:41:42,425 [Bedlam II] [logstash-2011.09.10][1] creating shard
  546. DEBUG 14:41:42,426 [Bedlam II] [logstash-2011.09.10] creating shard_id [1]
  547. DEBUG 14:41:42,523 [Bedlam II] [logstash-2011.09.10][1] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.10/1/index]
  548. DEBUG 14:41:42,523 [Bedlam II] [logstash-2011.09.10][1] Using [keep_only_last] deletion policy
  549. DEBUG 14:41:42,523 [Bedlam II] [logstash-2011.09.10][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  550. DEBUG 14:41:42,524 [Bedlam II] [logstash-2011.09.10][1] using [concurrent] merge scheduler with max_thread_count[1]
  551. DEBUG 14:41:42,524 [Bedlam II] [logstash-2011.09.10][1] state: [CREATED]
  552. DEBUG 14:41:42,526 [Bedlam II] [logstash-2011.09.10][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  553. DEBUG 14:41:42,527 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.10][1]), total is [83.9mb] with [11] active shards, each shard set to [7.6mb]
  554. DEBUG 14:41:42,548 [Bedlam II] [logstash-2011.09.10][0] state: [RECOVERING]->[STARTED], reason [post recovery]
  555. DEBUG 14:41:42,548 [Bedlam II] [logstash-2011.09.10][0] scheduling refresher every 1s
  556. DEBUG 14:41:42,548 [Bedlam II] [logstash-2011.09.10][0] scheduling optimizer / merger every 1s
  557. DEBUG 14:41:42,549 [Bedlam II] [logstash-2011.09.10][0] recovery completed from local, took [232ms]
  558.     index    : files           [132] with total_size [148mb], took[1ms]
  559.              : recovered_files [0] with total_size [0b]
  560.              : reusing_files   [132] with total_size [148mb]
  561.     translog : number_of_operations [0], took [232ms]
  562. DEBUG 14:41:42,549 [Bedlam II] sending shard started for [logstash-2011.09.10][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  563. DEBUG 14:41:42,549 [Bedlam II] received shard started for [logstash-2011.09.10][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  564. DEBUG 14:41:42,549 [Bedlam II] [logstash-2011.09.10][1] state: [CREATED]->[RECOVERING], reason [from gateway]
  565. DEBUG 14:41:42,549 [Bedlam II] [logstash-2011.09.10][1] starting recovery from local ...
  566. DEBUG 14:41:42,551 [Bedlam II] [logstash-2011.09.10][1] Starting engine
  567. DEBUG 14:41:42,597 [Bedlam II] [logstash-2011.09.10][2] creating shard
  568. DEBUG 14:41:42,597 [Bedlam II] [logstash-2011.09.10] creating shard_id [2]
  569. DEBUG 14:41:42,610 [Bedlam II] [logstash-2011.09.10][1] state: [RECOVERING]->[STARTED], reason [post recovery]
  570. DEBUG 14:41:42,611 [Bedlam II] [logstash-2011.09.10][1] scheduling refresher every 1s
  571. DEBUG 14:41:42,611 [Bedlam II] [logstash-2011.09.10][1] scheduling optimizer / merger every 1s
  572. DEBUG 14:41:42,611 [Bedlam II] [logstash-2011.09.10][1] recovery completed from local, took [62ms]
  573.     index    : files           [140] with total_size [148.8mb], took[2ms]
  574.              : recovered_files [0] with total_size [0b]
  575.              : reusing_files   [140] with total_size [148.8mb]
  576.     translog : number_of_operations [0], took [62ms]
  577. DEBUG 14:41:42,611 [Bedlam II] sending shard started for [logstash-2011.09.10][1], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  578. DEBUG 14:41:42,611 [Bedlam II] received shard started for [logstash-2011.09.10][1], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  579. DEBUG 14:41:42,742 [Bedlam II] [logstash-2011.09.10][2] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.10/2/index]
  580. DEBUG 14:41:42,742 [Bedlam II] [logstash-2011.09.10][2] Using [keep_only_last] deletion policy
  581. DEBUG 14:41:42,743 [Bedlam II] [logstash-2011.09.10][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  582. DEBUG 14:41:42,743 [Bedlam II] [logstash-2011.09.10][2] using [concurrent] merge scheduler with max_thread_count[1]
  583. DEBUG 14:41:42,763 [Bedlam II] [logstash-2011.09.10][2] state: [CREATED]
  584. DEBUG 14:41:42,767 [Bedlam II] [logstash-2011.09.10][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  585. DEBUG 14:41:42,768 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.10][2]), total is [83.9mb] with [12] active shards, each shard set to [6.9mb]
  586. DEBUG 14:41:42,768 [Bedlam II] [logstash-2011.09.10][2] state: [CREATED]->[RECOVERING], reason [from gateway]
  587. DEBUG 14:41:42,768 [Bedlam II] [logstash-2011.09.10][3] creating shard
  588. DEBUG 14:41:42,768 [Bedlam II] [logstash-2011.09.10] creating shard_id [3]
  589. DEBUG 14:41:42,821 [Bedlam II] [logstash-2011.09.10][2] starting recovery from local ...
  590. DEBUG 14:41:42,843 [Bedlam II] [logstash-2011.09.10][3] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.10/3/index]
  591. DEBUG 14:41:42,843 [Bedlam II] [logstash-2011.09.10][2] Starting engine
  592. DEBUG 14:41:42,912 [Bedlam II] [logstash-2011.09.10][3] Using [keep_only_last] deletion policy
  593. DEBUG 14:41:42,913 [Bedlam II] [logstash-2011.09.10][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  594. DEBUG 14:41:42,913 [Bedlam II] [logstash-2011.09.10][3] using [concurrent] merge scheduler with max_thread_count[1]
  595. DEBUG 14:41:42,913 [Bedlam II] [logstash-2011.09.10][3] state: [CREATED]
  596. DEBUG 14:41:42,916 [Bedlam II] [logstash-2011.09.10][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  597. DEBUG 14:41:42,916 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.10][3]), total is [83.9mb] with [13] active shards, each shard set to [6.4mb]
  598. DEBUG 14:41:42,917 [Bedlam II] [logstash-2011.09.10][3] state: [CREATED]->[RECOVERING], reason [from gateway]
  599. DEBUG 14:41:42,917 [Bedlam II] [logstash-2011.09.10][3] starting recovery from local ...
  600. DEBUG 14:41:42,920 [Bedlam II] [logstash-2011.09.10][3] Starting engine
  601. DEBUG 14:41:42,920 [Bedlam II] processing [shard-started ([logstash-2011.09.09][2], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: done applying updated cluster_state
  602. DEBUG 14:41:42,920 [Bedlam II] processing [shard-started ([logstash-2011.09.09][3], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: execute
  603. DEBUG 14:41:42,920 [Bedlam II] applying started shards [[logstash-2011.09.10][0], node[1], [P], s[INITIALIZING], [logstash-2011.09.10][1], node[1], [P], s[INITIALIZING]], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  604. DEBUG 14:41:42,921 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  605. DEBUG 14:41:42,921 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  606. DEBUG 14:41:42,921 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  607. DEBUG 14:41:42,921 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  608. DEBUG 14:41:42,921 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  609. DEBUG 14:41:42,921 [Bedlam II] [logstash-2011.09.10][4]: allocating [[logstash-2011.09.10][4], node[null], [P], s[UNASSIGNED]] to [[Bedlam II][1][local[1]]{local=true}] on primary allocation
  610. DEBUG 14:41:42,923 [Bedlam II] cluster state updated, version [25], source [shard-started ([logstash-2011.09.09][3], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]
  611. DEBUG 14:41:42,988 [Bedlam II] [logstash-2011.09.10][2] state: [RECOVERING]->[STARTED], reason [post recovery]
  612. DEBUG 14:41:42,988 [Bedlam II] [logstash-2011.09.10][2] scheduling refresher every 1s
  613. DEBUG 14:41:42,988 [Bedlam II] [logstash-2011.09.10][2] scheduling optimizer / merger every 1s
  614. DEBUG 14:41:42,989 [Bedlam II] [logstash-2011.09.10][2] recovery completed from local, took [167ms]
  615.     index    : files           [84] with total_size [148.6mb], took[1ms]
  616.              : recovered_files [0] with total_size [0b]
  617.              : reusing_files   [84] with total_size [148.6mb]
  618.     translog : number_of_operations [0], took [166ms]
  619. DEBUG 14:41:42,989 [Bedlam II] sending shard started for [logstash-2011.09.10][2], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  620. DEBUG 14:41:42,989 [Bedlam II] received shard started for [logstash-2011.09.10][2], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  621. DEBUG 14:41:43,046 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  622. DEBUG 14:41:43,046 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  623. DEBUG 14:41:43,047 [Mys-Tech] processing [local-disco-receive(from master)]: execute
  624. DEBUG 14:41:43,047 [Mys-Tech] cluster state updated, version [24], source [local-disco-receive(from master)]
  625. DEBUG 14:41:43,048 [Mys-Tech] processing [local-disco-receive(from master)]: done applying updated cluster_state
  626. DEBUG 14:41:43,048 [Bedlam II] [logstash-2011.09.10][3] state: [RECOVERING]->[STARTED], reason [post recovery]
  627. DEBUG 14:41:43,049 [Bedlam II] [logstash-2011.09.10][3] scheduling refresher every 1s
  628. DEBUG 14:41:43,063 [Bedlam II] [logstash-2011.09.10][3] scheduling optimizer / merger every 1s
  629. DEBUG 14:41:43,064 [Bedlam II] [logstash-2011.09.10][3] recovery completed from local, took [147ms]
  630.     index    : files           [116] with total_size [148.3mb], took[2ms]
  631.              : recovered_files [0] with total_size [0b]
  632.              : reusing_files   [116] with total_size [148.3mb]
  633.     translog : number_of_operations [0], took [147ms]
  634. DEBUG 14:41:43,064 [Bedlam II] sending shard started for [logstash-2011.09.10][3], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  635. DEBUG 14:41:43,064 [Bedlam II] received shard started for [logstash-2011.09.10][3], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  636. DEBUG 14:41:43,048 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  637. DEBUG 14:41:43,064 [Lady Octopus] cluster state updated, version [24], source [local-disco-receive(from master)]
  638. DEBUG 14:41:43,065 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  639. DEBUG 14:41:43,092 [Bedlam II] sending shard started for [logstash-2011.09.10][2], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  640. DEBUG 14:41:43,092 [Bedlam II] received shard started for [logstash-2011.09.10][2], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  641. DEBUG 14:41:43,093 [Bedlam II] sending shard started for [logstash-2011.09.10][3], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  642. DEBUG 14:41:43,093 [Bedlam II] received shard started for [logstash-2011.09.10][3], node[1], [P], s[INITIALIZING], reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]
  643. DEBUG 14:41:43,093 [Bedlam II] [logstash-2011.09.10][4] creating shard
  644. DEBUG 14:41:43,093 [Bedlam II] [logstash-2011.09.10] creating shard_id [4]
  645. DEBUG 14:41:43,201 [Bedlam II] [logstash-2011.09.10][4] using [nio_fs] store with path [/opt/logstash/data/elasticsearch/nodes/0/indices/logstash-2011.09.10/4/index]
  646. DEBUG 14:41:43,201 [Bedlam II] [logstash-2011.09.10][4] Using [keep_only_last] deletion policy
  647. DEBUG 14:41:43,202 [Bedlam II] [logstash-2011.09.10][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merge_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
  648. DEBUG 14:41:43,202 [Bedlam II] [logstash-2011.09.10][4] using [concurrent] merge scheduler with max_thread_count[1]
  649. DEBUG 14:41:43,202 [Bedlam II] [logstash-2011.09.10][4] state: [CREATED]
  650. DEBUG 14:41:43,205 [Bedlam II] [logstash-2011.09.10][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
  651. DEBUG 14:41:43,205 [Bedlam II] recalculating shard indexing buffer (reason=created_shard[logstash-2011.09.10][4]), total is [83.9mb] with [14] active shards, each shard set to [5.9mb]
  652. DEBUG 14:41:43,206 [Bedlam II] [logstash-2011.09.10][4] state: [CREATED]->[RECOVERING], reason [from gateway]
  653. DEBUG 14:41:43,209 [Bedlam II] processing [shard-started ([logstash-2011.09.09][3], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: done applying updated cluster_state
  654. DEBUG 14:41:43,209 [Bedlam II] processing [shard-started ([logstash-2011.09.09][2], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  655. DEBUG 14:41:43,209 [Bedlam II] applying started shards [[logstash-2011.09.10][2], node[1], [P], s[INITIALIZING], [logstash-2011.09.10][3], node[1], [P], s[INITIALIZING], [logstash-2011.09.10][2], node[1], [P], s[INITIALIZING], [logstash-2011.09.10][3], node[1], [P], s[INITIALIZING]], reason [after recovery from gateway]
  656. DEBUG 14:41:43,210 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  657. DEBUG 14:41:43,210 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  658. DEBUG 14:41:43,210 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  659. DEBUG 14:41:43,210 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  660. DEBUG 14:41:43,210 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  661. DEBUG 14:41:43,210 [Mys-Tech] processing [local-disco-receive(from master)]: execute
  662. DEBUG 14:41:43,210 [Mys-Tech] cluster state updated, version [25], source [local-disco-receive(from master)]
  663. DEBUG 14:41:43,211 [Mys-Tech] processing [local-disco-receive(from master)]: done applying updated cluster_state
  664. DEBUG 14:41:43,248 [Bedlam II] cluster state updated, version [26], source [shard-started ([logstash-2011.09.09][2], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]
  665. DEBUG 14:41:43,250 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  666. DEBUG 14:41:43,250 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  667. DEBUG 14:41:43,253 [Mys-Tech] processing [local-disco-receive(from master)]: execute
  668. DEBUG 14:41:43,253 [Mys-Tech] cluster state updated, version [26], source [local-disco-receive(from master)]
  669. DEBUG 14:41:43,255 [Mys-Tech] processing [local-disco-receive(from master)]: done applying updated cluster_state
  670. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.09][2], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
  671. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][0], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  672. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][0], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  673. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.09][4], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  674. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.09][4], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  675. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.09][1], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  676. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.09][1], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  677. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][1], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  678. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][1], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  679. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][1], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: execute
  680. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][1], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
  681. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][2], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  682. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][2], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  683. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][3], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  684. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][3], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  685. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][2], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: execute
  686. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][2], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
  687. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][3], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: execute
  688. DEBUG 14:41:43,255 [Bedlam II] processing [shard-started ([logstash-2011.09.11][3], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
  689. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.11][4], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  690. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.11][4], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  691. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][0], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  692. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][0], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  693. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][1], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  694. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][1], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  695. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][2], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  696. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][2], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  697. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][3], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  698. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][3], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
  699. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][2], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: execute
  700. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][2], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
  701. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][3], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: execute
  702. DEBUG 14:41:43,256 [Bedlam II] processing [shard-started ([logstash-2011.09.10][3], node[1], [P], s[INITIALIZING]), reason [master [Bedlam II][1][local[1]]{local=true} marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
  703. DEBUG 14:41:43,263 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  704. DEBUG 14:41:43,263 [Lady Octopus] cluster state updated, version [25], source [local-disco-receive(from master)]
  705. DEBUG 14:41:43,263 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  706. DEBUG 14:41:43,263 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  707. DEBUG 14:41:43,263 [Lady Octopus] cluster state updated, version [26], source [local-disco-receive(from master)]
  708. DEBUG 14:41:43,264 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  709. DEBUG 14:41:43,264 [Bedlam II] [logstash-2011.09.10][4] starting recovery from local ...
  710. DEBUG 14:41:43,266 [Bedlam II] [logstash-2011.09.10][4] Starting engine
  711. DEBUG 14:41:43,349 [Bedlam II] [logstash-2011.09.10][4] state: [RECOVERING]->[STARTED], reason [post recovery]
  712. DEBUG 14:41:43,349 [Bedlam II] [logstash-2011.09.10][4] scheduling refresher every 1s
  713. DEBUG 14:41:43,349 [Bedlam II] [logstash-2011.09.10][4] scheduling optimizer / merger every 1s
  714. DEBUG 14:41:43,350 [Bedlam II] [logstash-2011.09.10][4] recovery completed from local, took [86ms]
  715.     index    : files           [132] with total_size [148.9mb], took[2ms]
  716.              : recovered_files [0] with total_size [0b]
  717.              : reusing_files   [132] with total_size [148.9mb]
  718.     translog : number_of_operations [0], took [86ms]
  719. DEBUG 14:41:43,350 [Bedlam II] sending shard started for [logstash-2011.09.10][4], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  720. DEBUG 14:41:43,350 [Bedlam II] received shard started for [logstash-2011.09.10][4], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
  721. DEBUG 14:41:43,379 [Bedlam II] processing [shard-started ([logstash-2011.09.10][4], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
  722. DEBUG 14:41:43,379 [Bedlam II] applying started shards [[logstash-2011.09.10][4], node[1], [P], s[INITIALIZING]], reason [after recovery from gateway]
  723. DEBUG 14:41:43,380 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  724. DEBUG 14:41:43,380 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  725. DEBUG 14:41:43,380 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  726. DEBUG 14:41:43,380 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  727. DEBUG 14:41:43,380 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  728. DEBUG 14:41:43,381 [Bedlam II] cluster state updated, version [27], source [shard-started ([logstash-2011.09.10][4], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]
  729. DEBUG 14:41:43,386 [Bedlam II] processing [reroute_rivers_node_changed]: execute
  730. DEBUG 14:41:43,386 [Bedlam II] processing [reroute_rivers_node_changed]: no change in cluster_state
  731. DEBUG 14:41:43,414 [Bedlam II] processing [shard-started ([logstash-2011.09.10][4], node[1], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
  732. DEBUG 14:41:43,415 [Lady Octopus] processing [local-disco-receive(from master)]: execute
  733. DEBUG 14:41:43,415 [Lady Octopus] cluster state updated, version [27], source [local-disco-receive(from master)]
  734. DEBUG 14:41:43,415 [Lady Octopus] processing [local-disco-receive(from master)]: done applying updated cluster_state
  735. DEBUG 14:41:43,452 [Mys-Tech] processing [local-disco-receive(from master)]: execute
  736. DEBUG 14:41:43,452 [Mys-Tech] cluster state updated, version [27], source [local-disco-receive(from master)]
  737. DEBUG 14:41:43,454 [Mys-Tech] processing [local-disco-receive(from master)]: done applying updated cluster_state
  738. DEBUG 14:41:48,730 [Bedlam II] processing [routing-table-updater]: execute
  739. DEBUG 14:41:48,731 [Bedlam II] [logstash-2011.09.12][0]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  740. DEBUG 14:41:48,731 [Bedlam II] [logstash-2011.09.12][1]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  741. DEBUG 14:41:48,731 [Bedlam II] [logstash-2011.09.12][2]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  742. DEBUG 14:41:48,731 [Bedlam II] [logstash-2011.09.12][3]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  743. DEBUG 14:41:48,732 [Bedlam II] [logstash-2011.09.12][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
  744. DEBUG 14:41:48,732 [Bedlam II] processing [routing-table-updater]: no change in cluster_state
  745. I, [2011-09-12T14:43:37.353000 #31931]  INFO -- runner.class: ElasticSearch search: *
  746. I, [2011-09-12T14:43:37.404000 #31931]  INFO -- runner.class: ElasticSearch Facet Query: *
  747. I, [2011-09-12T14:43:39.763000 #31931]  INFO -- runner.class: [
  748.     [0] "Got search results",
  749.     [1] {
  750.            :query => "*",
  751.         :duration => "2.3s"
  752.     }
  753. ]
  754. I, [2011-09-12T14:43:40.093000 #31931]  INFO -- runner.class: [
  755.     [0] "Got search results (in blocking mode)",
  756.     [1] {
  757.                :query => "*",
  758.             :duration => "2.3s",
  759.         :result_count => 1080448
  760.     }
  761. ]
  762. I, [2011-09-12T14:43:40.353000 #31931]  INFO -- runner.class: ElasticSearch Facet Query: *
  763. I, [2011-09-12T14:43:40.409000 #31931]  INFO -- runner.class: [
  764.     [0] "Got search results",
  765.     [1] {
  766.            :query => "*",
  767.         :duration => "53ms"
  768.     }
  769. ]
  770. I, [2011-09-12T14:43:40.536000 #31931]  INFO -- runner.class: ElasticSearch Facet Query: *
  771. I, [2011-09-12T14:43:40.602000 #31931]  INFO -- runner.class: [
  772.     [0] "Got search results",
  773.     [1] {
  774.            :query => "*",
  775.         :duration => "63ms"
  776.     }
  777. ]
  778. I, [2011-09-12T14:43:40.819000 #31931]  INFO -- runner.class: ElasticSearch Facet Query: *
  779. I, [2011-09-12T14:43:41.036000 #31931]  INFO -- runner.class: [
  780.     [0] "Got search results",
  781.     [1] {
  782.            :query => "*",
  783.         :duration => "214ms"
  784.     }
  785. ]
  786. I, [2011-09-12T14:43:41.138000 #31931]  INFO -- runner.class: ElasticSearch Facet Query: *
  787. I, [2011-09-12T14:43:41.226000 #31931]  INFO -- runner.class: [
  788.     [0] "Got search results",
  789.     [1] {
  790.            :query => "*",
  791.         :duration => "86ms"
  792.     }
  793. ]
create a new version of this paste RAW Paste Data