API tools faq
paste
Advertisement
bra_fsn_hu

es 5.1.2 node stats

bra_fsn_hu
Jan 31st, 2017
285
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 309.89 KB | None | 0 0
raw download clone embed print report
  1. {
  2. "_nodes" : {
  3. "total" : 26,
  4. "successful" : 26,
  5. "failed" : 0
  6. },
  7. "cluster_name" : "prod",
  8. "nodes" : {
  9. "1T6OkooQQTuX_AiVH85QTQ" : {
  10. "timestamp" : 1485856575701,
  11. "name" : "esm02",
  12. "transport_address" : "10.6.145.102:9300",
  13. "host" : "10.6.145.102",
  14. "ip" : "10.6.145.102:9300",
  15. "roles" : [
  16. "master",
  17. "ingest"
  18. ],
  19. "indices" : {
  20. "docs" : {
  21. "count" : 0,
  22. "deleted" : 0
  23. },
  24. "store" : {
  25. "size_in_bytes" : 0,
  26. "throttle_time_in_millis" : 0
  27. },
  28. "indexing" : {
  29. "index_total" : 0,
  30. "index_time_in_millis" : 0,
  31. "index_current" : 0,
  32. "index_failed" : 0,
  33. "delete_total" : 0,
  34. "delete_time_in_millis" : 0,
  35. "delete_current" : 0,
  36. "noop_update_total" : 0,
  37. "is_throttled" : false,
  38. "throttle_time_in_millis" : 0
  39. },
  40. "get" : {
  41. "total" : 0,
  42. "time_in_millis" : 0,
  43. "exists_total" : 0,
  44. "exists_time_in_millis" : 0,
  45. "missing_total" : 0,
  46. "missing_time_in_millis" : 0,
  47. "current" : 0
  48. },
  49. "search" : {
  50. "open_contexts" : 0,
  51. "query_total" : 0,
  52. "query_time_in_millis" : 0,
  53. "query_current" : 0,
  54. "fetch_total" : 0,
  55. "fetch_time_in_millis" : 0,
  56. "fetch_current" : 0,
  57. "scroll_total" : 0,
  58. "scroll_time_in_millis" : 0,
  59. "scroll_current" : 0,
  60. "suggest_total" : 0,
  61. "suggest_time_in_millis" : 0,
  62. "suggest_current" : 0
  63. },
  64. "merges" : {
  65. "current" : 0,
  66. "current_docs" : 0,
  67. "current_size_in_bytes" : 0,
  68. "total" : 0,
  69. "total_time_in_millis" : 0,
  70. "total_docs" : 0,
  71. "total_size_in_bytes" : 0,
  72. "total_stopped_time_in_millis" : 0,
  73. "total_throttled_time_in_millis" : 0,
  74. "total_auto_throttle_in_bytes" : 0
  75. },
  76. "refresh" : {
  77. "total" : 0,
  78. "total_time_in_millis" : 0
  79. },
  80. "flush" : {
  81. "total" : 0,
  82. "total_time_in_millis" : 0
  83. },
  84. "warmer" : {
  85. "current" : 0,
  86. "total" : 0,
  87. "total_time_in_millis" : 0
  88. },
  89. "query_cache" : {
  90. "memory_size_in_bytes" : 0,
  91. "total_count" : 0,
  92. "hit_count" : 0,
  93. "miss_count" : 0,
  94. "cache_size" : 0,
  95. "cache_count" : 0,
  96. "evictions" : 0
  97. },
  98. "fielddata" : {
  99. "memory_size_in_bytes" : 0,
  100. "evictions" : 0
  101. },
  102. "completion" : {
  103. "size_in_bytes" : 0
  104. },
  105. "segments" : {
  106. "count" : 0,
  107. "memory_in_bytes" : 0,
  108. "terms_memory_in_bytes" : 0,
  109. "stored_fields_memory_in_bytes" : 0,
  110. "term_vectors_memory_in_bytes" : 0,
  111. "norms_memory_in_bytes" : 0,
  112. "points_memory_in_bytes" : 0,
  113. "doc_values_memory_in_bytes" : 0,
  114. "index_writer_memory_in_bytes" : 0,
  115. "version_map_memory_in_bytes" : 0,
  116. "fixed_bit_set_memory_in_bytes" : 0,
  117. "max_unsafe_auto_id_timestamp" : -9223372036854775808,
  118. "file_sizes" : { }
  119. },
  120. "translog" : {
  121. "operations" : 0,
  122. "size_in_bytes" : 0
  123. },
  124. "request_cache" : {
  125. "memory_size_in_bytes" : 0,
  126. "evictions" : 0,
  127. "hit_count" : 0,
  128. "miss_count" : 0
  129. },
  130. "recovery" : {
  131. "current_as_source" : 0,
  132. "current_as_target" : 0,
  133. "throttle_time_in_millis" : 0
  134. }
  135. },
  136. "os" : {
  137. "timestamp" : 1485856575701,
  138. "cpu" : {
  139. "percent" : -1,
  140. "load_average" : {
  141. "1m" : 0.11962890625
  142. }
  143. },
  144. "mem" : {
  145. "total_in_bytes" : 17144897536,
  146. "free_in_bytes" : 184291328,
  147. "used_in_bytes" : 16960606208,
  148. "free_percent" : 1,
  149. "used_percent" : 99
  150. },
  151. "swap" : {
  152. "total_in_bytes" : 8589934592,
  153. "free_in_bytes" : 8589934592,
  154. "used_in_bytes" : 0
  155. }
  156. },
  157. "process" : {
  158. "timestamp" : 1485856575701,
  159. "open_file_descriptors" : 2,
  160. "max_file_descriptors" : 470898,
  161. "cpu" : {
  162. "percent" : -1,
  163. "total_in_millis" : 10737132
  164. },
  165. "mem" : {
  166. "total_virtual_in_bytes" : -1
  167. }
  168. },
  169. "jvm" : {
  170. "timestamp" : 1485856575702,
  171. "uptime_in_millis" : 1223874827,
  172. "mem" : {
  173. "heap_used_in_bytes" : 1541309072,
  174. "heap_used_percent" : 24,
  175. "heap_committed_in_bytes" : 6329073664,
  176. "heap_max_in_bytes" : 6329073664,
  177. "non_heap_used_in_bytes" : 98666344,
  178. "non_heap_committed_in_bytes" : 104116224,
  179. "pools" : {
  180. "young" : {
  181. "used_in_bytes" : 790195584,
  182. "max_in_bytes" : 907345920,
  183. "peak_used_in_bytes" : 907345920,
  184. "peak_max_in_bytes" : 907345920
  185. },
  186. "survivor" : {
  187. "used_in_bytes" : 10415560,
  188. "max_in_bytes" : 113377280,
  189. "peak_used_in_bytes" : 113377280,
  190. "peak_max_in_bytes" : 113377280
  191. },
  192. "old" : {
  193. "used_in_bytes" : 740697928,
  194. "max_in_bytes" : 5308350464,
  195. "peak_used_in_bytes" : 740697928,
  196. "peak_max_in_bytes" : 5308350464
  197. }
  198. }
  199. },
  200. "threads" : {
  201. "count" : 591,
  202. "peak_count" : 593
  203. },
  204. "gc" : {
  205. "collectors" : {
  206. "young" : {
  207. "collection_count" : 245,
  208. "collection_time_in_millis" : 4827
  209. },
  210. "old" : {
  211. "collection_count" : 1,
  212. "collection_time_in_millis" : 110
  213. }
  214. }
  215. },
  216. "buffer_pools" : {
  217. "direct" : {
  218. "count" : 611,
  219. "used_in_bytes" : 837816962,
  220. "total_capacity_in_bytes" : 837816961
  221. },
  222. "mapped" : {
  223. "count" : 0,
  224. "used_in_bytes" : 0,
  225. "total_capacity_in_bytes" : 0
  226. }
  227. },
  228. "classes" : {
  229. "current_loaded_count" : 10270,
  230. "total_loaded_count" : 10270,
  231. "total_unloaded_count" : 0
  232. }
  233. },
  234. "thread_pool" : {
  235. "bulk" : {
  236. "threads" : 0,
  237. "queue" : 0,
  238. "active" : 0,
  239. "rejected" : 0,
  240. "largest" : 0,
  241. "completed" : 0
  242. },
  243. "fetch_shard_started" : {
  244. "threads" : 0,
  245. "queue" : 0,
  246. "active" : 0,
  247. "rejected" : 0,
  248. "largest" : 0,
  249. "completed" : 0
  250. },
  251. "fetch_shard_store" : {
  252. "threads" : 0,
  253. "queue" : 0,
  254. "active" : 0,
  255. "rejected" : 0,
  256. "largest" : 0,
  257. "completed" : 0
  258. },
  259. "flush" : {
  260. "threads" : 0,
  261. "queue" : 0,
  262. "active" : 0,
  263. "rejected" : 0,
  264. "largest" : 0,
  265. "completed" : 0
  266. },
  267. "force_merge" : {
  268. "threads" : 0,
  269. "queue" : 0,
  270. "active" : 0,
  271. "rejected" : 0,
  272. "largest" : 0,
  273. "completed" : 0
  274. },
  275. "generic" : {
  276. "threads" : 4,
  277. "queue" : 0,
  278. "active" : 0,
  279. "rejected" : 0,
  280. "largest" : 4,
  281. "completed" : 1341301
  282. },
  283. "get" : {
  284. "threads" : 0,
  285. "queue" : 0,
  286. "active" : 0,
  287. "rejected" : 0,
  288. "largest" : 0,
  289. "completed" : 0
  290. },
  291. "index" : {
  292. "threads" : 0,
  293. "queue" : 0,
  294. "active" : 0,
  295. "rejected" : 0,
  296. "largest" : 0,
  297. "completed" : 0
  298. },
  299. "listener" : {
  300. "threads" : 0,
  301. "queue" : 0,
  302. "active" : 0,
  303. "rejected" : 0,
  304. "largest" : 0,
  305. "completed" : 0
  306. },
  307. "management" : {
  308. "threads" : 1,
  309. "queue" : 0,
  310. "active" : 1,
  311. "rejected" : 0,
  312. "largest" : 3,
  313. "completed" : 24355
  314. },
  315. "refresh" : {
  316. "threads" : 0,
  317. "queue" : 0,
  318. "active" : 0,
  319. "rejected" : 0,
  320. "largest" : 0,
  321. "completed" : 0
  322. },
  323. "search" : {
  324. "threads" : 0,
  325. "queue" : 0,
  326. "active" : 0,
  327. "rejected" : 0,
  328. "largest" : 0,
  329. "completed" : 0
  330. },
  331. "snapshot" : {
  332. "threads" : 0,
  333. "queue" : 0,
  334. "active" : 0,
  335. "rejected" : 0,
  336. "largest" : 0,
  337. "completed" : 0
  338. },
  339. "warmer" : {
  340. "threads" : 0,
  341. "queue" : 0,
  342. "active" : 0,
  343. "rejected" : 0,
  344. "largest" : 0,
  345. "completed" : 0
  346. }
  347. },
  348. "fs" : {
  349. "timestamp" : 1485856575702,
  350. "total" : {
  351. "total_in_bytes" : 232460410368,
  352. "free_in_bytes" : 232065499136,
  353. "available_in_bytes" : 232065499136
  354. },
  355. "data" : [
  356. {
  357. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  358. "mount" : "/data (data)",
  359. "type" : "zfs",
  360. "total_in_bytes" : 232460410368,
  361. "free_in_bytes" : 232065499136,
  362. "available_in_bytes" : 232065499136
  363. }
  364. ]
  365. },
  366. "transport" : {
  367. "server_open" : 350,
  368. "rx_count" : 3278053,
  369. "rx_size_in_bytes" : 13136298768,
  370. "tx_count" : 3278058,
  371. "tx_size_in_bytes" : 2005096015
  372. },
  373. "http" : {
  374. "current_open" : 0,
  375. "total_opened" : 24362
  376. },
  377. "breakers" : {
  378. "request" : {
  379. "limit_size_in_bytes" : 3797444198,
  380. "limit_size" : "3.5gb",
  381. "estimated_size_in_bytes" : 802816,
  382. "estimated_size" : "784kb",
  383. "overhead" : 1.0,
  384. "tripped" : 0
  385. },
  386. "fielddata" : {
  387. "limit_size_in_bytes" : 3797444198,
  388. "limit_size" : "3.5gb",
  389. "estimated_size_in_bytes" : 0,
  390. "estimated_size" : "0b",
  391. "overhead" : 1.03,
  392. "tripped" : 0
  393. },
  394. "in_flight_requests" : {
  395. "limit_size_in_bytes" : 6329073664,
  396. "limit_size" : "5.8gb",
  397. "estimated_size_in_bytes" : 3460,
  398. "estimated_size" : "3.3kb",
  399. "overhead" : 1.0,
  400. "tripped" : 0
  401. },
  402. "parent" : {
  403. "limit_size_in_bytes" : 4430351564,
  404. "limit_size" : "4.1gb",
  405. "estimated_size_in_bytes" : 806276,
  406. "estimated_size" : "787.3kb",
  407. "overhead" : 1.0,
  408. "tripped" : 0
  409. }
  410. },
  411. "script" : {
  412. "compilations" : 15,
  413. "cache_evictions" : 0
  414. },
  415. "discovery" : {
  416. "cluster_state_queue" : {
  417. "total" : 0,
  418. "pending" : 0,
  419. "committed" : 0
  420. }
  421. },
  422. "ingest" : {
  423. "total" : {
  424. "count" : 0,
  425. "time_in_millis" : 0,
  426. "current" : 0,
  427. "failed" : 0
  428. },
  429. "pipelines" : { }
  430. }
  431. },
  432. "1qbkkgl4R4CV3Moi7wFp-A" : {
  433. "timestamp" : 1485856575696,
  434. "name" : "fe05",
  435. "transport_address" : "10.6.145.198:9300",
  436. "host" : "10.6.145.198",
  437. "ip" : "10.6.145.198:9300",
  438. "roles" : [
  439. "data",
  440. "ingest"
  441. ],
  442. "indices" : {
  443. "docs" : {
  444. "count" : 122523902,
  445. "deleted" : 6778682
  446. },
  447. "store" : {
  448. "size_in_bytes" : 57549984736,
  449. "throttle_time_in_millis" : 0
  450. },
  451. "indexing" : {
  452. "index_total" : 43149851,
  453. "index_time_in_millis" : 58393205,
  454. "index_current" : 0,
  455. "index_failed" : 38467,
  456. "delete_total" : 2500652,
  457. "delete_time_in_millis" : 236924,
  458. "delete_current" : 0,
  459. "noop_update_total" : 0,
  460. "is_throttled" : false,
  461. "throttle_time_in_millis" : 0
  462. },
  463. "get" : {
  464. "total" : 116402287,
  465. "time_in_millis" : 602417578,
  466. "exists_total" : 105283998,
  467. "exists_time_in_millis" : 599802279,
  468. "missing_total" : 11118289,
  469. "missing_time_in_millis" : 2615299,
  470. "current" : 14
  471. },
  472. "search" : {
  473. "open_contexts" : 194,
  474. "query_total" : 20763374,
  475. "query_time_in_millis" : 577866231,
  476. "query_current" : 4,
  477. "fetch_total" : 19087366,
  478. "fetch_time_in_millis" : 19396517,
  479. "fetch_current" : 0,
  480. "scroll_total" : 1143175,
  481. "scroll_time_in_millis" : 105210144667,
  482. "scroll_current" : 1510,
  483. "suggest_total" : 0,
  484. "suggest_time_in_millis" : 0,
  485. "suggest_current" : 0
  486. },
  487. "merges" : {
  488. "current" : 1,
  489. "current_docs" : 2529,
  490. "current_size_in_bytes" : 2031961,
  491. "total" : 1110671,
  492. "total_time_in_millis" : 230970734,
  493. "total_docs" : 8357418066,
  494. "total_size_in_bytes" : 1707116869156,
  495. "total_stopped_time_in_millis" : 0,
  496. "total_throttled_time_in_millis" : 153138,
  497. "total_auto_throttle_in_bytes" : 8373655345
  498. },
  499. "refresh" : {
  500. "total" : 17899473,
  501. "total_time_in_millis" : 4110810597
  502. },
  503. "flush" : {
  504. "total" : 875,
  505. "total_time_in_millis" : 193872
  506. },
  507. "warmer" : {
  508. "current" : 11,
  509. "total" : 6988059,
  510. "total_time_in_millis" : 2526753991
  511. },
  512. "query_cache" : {
  513. "memory_size_in_bytes" : 138208312,
  514. "total_count" : 275196249,
  515. "hit_count" : 92983015,
  516. "miss_count" : 182213234,
  517. "cache_size" : 100735,
  518. "cache_count" : 5908330,
  519. "evictions" : 5807595
  520. },
  521. "fielddata" : {
  522. "memory_size_in_bytes" : 692489936,
  523. "evictions" : 0
  524. },
  525. "completion" : {
  526. "size_in_bytes" : 0
  527. },
  528. "segments" : {
  529. "count" : 783,
  530. "memory_in_bytes" : 167378410,
  531. "terms_memory_in_bytes" : 150877286,
  532. "stored_fields_memory_in_bytes" : 9549816,
  533. "term_vectors_memory_in_bytes" : 0,
  534. "norms_memory_in_bytes" : 148288,
  535. "points_memory_in_bytes" : 476288,
  536. "doc_values_memory_in_bytes" : 6326732,
  537. "index_writer_memory_in_bytes" : 4835568,
  538. "version_map_memory_in_bytes" : 30617,
  539. "fixed_bit_set_memory_in_bytes" : 0,
  540. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  541. "file_sizes" : { }
  542. },
  543. "translog" : {
  544. "operations" : 2667795,
  545. "size_in_bytes" : 2449494835
  546. },
  547. "request_cache" : {
  548. "memory_size_in_bytes" : 538254,
  549. "evictions" : 0,
  550. "hit_count" : 45467,
  551. "miss_count" : 2213303
  552. },
  553. "recovery" : {
  554. "current_as_source" : 0,
  555. "current_as_target" : 0,
  556. "throttle_time_in_millis" : 1137637
  557. }
  558. },
  559. "os" : {
  560. "timestamp" : 1485856577399,
  561. "cpu" : {
  562. "percent" : -1,
  563. "load_average" : {
  564. "1m" : 17.640625
  565. }
  566. },
  567. "mem" : {
  568. "total_in_bytes" : 68562165760,
  569. "free_in_bytes" : 862294016,
  570. "used_in_bytes" : 67699871744,
  571. "free_percent" : 1,
  572. "used_percent" : 99
  573. },
  574. "swap" : {
  575. "total_in_bytes" : 0,
  576. "free_in_bytes" : 0,
  577. "used_in_bytes" : 0
  578. }
  579. },
  580. "process" : {
  581. "timestamp" : 1485856577400,
  582. "open_file_descriptors" : 2,
  583. "max_file_descriptors" : 1883115,
  584. "cpu" : {
  585. "percent" : -1,
  586. "total_in_millis" : 496389765
  587. },
  588. "mem" : {
  589. "total_virtual_in_bytes" : -1
  590. }
  591. },
  592. "jvm" : {
  593. "timestamp" : 1485856577400,
  594. "uptime_in_millis" : 1223840211,
  595. "mem" : {
  596. "heap_used_in_bytes" : 6540816368,
  597. "heap_used_percent" : 38,
  598. "heap_committed_in_bytes" : 17022844928,
  599. "heap_max_in_bytes" : 17022844928,
  600. "non_heap_used_in_bytes" : 168591640,
  601. "non_heap_committed_in_bytes" : 175865856,
  602. "pools" : {
  603. "young" : {
  604. "used_in_bytes" : 899611728,
  605. "max_in_bytes" : 1256259584,
  606. "peak_used_in_bytes" : 1256259584,
  607. "peak_max_in_bytes" : 1256259584
  608. },
  609. "survivor" : {
  610. "used_in_bytes" : 157024256,
  611. "max_in_bytes" : 157024256,
  612. "peak_used_in_bytes" : 157024256,
  613. "peak_max_in_bytes" : 157024256
  614. },
  615. "old" : {
  616. "used_in_bytes" : 5484180384,
  617. "max_in_bytes" : 15609561088,
  618. "peak_used_in_bytes" : 11982550136,
  619. "peak_max_in_bytes" : 15609561088
  620. }
  621. }
  622. },
  623. "threads" : {
  624. "count" : 939,
  625. "peak_count" : 976
  626. },
  627. "gc" : {
  628. "collectors" : {
  629. "young" : {
  630. "collection_count" : 86175,
  631. "collection_time_in_millis" : 14918011
  632. },
  633. "old" : {
  634. "collection_count" : 643,
  635. "collection_time_in_millis" : 571819
  636. }
  637. }
  638. },
  639. "buffer_pools" : {
  640. "direct" : {
  641. "count" : 827,
  642. "used_in_bytes" : 1110159226,
  643. "total_capacity_in_bytes" : 1110159225
  644. },
  645. "mapped" : {
  646. "count" : 1828,
  647. "used_in_bytes" : 56858684793,
  648. "total_capacity_in_bytes" : 56858684793
  649. }
  650. },
  651. "classes" : {
  652. "current_loaded_count" : 12464,
  653. "total_loaded_count" : 12641,
  654. "total_unloaded_count" : 177
  655. }
  656. },
  657. "thread_pool" : {
  658. "bulk" : {
  659. "threads" : 24,
  660. "queue" : 0,
  661. "active" : 0,
  662. "rejected" : 0,
  663. "largest" : 24,
  664. "completed" : 4262732
  665. },
  666. "fetch_shard_started" : {
  667. "threads" : 1,
  668. "queue" : 0,
  669. "active" : 0,
  670. "rejected" : 0,
  671. "largest" : 23,
  672. "completed" : 536
  673. },
  674. "fetch_shard_store" : {
  675. "threads" : 1,
  676. "queue" : 0,
  677. "active" : 0,
  678. "rejected" : 0,
  679. "largest" : 92,
  680. "completed" : 3900
  681. },
  682. "flush" : {
  683. "threads" : 1,
  684. "queue" : 0,
  685. "active" : 0,
  686. "rejected" : 0,
  687. "largest" : 5,
  688. "completed" : 1718
  689. },
  690. "force_merge" : {
  691. "threads" : 0,
  692. "queue" : 0,
  693. "active" : 0,
  694. "rejected" : 0,
  695. "largest" : 0,
  696. "completed" : 0
  697. },
  698. "generic" : {
  699. "threads" : 30,
  700. "queue" : 0,
  701. "active" : 0,
  702. "rejected" : 0,
  703. "largest" : 35,
  704. "completed" : 1597249
  705. },
  706. "get" : {
  707. "threads" : 24,
  708. "queue" : 0,
  709. "active" : 2,
  710. "rejected" : 0,
  711. "largest" : 24,
  712. "completed" : 114316942
  713. },
  714. "index" : {
  715. "threads" : 96,
  716. "queue" : 0,
  717. "active" : 3,
  718. "rejected" : 0,
  719. "largest" : 96,
  720. "completed" : 29651333
  721. },
  722. "listener" : {
  723. "threads" : 10,
  724. "queue" : 0,
  725. "active" : 0,
  726. "rejected" : 0,
  727. "largest" : 10,
  728. "completed" : 47498
  729. },
  730. "management" : {
  731. "threads" : 5,
  732. "queue" : 0,
  733. "active" : 1,
  734. "rejected" : 0,
  735. "largest" : 5,
  736. "completed" : 125201
  737. },
  738. "refresh" : {
  739. "threads" : 10,
  740. "queue" : 6,
  741. "active" : 10,
  742. "rejected" : 0,
  743. "largest" : 10,
  744. "completed" : 57786013
  745. },
  746. "search" : {
  747. "threads" : 145,
  748. "queue" : 0,
  749. "active" : 1,
  750. "rejected" : 0,
  751. "largest" : 145,
  752. "completed" : 28598087
  753. },
  754. "snapshot" : {
  755. "threads" : 1,
  756. "queue" : 0,
  757. "active" : 0,
  758. "rejected" : 0,
  759. "largest" : 5,
  760. "completed" : 31430
  761. },
  762. "warmer" : {
  763. "threads" : 5,
  764. "queue" : 10,
  765. "active" : 5,
  766. "rejected" : 0,
  767. "largest" : 5,
  768. "completed" : 12176735
  769. }
  770. },
  771. "fs" : {
  772. "timestamp" : 1485856577401,
  773. "total" : {
  774. "total_in_bytes" : 4764521638912,
  775. "free_in_bytes" : 4709665316864,
  776. "available_in_bytes" : 4709665316864
  777. },
  778. "data" : [
  779. {
  780. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  781. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  782. "type" : "zfs",
  783. "total_in_bytes" : 4764521638912,
  784. "free_in_bytes" : 4709665316864,
  785. "available_in_bytes" : 4709665316864
  786. }
  787. ]
  788. },
  789. "transport" : {
  790. "server_open" : 380,
  791. "rx_count" : 445765119,
  792. "rx_size_in_bytes" : 451545202196,
  793. "tx_count" : 445766237,
  794. "tx_size_in_bytes" : 389097442849
  795. },
  796. "http" : {
  797. "current_open" : 15,
  798. "total_opened" : 182115
  799. },
  800. "breakers" : {
  801. "request" : {
  802. "limit_size_in_bytes" : 10213706956,
  803. "limit_size" : "9.5gb",
  804. "estimated_size_in_bytes" : 82200,
  805. "estimated_size" : "80.2kb",
  806. "overhead" : 1.0,
  807. "tripped" : 0
  808. },
  809. "fielddata" : {
  810. "limit_size_in_bytes" : 10213706956,
  811. "limit_size" : "9.5gb",
  812. "estimated_size_in_bytes" : 692489936,
  813. "estimated_size" : "660.4mb",
  814. "overhead" : 1.03,
  815. "tripped" : 0
  816. },
  817. "in_flight_requests" : {
  818. "limit_size_in_bytes" : 17022844928,
  819. "limit_size" : "15.8gb",
  820. "estimated_size_in_bytes" : 12687,
  821. "estimated_size" : "12.3kb",
  822. "overhead" : 1.0,
  823. "tripped" : 0
  824. },
  825. "parent" : {
  826. "limit_size_in_bytes" : 11915991449,
  827. "limit_size" : "11gb",
  828. "estimated_size_in_bytes" : 692584823,
  829. "estimated_size" : "660.5mb",
  830. "overhead" : 1.0,
  831. "tripped" : 0
  832. }
  833. },
  834. "script" : {
  835. "compilations" : 16,
  836. "cache_evictions" : 0
  837. },
  838. "discovery" : {
  839. "cluster_state_queue" : {
  840. "total" : 0,
  841. "pending" : 0,
  842. "committed" : 0
  843. }
  844. },
  845. "ingest" : {
  846. "total" : {
  847. "count" : 0,
  848. "time_in_millis" : 0,
  849. "current" : 0,
  850. "failed" : 0
  851. },
  852. "pipelines" : { }
  853. }
  854. },
  855. "XdeOyod3SZK05e21q07qtQ" : {
  856. "timestamp" : 1485856575696,
  857. "name" : "fe18",
  858. "transport_address" : "10.6.145.211:9300",
  859. "host" : "10.6.145.211",
  860. "ip" : "10.6.145.211:9300",
  861. "roles" : [
  862. "data",
  863. "ingest"
  864. ],
  865. "indices" : {
  866. "docs" : {
  867. "count" : 147494086,
  868. "deleted" : 9652034
  869. },
  870. "store" : {
  871. "size_in_bytes" : 53739612808,
  872. "throttle_time_in_millis" : 0
  873. },
  874. "indexing" : {
  875. "index_total" : 283900,
  876. "index_time_in_millis" : 851951,
  877. "index_current" : 0,
  878. "index_failed" : 26,
  879. "delete_total" : 17380,
  880. "delete_time_in_millis" : 4976,
  881. "delete_current" : 0,
  882. "noop_update_total" : 0,
  883. "is_throttled" : false,
  884. "throttle_time_in_millis" : 0
  885. },
  886. "get" : {
  887. "total" : 747459,
  888. "time_in_millis" : 5391390,
  889. "exists_total" : 747040,
  890. "exists_time_in_millis" : 5390734,
  891. "missing_total" : 419,
  892. "missing_time_in_millis" : 656,
  893. "current" : 0
  894. },
  895. "search" : {
  896. "open_contexts" : 3,
  897. "query_total" : 263480,
  898. "query_time_in_millis" : 9455844,
  899. "query_current" : 0,
  900. "fetch_total" : 261869,
  901. "fetch_time_in_millis" : 1677729,
  902. "fetch_current" : 0,
  903. "scroll_total" : 31294,
  904. "scroll_time_in_millis" : 2827019094,
  905. "scroll_current" : 3,
  906. "suggest_total" : 0,
  907. "suggest_time_in_millis" : 0,
  908. "suggest_current" : 0
  909. },
  910. "merges" : {
  911. "current" : 0,
  912. "current_docs" : 0,
  913. "current_size_in_bytes" : 0,
  914. "total" : 7893,
  915. "total_time_in_millis" : 2443333,
  916. "total_docs" : 12392875,
  917. "total_size_in_bytes" : 7693041173,
  918. "total_stopped_time_in_millis" : 0,
  919. "total_throttled_time_in_millis" : 0,
  920. "total_auto_throttle_in_bytes" : 1048576000
  921. },
  922. "refresh" : {
  923. "total" : 98230,
  924. "total_time_in_millis" : 49030173
  925. },
  926. "flush" : {
  927. "total" : 2,
  928. "total_time_in_millis" : 802
  929. },
  930. "warmer" : {
  931. "current" : 8,
  932. "total" : 73191,
  933. "total_time_in_millis" : 41647683
  934. },
  935. "query_cache" : {
  936. "memory_size_in_bytes" : 231117488,
  937. "total_count" : 5530342,
  938. "hit_count" : 1477051,
  939. "miss_count" : 4053291,
  940. "cache_size" : 55388,
  941. "cache_count" : 149290,
  942. "evictions" : 93902
  943. },
  944. "fielddata" : {
  945. "memory_size_in_bytes" : 163562640,
  946. "evictions" : 0
  947. },
  948. "completion" : {
  949. "size_in_bytes" : 0
  950. },
  951. "segments" : {
  952. "count" : 735,
  953. "memory_in_bytes" : 142477242,
  954. "terms_memory_in_bytes" : 126903230,
  955. "stored_fields_memory_in_bytes" : 9916824,
  956. "term_vectors_memory_in_bytes" : 0,
  957. "norms_memory_in_bytes" : 146432,
  958. "points_memory_in_bytes" : 937160,
  959. "doc_values_memory_in_bytes" : 4573596,
  960. "index_writer_memory_in_bytes" : 1852311,
  961. "version_map_memory_in_bytes" : 7097,
  962. "fixed_bit_set_memory_in_bytes" : 0,
  963. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  964. "file_sizes" : { }
  965. },
  966. "translog" : {
  967. "operations" : 339749,
  968. "size_in_bytes" : 498759794
  969. },
  970. "request_cache" : {
  971. "memory_size_in_bytes" : 79863,
  972. "evictions" : 0,
  973. "hit_count" : 1103,
  974. "miss_count" : 61127
  975. },
  976. "recovery" : {
  977. "current_as_source" : 0,
  978. "current_as_target" : 0,
  979. "throttle_time_in_millis" : 70124
  980. }
  981. },
  982. "os" : {
  983. "timestamp" : 1485856577220,
  984. "cpu" : {
  985. "percent" : -1,
  986. "load_average" : {
  987. "1m" : 8.57421875
  988. }
  989. },
  990. "mem" : {
  991. "total_in_bytes" : 68562165760,
  992. "free_in_bytes" : 1051049984,
  993. "used_in_bytes" : 67511115776,
  994. "free_percent" : 2,
  995. "used_percent" : 98
  996. },
  997. "swap" : {
  998. "total_in_bytes" : 0,
  999. "free_in_bytes" : 0,
  1000. "used_in_bytes" : 0
  1001. }
  1002. },
  1003. "process" : {
  1004. "timestamp" : 1485856577221,
  1005. "open_file_descriptors" : 2,
  1006. "max_file_descriptors" : 1883115,
  1007. "cpu" : {
  1008. "percent" : -1,
  1009. "total_in_millis" : 59417726
  1010. },
  1011. "mem" : {
  1012. "total_virtual_in_bytes" : -1
  1013. }
  1014. },
  1015. "jvm" : {
  1016. "timestamp" : 1485856577221,
  1017. "uptime_in_millis" : 12181762,
  1018. "mem" : {
  1019. "heap_used_in_bytes" : 6623791472,
  1020. "heap_used_percent" : 38,
  1021. "heap_committed_in_bytes" : 17022844928,
  1022. "heap_max_in_bytes" : 17022844928,
  1023. "non_heap_used_in_bytes" : 143197152,
  1024. "non_heap_committed_in_bytes" : 149839872,
  1025. "pools" : {
  1026. "young" : {
  1027. "used_in_bytes" : 818711656,
  1028. "max_in_bytes" : 1256259584,
  1029. "peak_used_in_bytes" : 1256259584,
  1030. "peak_max_in_bytes" : 1256259584
  1031. },
  1032. "survivor" : {
  1033. "used_in_bytes" : 157024256,
  1034. "max_in_bytes" : 157024256,
  1035. "peak_used_in_bytes" : 157024256,
  1036. "peak_max_in_bytes" : 157024256
  1037. },
  1038. "old" : {
  1039. "used_in_bytes" : 5648055560,
  1040. "max_in_bytes" : 15609561088,
  1041. "peak_used_in_bytes" : 11980311280,
  1042. "peak_max_in_bytes" : 15609561088
  1043. }
  1044. }
  1045. },
  1046. "threads" : {
  1047. "count" : 310,
  1048. "peak_count" : 316
  1049. },
  1050. "gc" : {
  1051. "collectors" : {
  1052. "young" : {
  1053. "collection_count" : 848,
  1054. "collection_time_in_millis" : 303790
  1055. },
  1056. "old" : {
  1057. "collection_count" : 13,
  1058. "collection_time_in_millis" : 4289
  1059. }
  1060. }
  1061. },
  1062. "buffer_pools" : {
  1063. "direct" : {
  1064. "count" : 310,
  1065. "used_in_bytes" : 882153949,
  1066. "total_capacity_in_bytes" : 882153948
  1067. },
  1068. "mapped" : {
  1069. "count" : 1790,
  1070. "used_in_bytes" : 53410944250,
  1071. "total_capacity_in_bytes" : 53410944250
  1072. }
  1073. },
  1074. "classes" : {
  1075. "current_loaded_count" : 12003,
  1076. "total_loaded_count" : 12108,
  1077. "total_unloaded_count" : 105
  1078. }
  1079. },
  1080. "thread_pool" : {
  1081. "bulk" : {
  1082. "threads" : 24,
  1083. "queue" : 0,
  1084. "active" : 0,
  1085. "rejected" : 0,
  1086. "largest" : 24,
  1087. "completed" : 1914
  1088. },
  1089. "fetch_shard_started" : {
  1090. "threads" : 0,
  1091. "queue" : 0,
  1092. "active" : 0,
  1093. "rejected" : 0,
  1094. "largest" : 0,
  1095. "completed" : 0
  1096. },
  1097. "fetch_shard_store" : {
  1098. "threads" : 1,
  1099. "queue" : 0,
  1100. "active" : 0,
  1101. "rejected" : 0,
  1102. "largest" : 14,
  1103. "completed" : 72
  1104. },
  1105. "flush" : {
  1106. "threads" : 1,
  1107. "queue" : 0,
  1108. "active" : 0,
  1109. "rejected" : 0,
  1110. "largest" : 1,
  1111. "completed" : 4
  1112. },
  1113. "force_merge" : {
  1114. "threads" : 0,
  1115. "queue" : 0,
  1116. "active" : 0,
  1117. "rejected" : 0,
  1118. "largest" : 0,
  1119. "completed" : 0
  1120. },
  1121. "generic" : {
  1122. "threads" : 16,
  1123. "queue" : 0,
  1124. "active" : 0,
  1125. "rejected" : 0,
  1126. "largest" : 16,
  1127. "completed" : 71718
  1128. },
  1129. "get" : {
  1130. "threads" : 24,
  1131. "queue" : 0,
  1132. "active" : 1,
  1133. "rejected" : 0,
  1134. "largest" : 24,
  1135. "completed" : 741809
  1136. },
  1137. "index" : {
  1138. "threads" : 24,
  1139. "queue" : 0,
  1140. "active" : 0,
  1141. "rejected" : 0,
  1142. "largest" : 24,
  1143. "completed" : 282203
  1144. },
  1145. "listener" : {
  1146. "threads" : 10,
  1147. "queue" : 0,
  1148. "active" : 0,
  1149. "rejected" : 0,
  1150. "largest" : 10,
  1151. "completed" : 586
  1152. },
  1153. "management" : {
  1154. "threads" : 3,
  1155. "queue" : 0,
  1156. "active" : 1,
  1157. "rejected" : 0,
  1158. "largest" : 3,
  1159. "completed" : 1206
  1160. },
  1161. "refresh" : {
  1162. "threads" : 10,
  1163. "queue" : 1,
  1164. "active" : 10,
  1165. "rejected" : 0,
  1166. "largest" : 10,
  1167. "completed" : 405356
  1168. },
  1169. "search" : {
  1170. "threads" : 37,
  1171. "queue" : 0,
  1172. "active" : 1,
  1173. "rejected" : 0,
  1174. "largest" : 37,
  1175. "completed" : 350894
  1176. },
  1177. "snapshot" : {
  1178. "threads" : 1,
  1179. "queue" : 0,
  1180. "active" : 0,
  1181. "rejected" : 0,
  1182. "largest" : 1,
  1183. "completed" : 3
  1184. },
  1185. "warmer" : {
  1186. "threads" : 5,
  1187. "queue" : 8,
  1188. "active" : 5,
  1189. "rejected" : 0,
  1190. "largest" : 5,
  1191. "completed" : 84819
  1192. }
  1193. },
  1194. "fs" : {
  1195. "timestamp" : 1485856577222,
  1196. "total" : {
  1197. "total_in_bytes" : 4781044877824,
  1198. "free_in_bytes" : 4730147372544,
  1199. "available_in_bytes" : 4730147372544
  1200. },
  1201. "data" : [
  1202. {
  1203. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  1204. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  1205. "type" : "zfs",
  1206. "total_in_bytes" : 4781044877824,
  1207. "free_in_bytes" : 4730147372544,
  1208. "available_in_bytes" : 4730147372544
  1209. }
  1210. ]
  1211. },
  1212. "transport" : {
  1213. "server_open" : 384,
  1214. "rx_count" : 5147400,
  1215. "rx_size_in_bytes" : 32120994949,
  1216. "tx_count" : 5147491,
  1217. "tx_size_in_bytes" : 3901821413
  1218. },
  1219. "http" : {
  1220. "current_open" : 14,
  1221. "total_opened" : 151
  1222. },
  1223. "breakers" : {
  1224. "request" : {
  1225. "limit_size_in_bytes" : 10213706956,
  1226. "limit_size" : "9.5gb",
  1227. "estimated_size_in_bytes" : 16440,
  1228. "estimated_size" : "16kb",
  1229. "overhead" : 1.0,
  1230. "tripped" : 0
  1231. },
  1232. "fielddata" : {
  1233. "limit_size_in_bytes" : 10213706956,
  1234. "limit_size" : "9.5gb",
  1235. "estimated_size_in_bytes" : 173607232,
  1236. "estimated_size" : "165.5mb",
  1237. "overhead" : 1.03,
  1238. "tripped" : 0
  1239. },
  1240. "in_flight_requests" : {
  1241. "limit_size_in_bytes" : 17022844928,
  1242. "limit_size" : "15.8gb",
  1243. "estimated_size_in_bytes" : 7698,
  1244. "estimated_size" : "7.5kb",
  1245. "overhead" : 1.0,
  1246. "tripped" : 0
  1247. },
  1248. "parent" : {
  1249. "limit_size_in_bytes" : 11915991449,
  1250. "limit_size" : "11gb",
  1251. "estimated_size_in_bytes" : 173631370,
  1252. "estimated_size" : "165.5mb",
  1253. "overhead" : 1.0,
  1254. "tripped" : 0
  1255. }
  1256. },
  1257. "script" : {
  1258. "compilations" : 15,
  1259. "cache_evictions" : 0
  1260. },
  1261. "discovery" : {
  1262. "cluster_state_queue" : {
  1263. "total" : 0,
  1264. "pending" : 0,
  1265. "committed" : 0
  1266. }
  1267. },
  1268. "ingest" : {
  1269. "total" : {
  1270. "count" : 0,
  1271. "time_in_millis" : 0,
  1272. "current" : 0,
  1273. "failed" : 0
  1274. },
  1275. "pipelines" : { }
  1276. }
  1277. },
  1278. "HC5iVVBFQf6iQjVn_4uaQQ" : {
  1279. "timestamp" : 1485856575701,
  1280. "name" : "fe09",
  1281. "transport_address" : "10.6.145.202:9300",
  1282. "host" : "10.6.145.202",
  1283. "ip" : "10.6.145.202:9300",
  1284. "roles" : [
  1285. "data",
  1286. "ingest"
  1287. ],
  1288. "indices" : {
  1289. "docs" : {
  1290. "count" : 78932191,
  1291. "deleted" : 4619648
  1292. },
  1293. "store" : {
  1294. "size_in_bytes" : 44766577387,
  1295. "throttle_time_in_millis" : 0
  1296. },
  1297. "indexing" : {
  1298. "index_total" : 37770494,
  1299. "index_time_in_millis" : 46567048,
  1300. "index_current" : 1,
  1301. "index_failed" : 32564,
  1302. "delete_total" : 1926472,
  1303. "delete_time_in_millis" : 196468,
  1304. "delete_current" : 0,
  1305. "noop_update_total" : 0,
  1306. "is_throttled" : false,
  1307. "throttle_time_in_millis" : 0
  1308. },
  1309. "get" : {
  1310. "total" : 124102756,
  1311. "time_in_millis" : 527751467,
  1312. "exists_total" : 104193853,
  1313. "exists_time_in_millis" : 523128067,
  1314. "missing_total" : 19908903,
  1315. "missing_time_in_millis" : 4623400,
  1316. "current" : 18
  1317. },
  1318. "search" : {
  1319. "open_contexts" : 1,
  1320. "query_total" : 26775953,
  1321. "query_time_in_millis" : 786196407,
  1322. "query_current" : 1,
  1323. "fetch_total" : 23876024,
  1324. "fetch_time_in_millis" : 16542826,
  1325. "fetch_current" : 0,
  1326. "scroll_total" : 1980986,
  1327. "scroll_time_in_millis" : 180717314702,
  1328. "scroll_current" : 267,
  1329. "suggest_total" : 0,
  1330. "suggest_time_in_millis" : 0,
  1331. "suggest_current" : 0
  1332. },
  1333. "merges" : {
  1334. "current" : 0,
  1335. "current_docs" : 0,
  1336. "current_size_in_bytes" : 0,
  1337. "total" : 951888,
  1338. "total_time_in_millis" : 208044170,
  1339. "total_docs" : 8283905183,
  1340. "total_size_in_bytes" : 1618453850102,
  1341. "total_stopped_time_in_millis" : 0,
  1342. "total_throttled_time_in_millis" : 144944,
  1343. "total_auto_throttle_in_bytes" : 8114701978
  1344. },
  1345. "refresh" : {
  1346. "total" : 16912846,
  1347. "total_time_in_millis" : 3721884960
  1348. },
  1349. "flush" : {
  1350. "total" : 630,
  1351. "total_time_in_millis" : 152058
  1352. },
  1353. "warmer" : {
  1354. "current" : 2,
  1355. "total" : 6946174,
  1356. "total_time_in_millis" : 2274179657
  1357. },
  1358. "query_cache" : {
  1359. "memory_size_in_bytes" : 160687840,
  1360. "total_count" : 372116806,
  1361. "hit_count" : 125616077,
  1362. "miss_count" : 246500729,
  1363. "cache_size" : 90470,
  1364. "cache_count" : 3057602,
  1365. "evictions" : 2967132
  1366. },
  1367. "fielddata" : {
  1368. "memory_size_in_bytes" : 106159312,
  1369. "evictions" : 0
  1370. },
  1371. "completion" : {
  1372. "size_in_bytes" : 0
  1373. },
  1374. "segments" : {
  1375. "count" : 696,
  1376. "memory_in_bytes" : 104195854,
  1377. "terms_memory_in_bytes" : 93212834,
  1378. "stored_fields_memory_in_bytes" : 6613648,
  1379. "term_vectors_memory_in_bytes" : 0,
  1380. "norms_memory_in_bytes" : 135808,
  1381. "points_memory_in_bytes" : 532112,
  1382. "doc_values_memory_in_bytes" : 3701452,
  1383. "index_writer_memory_in_bytes" : 4417299,
  1384. "version_map_memory_in_bytes" : 13896,
  1385. "fixed_bit_set_memory_in_bytes" : 0,
  1386. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  1387. "file_sizes" : { }
  1388. },
  1389. "translog" : {
  1390. "operations" : 2062198,
  1391. "size_in_bytes" : 1758057160
  1392. },
  1393. "request_cache" : {
  1394. "memory_size_in_bytes" : 152672,
  1395. "evictions" : 0,
  1396. "hit_count" : 156011,
  1397. "miss_count" : 2847815
  1398. },
  1399. "recovery" : {
  1400. "current_as_source" : 0,
  1401. "current_as_target" : 0,
  1402. "throttle_time_in_millis" : 1944095
  1403. }
  1404. },
  1405. "os" : {
  1406. "timestamp" : 1485856576975,
  1407. "cpu" : {
  1408. "percent" : -1,
  1409. "load_average" : {
  1410. "1m" : 9.33447265625
  1411. }
  1412. },
  1413. "mem" : {
  1414. "total_in_bytes" : 68562165760,
  1415. "free_in_bytes" : 1406582784,
  1416. "used_in_bytes" : 67155582976,
  1417. "free_percent" : 2,
  1418. "used_percent" : 98
  1419. },
  1420. "swap" : {
  1421. "total_in_bytes" : 0,
  1422. "free_in_bytes" : 0,
  1423. "used_in_bytes" : 0
  1424. }
  1425. },
  1426. "process" : {
  1427. "timestamp" : 1485856576976,
  1428. "open_file_descriptors" : 2,
  1429. "max_file_descriptors" : 1883115,
  1430. "cpu" : {
  1431. "percent" : -1,
  1432. "total_in_millis" : 490185257
  1433. },
  1434. "mem" : {
  1435. "total_virtual_in_bytes" : -1
  1436. }
  1437. },
  1438. "jvm" : {
  1439. "timestamp" : 1485856576976,
  1440. "uptime_in_millis" : 1223838207,
  1441. "mem" : {
  1442. "heap_used_in_bytes" : 4254002808,
  1443. "heap_used_percent" : 24,
  1444. "heap_committed_in_bytes" : 17022844928,
  1445. "heap_max_in_bytes" : 17022844928,
  1446. "non_heap_used_in_bytes" : 168004088,
  1447. "non_heap_committed_in_bytes" : 175337472,
  1448. "pools" : {
  1449. "young" : {
  1450. "used_in_bytes" : 559848080,
  1451. "max_in_bytes" : 1256259584,
  1452. "peak_used_in_bytes" : 1256259584,
  1453. "peak_max_in_bytes" : 1256259584
  1454. },
  1455. "survivor" : {
  1456. "used_in_bytes" : 157024256,
  1457. "max_in_bytes" : 157024256,
  1458. "peak_used_in_bytes" : 157024256,
  1459. "peak_max_in_bytes" : 157024256
  1460. },
  1461. "old" : {
  1462. "used_in_bytes" : 3537130472,
  1463. "max_in_bytes" : 15609561088,
  1464. "peak_used_in_bytes" : 12008689456,
  1465. "peak_max_in_bytes" : 15609561088
  1466. }
  1467. }
  1468. },
  1469. "threads" : {
  1470. "count" : 939,
  1471. "peak_count" : 970
  1472. },
  1473. "gc" : {
  1474. "collectors" : {
  1475. "young" : {
  1476. "collection_count" : 83094,
  1477. "collection_time_in_millis" : 10754244
  1478. },
  1479. "old" : {
  1480. "collection_count" : 455,
  1481. "collection_time_in_millis" : 447506
  1482. }
  1483. }
  1484. },
  1485. "buffer_pools" : {
  1486. "direct" : {
  1487. "count" : 826,
  1488. "used_in_bytes" : 1110190818,
  1489. "total_capacity_in_bytes" : 1110190817
  1490. },
  1491. "mapped" : {
  1492. "count" : 1715,
  1493. "used_in_bytes" : 43418465866,
  1494. "total_capacity_in_bytes" : 43418465866
  1495. }
  1496. },
  1497. "classes" : {
  1498. "current_loaded_count" : 12477,
  1499. "total_loaded_count" : 12608,
  1500. "total_unloaded_count" : 131
  1501. }
  1502. },
  1503. "thread_pool" : {
  1504. "bulk" : {
  1505. "threads" : 24,
  1506. "queue" : 0,
  1507. "active" : 0,
  1508. "rejected" : 0,
  1509. "largest" : 24,
  1510. "completed" : 4797264
  1511. },
  1512. "fetch_shard_started" : {
  1513. "threads" : 1,
  1514. "queue" : 0,
  1515. "active" : 0,
  1516. "rejected" : 0,
  1517. "largest" : 24,
  1518. "completed" : 536
  1519. },
  1520. "fetch_shard_store" : {
  1521. "threads" : 1,
  1522. "queue" : 0,
  1523. "active" : 0,
  1524. "rejected" : 0,
  1525. "largest" : 92,
  1526. "completed" : 3540
  1527. },
  1528. "flush" : {
  1529. "threads" : 1,
  1530. "queue" : 0,
  1531. "active" : 0,
  1532. "rejected" : 0,
  1533. "largest" : 5,
  1534. "completed" : 1239
  1535. },
  1536. "force_merge" : {
  1537. "threads" : 0,
  1538. "queue" : 0,
  1539. "active" : 0,
  1540. "rejected" : 0,
  1541. "largest" : 0,
  1542. "completed" : 0
  1543. },
  1544. "generic" : {
  1545. "threads" : 30,
  1546. "queue" : 0,
  1547. "active" : 0,
  1548. "rejected" : 0,
  1549. "largest" : 34,
  1550. "completed" : 1582218
  1551. },
  1552. "get" : {
  1553. "threads" : 24,
  1554. "queue" : 0,
  1555. "active" : 0,
  1556. "rejected" : 0,
  1557. "largest" : 24,
  1558. "completed" : 121641424
  1559. },
  1560. "index" : {
  1561. "threads" : 96,
  1562. "queue" : 0,
  1563. "active" : 0,
  1564. "rejected" : 0,
  1565. "largest" : 96,
  1566. "completed" : 22882857
  1567. },
  1568. "listener" : {
  1569. "threads" : 10,
  1570. "queue" : 0,
  1571. "active" : 0,
  1572. "rejected" : 0,
  1573. "largest" : 10,
  1574. "completed" : 44859
  1575. },
  1576. "management" : {
  1577. "threads" : 4,
  1578. "queue" : 0,
  1579. "active" : 1,
  1580. "rejected" : 0,
  1581. "largest" : 4,
  1582. "completed" : 125189
  1583. },
  1584. "refresh" : {
  1585. "threads" : 10,
  1586. "queue" : 0,
  1587. "active" : 9,
  1588. "rejected" : 0,
  1589. "largest" : 10,
  1590. "completed" : 56859465
  1591. },
  1592. "search" : {
  1593. "threads" : 145,
  1594. "queue" : 0,
  1595. "active" : 0,
  1596. "rejected" : 0,
  1597. "largest" : 145,
  1598. "completed" : 60750252
  1599. },
  1600. "snapshot" : {
  1601. "threads" : 1,
  1602. "queue" : 0,
  1603. "active" : 0,
  1604. "rejected" : 0,
  1605. "largest" : 5,
  1606. "completed" : 29230
  1607. },
  1608. "warmer" : {
  1609. "threads" : 5,
  1610. "queue" : 7,
  1611. "active" : 5,
  1612. "rejected" : 0,
  1613. "largest" : 5,
  1614. "completed" : 10827873
  1615. }
  1616. },
  1617. "fs" : {
  1618. "timestamp" : 1485856576976,
  1619. "total" : {
  1620. "total_in_bytes" : 4772520753664,
  1621. "free_in_bytes" : 4728914334720,
  1622. "available_in_bytes" : 4728914334720
  1623. },
  1624. "data" : [
  1625. {
  1626. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  1627. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  1628. "type" : "zfs",
  1629. "total_in_bytes" : 4772520753664,
  1630. "free_in_bytes" : 4728914334720,
  1631. "available_in_bytes" : 4728914334720
  1632. }
  1633. ]
  1634. },
  1635. "transport" : {
  1636. "server_open" : 378,
  1637. "rx_count" : 487755660,
  1638. "rx_size_in_bytes" : 395548312769,
  1639. "tx_count" : 487756738,
  1640. "tx_size_in_bytes" : 461824621298
  1641. },
  1642. "http" : {
  1643. "current_open" : 16,
  1644. "total_opened" : 3798564
  1645. },
  1646. "breakers" : {
  1647. "request" : {
  1648. "limit_size_in_bytes" : 10213706956,
  1649. "limit_size" : "9.5gb",
  1650. "estimated_size_in_bytes" : 49320,
  1651. "estimated_size" : "48.1kb",
  1652. "overhead" : 1.0,
  1653. "tripped" : 0
  1654. },
  1655. "fielddata" : {
  1656. "limit_size_in_bytes" : 10213706956,
  1657. "limit_size" : "9.5gb",
  1658. "estimated_size_in_bytes" : 106159312,
  1659. "estimated_size" : "101.2mb",
  1660. "overhead" : 1.03,
  1661. "tripped" : 0
  1662. },
  1663. "in_flight_requests" : {
  1664. "limit_size_in_bytes" : 17022844928,
  1665. "limit_size" : "15.8gb",
  1666. "estimated_size_in_bytes" : 5264,
  1667. "estimated_size" : "5.1kb",
  1668. "overhead" : 1.0,
  1669. "tripped" : 0
  1670. },
  1671. "parent" : {
  1672. "limit_size_in_bytes" : 11915991449,
  1673. "limit_size" : "11gb",
  1674. "estimated_size_in_bytes" : 106213896,
  1675. "estimated_size" : "101.2mb",
  1676. "overhead" : 1.0,
  1677. "tripped" : 0
  1678. }
  1679. },
  1680. "script" : {
  1681. "compilations" : 16,
  1682. "cache_evictions" : 0
  1683. },
  1684. "discovery" : {
  1685. "cluster_state_queue" : {
  1686. "total" : 0,
  1687. "pending" : 0,
  1688. "committed" : 0
  1689. }
  1690. },
  1691. "ingest" : {
  1692. "total" : {
  1693. "count" : 0,
  1694. "time_in_millis" : 0,
  1695. "current" : 0,
  1696. "failed" : 0
  1697. },
  1698. "pipelines" : { }
  1699. }
  1700. },
  1701. "9YnNXGnwT9K_jSLmdzW_-g" : {
  1702. "timestamp" : 1485856575701,
  1703. "name" : "fe12",
  1704. "transport_address" : "10.6.145.205:9300",
  1705. "host" : "10.6.145.205",
  1706. "ip" : "10.6.145.205:9300",
  1707. "roles" : [
  1708. "data",
  1709. "ingest"
  1710. ],
  1711. "indices" : {
  1712. "docs" : {
  1713. "count" : 131023564,
  1714. "deleted" : 6170538
  1715. },
  1716. "store" : {
  1717. "size_in_bytes" : 50849662885,
  1718. "throttle_time_in_millis" : 0
  1719. },
  1720. "indexing" : {
  1721. "index_total" : 35747069,
  1722. "index_time_in_millis" : 53646954,
  1723. "index_current" : 0,
  1724. "index_failed" : 59132,
  1725. "delete_total" : 1770690,
  1726. "delete_time_in_millis" : 176282,
  1727. "delete_current" : 0,
  1728. "noop_update_total" : 0,
  1729. "is_throttled" : false,
  1730. "throttle_time_in_millis" : 67
  1731. },
  1732. "get" : {
  1733. "total" : 136322643,
  1734. "time_in_millis" : 559249820,
  1735. "exists_total" : 121208454,
  1736. "exists_time_in_millis" : 555877559,
  1737. "missing_total" : 15114189,
  1738. "missing_time_in_millis" : 3372261,
  1739. "current" : 6
  1740. },
  1741. "search" : {
  1742. "open_contexts" : 130,
  1743. "query_total" : 16776831,
  1744. "query_time_in_millis" : 377802129,
  1745. "query_current" : 1,
  1746. "fetch_total" : 13197638,
  1747. "fetch_time_in_millis" : 12321564,
  1748. "fetch_current" : 0,
  1749. "scroll_total" : 505053,
  1750. "scroll_time_in_millis" : 47183503533,
  1751. "scroll_current" : 152,
  1752. "suggest_total" : 0,
  1753. "suggest_time_in_millis" : 0,
  1754. "suggest_current" : 0
  1755. },
  1756. "merges" : {
  1757. "current" : 1,
  1758. "current_docs" : 29,
  1759. "current_size_in_bytes" : 62445,
  1760. "total" : 1066430,
  1761. "total_time_in_millis" : 197598900,
  1762. "total_docs" : 4726427301,
  1763. "total_size_in_bytes" : 1348943642057,
  1764. "total_stopped_time_in_millis" : 0,
  1765. "total_throttled_time_in_millis" : 198402,
  1766. "total_auto_throttle_in_bytes" : 8170133770
  1767. },
  1768. "refresh" : {
  1769. "total" : 20418247,
  1770. "total_time_in_millis" : 3603318457
  1771. },
  1772. "flush" : {
  1773. "total" : 760,
  1774. "total_time_in_millis" : 127558
  1775. },
  1776. "warmer" : {
  1777. "current" : 1,
  1778. "total" : 7542828,
  1779. "total_time_in_millis" : 2320573397
  1780. },
  1781. "query_cache" : {
  1782. "memory_size_in_bytes" : 389155464,
  1783. "total_count" : 133236820,
  1784. "hit_count" : 43856109,
  1785. "miss_count" : 89380711,
  1786. "cache_size" : 107452,
  1787. "cache_count" : 2081032,
  1788. "evictions" : 1973580
  1789. },
  1790. "fielddata" : {
  1791. "memory_size_in_bytes" : 613875216,
  1792. "evictions" : 0
  1793. },
  1794. "completion" : {
  1795. "size_in_bytes" : 0
  1796. },
  1797. "segments" : {
  1798. "count" : 873,
  1799. "memory_in_bytes" : 157216646,
  1800. "terms_memory_in_bytes" : 140906322,
  1801. "stored_fields_memory_in_bytes" : 9970144,
  1802. "term_vectors_memory_in_bytes" : 0,
  1803. "norms_memory_in_bytes" : 197568,
  1804. "points_memory_in_bytes" : 446464,
  1805. "doc_values_memory_in_bytes" : 5696148,
  1806. "index_writer_memory_in_bytes" : 2273494,
  1807. "version_map_memory_in_bytes" : 5797,
  1808. "fixed_bit_set_memory_in_bytes" : 0,
  1809. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  1810. "file_sizes" : { }
  1811. },
  1812. "translog" : {
  1813. "operations" : 2580051,
  1814. "size_in_bytes" : 2583983774
  1815. },
  1816. "request_cache" : {
  1817. "memory_size_in_bytes" : 457366,
  1818. "evictions" : 0,
  1819. "hit_count" : 41803,
  1820. "miss_count" : 1481262
  1821. },
  1822. "recovery" : {
  1823. "current_as_source" : 0,
  1824. "current_as_target" : 0,
  1825. "throttle_time_in_millis" : 1695471
  1826. }
  1827. },
  1828. "os" : {
  1829. "timestamp" : 1485856577634,
  1830. "cpu" : {
  1831. "percent" : -1,
  1832. "load_average" : {
  1833. "1m" : 10.81201171875
  1834. }
  1835. },
  1836. "mem" : {
  1837. "total_in_bytes" : 68562165760,
  1838. "free_in_bytes" : 908054528,
  1839. "used_in_bytes" : 67654111232,
  1840. "free_percent" : 1,
  1841. "used_percent" : 99
  1842. },
  1843. "swap" : {
  1844. "total_in_bytes" : 0,
  1845. "free_in_bytes" : 0,
  1846. "used_in_bytes" : 0
  1847. }
  1848. },
  1849. "process" : {
  1850. "timestamp" : 1485856577635,
  1851. "open_file_descriptors" : 2,
  1852. "max_file_descriptors" : 1883115,
  1853. "cpu" : {
  1854. "percent" : -1,
  1855. "total_in_millis" : 501177375
  1856. },
  1857. "mem" : {
  1858. "total_virtual_in_bytes" : -1
  1859. }
  1860. },
  1861. "jvm" : {
  1862. "timestamp" : 1485856577635,
  1863. "uptime_in_millis" : 1223837666,
  1864. "mem" : {
  1865. "heap_used_in_bytes" : 5823057352,
  1866. "heap_used_percent" : 34,
  1867. "heap_committed_in_bytes" : 17022844928,
  1868. "heap_max_in_bytes" : 17022844928,
  1869. "non_heap_used_in_bytes" : 171215280,
  1870. "non_heap_committed_in_bytes" : 178814976,
  1871. "pools" : {
  1872. "young" : {
  1873. "used_in_bytes" : 1052400056,
  1874. "max_in_bytes" : 1256259584,
  1875. "peak_used_in_bytes" : 1256259584,
  1876. "peak_max_in_bytes" : 1256259584
  1877. },
  1878. "survivor" : {
  1879. "used_in_bytes" : 157024256,
  1880. "max_in_bytes" : 157024256,
  1881. "peak_used_in_bytes" : 157024256,
  1882. "peak_max_in_bytes" : 157024256
  1883. },
  1884. "old" : {
  1885. "used_in_bytes" : 4613633040,
  1886. "max_in_bytes" : 15609561088,
  1887. "peak_used_in_bytes" : 11952516968,
  1888. "peak_max_in_bytes" : 15609561088
  1889. }
  1890. }
  1891. },
  1892. "threads" : {
  1893. "count" : 935,
  1894. "peak_count" : 974
  1895. },
  1896. "gc" : {
  1897. "collectors" : {
  1898. "young" : {
  1899. "collection_count" : 81290,
  1900. "collection_time_in_millis" : 11017575
  1901. },
  1902. "old" : {
  1903. "collection_count" : 511,
  1904. "collection_time_in_millis" : 438777
  1905. }
  1906. }
  1907. },
  1908. "buffer_pools" : {
  1909. "direct" : {
  1910. "count" : 819,
  1911. "used_in_bytes" : 1110020084,
  1912. "total_capacity_in_bytes" : 1110020083
  1913. },
  1914. "mapped" : {
  1915. "count" : 2122,
  1916. "used_in_bytes" : 50109933160,
  1917. "total_capacity_in_bytes" : 50109933160
  1918. }
  1919. },
  1920. "classes" : {
  1921. "current_loaded_count" : 12474,
  1922. "total_loaded_count" : 12637,
  1923. "total_unloaded_count" : 163
  1924. }
  1925. },
  1926. "thread_pool" : {
  1927. "bulk" : {
  1928. "threads" : 24,
  1929. "queue" : 0,
  1930. "active" : 0,
  1931. "rejected" : 0,
  1932. "largest" : 24,
  1933. "completed" : 2200262
  1934. },
  1935. "fetch_shard_started" : {
  1936. "threads" : 1,
  1937. "queue" : 0,
  1938. "active" : 0,
  1939. "rejected" : 0,
  1940. "largest" : 27,
  1941. "completed" : 536
  1942. },
  1943. "fetch_shard_store" : {
  1944. "threads" : 1,
  1945. "queue" : 0,
  1946. "active" : 0,
  1947. "rejected" : 0,
  1948. "largest" : 96,
  1949. "completed" : 3540
  1950. },
  1951. "flush" : {
  1952. "threads" : 1,
  1953. "queue" : 0,
  1954. "active" : 0,
  1955. "rejected" : 0,
  1956. "largest" : 5,
  1957. "completed" : 1492
  1958. },
  1959. "force_merge" : {
  1960. "threads" : 0,
  1961. "queue" : 0,
  1962. "active" : 0,
  1963. "rejected" : 0,
  1964. "largest" : 0,
  1965. "completed" : 0
  1966. },
  1967. "generic" : {
  1968. "threads" : 26,
  1969. "queue" : 0,
  1970. "active" : 0,
  1971. "rejected" : 0,
  1972. "largest" : 35,
  1973. "completed" : 1576738
  1974. },
  1975. "get" : {
  1976. "threads" : 24,
  1977. "queue" : 0,
  1978. "active" : 0,
  1979. "rejected" : 0,
  1980. "largest" : 24,
  1981. "completed" : 133395226
  1982. },
  1983. "index" : {
  1984. "threads" : 96,
  1985. "queue" : 0,
  1986. "active" : 0,
  1987. "rejected" : 0,
  1988. "largest" : 96,
  1989. "completed" : 30371449
  1990. },
  1991. "listener" : {
  1992. "threads" : 10,
  1993. "queue" : 0,
  1994. "active" : 0,
  1995. "rejected" : 0,
  1996. "largest" : 10,
  1997. "completed" : 46773
  1998. },
  1999. "management" : {
  2000. "threads" : 5,
  2001. "queue" : 0,
  2002. "active" : 1,
  2003. "rejected" : 0,
  2004. "largest" : 5,
  2005. "completed" : 125193
  2006. },
  2007. "refresh" : {
  2008. "threads" : 10,
  2009. "queue" : 0,
  2010. "active" : 0,
  2011. "rejected" : 0,
  2012. "largest" : 10,
  2013. "completed" : 65551317
  2014. },
  2015. "search" : {
  2016. "threads" : 145,
  2017. "queue" : 0,
  2018. "active" : 1,
  2019. "rejected" : 0,
  2020. "largest" : 145,
  2021. "completed" : 32324449
  2022. },
  2023. "snapshot" : {
  2024. "threads" : 1,
  2025. "queue" : 0,
  2026. "active" : 0,
  2027. "rejected" : 0,
  2028. "largest" : 5,
  2029. "completed" : 31203
  2030. },
  2031. "warmer" : {
  2032. "threads" : 5,
  2033. "queue" : 0,
  2034. "active" : 0,
  2035. "rejected" : 0,
  2036. "largest" : 5,
  2037. "completed" : 11954737
  2038. }
  2039. },
  2040. "fs" : {
  2041. "timestamp" : 1485856577635,
  2042. "total" : {
  2043. "total_in_bytes" : 4749879030272,
  2044. "free_in_bytes" : 4687375959552,
  2045. "available_in_bytes" : 4687375959552
  2046. },
  2047. "data" : [
  2048. {
  2049. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  2050. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  2051. "type" : "zfs",
  2052. "total_in_bytes" : 4749879030272,
  2053. "free_in_bytes" : 4687375959552,
  2054. "available_in_bytes" : 4687375959552
  2055. }
  2056. ]
  2057. },
  2058. "transport" : {
  2059. "server_open" : 380,
  2060. "rx_count" : 476717354,
  2061. "rx_size_in_bytes" : 507160348996,
  2062. "tx_count" : 476718416,
  2063. "tx_size_in_bytes" : 422384392618
  2064. },
  2065. "http" : {
  2066. "current_open" : 14,
  2067. "total_opened" : 1867724
  2068. },
  2069. "breakers" : {
  2070. "request" : {
  2071. "limit_size_in_bytes" : 10213706956,
  2072. "limit_size" : "9.5gb",
  2073. "estimated_size_in_bytes" : 49320,
  2074. "estimated_size" : "48.1kb",
  2075. "overhead" : 1.0,
  2076. "tripped" : 0
  2077. },
  2078. "fielddata" : {
  2079. "limit_size_in_bytes" : 10213706956,
  2080. "limit_size" : "9.5gb",
  2081. "estimated_size_in_bytes" : 602065304,
  2082. "estimated_size" : "574.1mb",
  2083. "overhead" : 1.03,
  2084. "tripped" : 0
  2085. },
  2086. "in_flight_requests" : {
  2087. "limit_size_in_bytes" : 17022844928,
  2088. "limit_size" : "15.8gb",
  2089. "estimated_size_in_bytes" : 4388,
  2090. "estimated_size" : "4.2kb",
  2091. "overhead" : 1.0,
  2092. "tripped" : 0
  2093. },
  2094. "parent" : {
  2095. "limit_size_in_bytes" : 11915991449,
  2096. "limit_size" : "11gb",
  2097. "estimated_size_in_bytes" : 602119012,
  2098. "estimated_size" : "574.2mb",
  2099. "overhead" : 1.0,
  2100. "tripped" : 0
  2101. }
  2102. },
  2103. "script" : {
  2104. "compilations" : 16,
  2105. "cache_evictions" : 0
  2106. },
  2107. "discovery" : {
  2108. "cluster_state_queue" : {
  2109. "total" : 0,
  2110. "pending" : 0,
  2111. "committed" : 0
  2112. }
  2113. },
  2114. "ingest" : {
  2115. "total" : {
  2116. "count" : 0,
  2117. "time_in_millis" : 0,
  2118. "current" : 0,
  2119. "failed" : 0
  2120. },
  2121. "pipelines" : { }
  2122. }
  2123. },
  2124. "mTacSSOnRpGV1gyYmlKa6A" : {
  2125. "timestamp" : 1485856575697,
  2126. "name" : "fe13",
  2127. "transport_address" : "10.6.145.206:9300",
  2128. "host" : "10.6.145.206",
  2129. "ip" : "10.6.145.206:9300",
  2130. "roles" : [
  2131. "data",
  2132. "ingest"
  2133. ],
  2134. "indices" : {
  2135. "docs" : {
  2136. "count" : 135030526,
  2137. "deleted" : 8489349
  2138. },
  2139. "store" : {
  2140. "size_in_bytes" : 47323142634,
  2141. "throttle_time_in_millis" : 0
  2142. },
  2143. "indexing" : {
  2144. "index_total" : 37573049,
  2145. "index_time_in_millis" : 55899752,
  2146. "index_current" : 0,
  2147. "index_failed" : 21165,
  2148. "delete_total" : 2606276,
  2149. "delete_time_in_millis" : 218409,
  2150. "delete_current" : 0,
  2151. "noop_update_total" : 12288,
  2152. "is_throttled" : false,
  2153. "throttle_time_in_millis" : 0
  2154. },
  2155. "get" : {
  2156. "total" : 123768324,
  2157. "time_in_millis" : 757759779,
  2158. "exists_total" : 111110897,
  2159. "exists_time_in_millis" : 754805602,
  2160. "missing_total" : 12657427,
  2161. "missing_time_in_millis" : 2954177,
  2162. "current" : 62
  2163. },
  2164. "search" : {
  2165. "open_contexts" : 454,
  2166. "query_total" : 19107240,
  2167. "query_time_in_millis" : 613097911,
  2168. "query_current" : 1,
  2169. "fetch_total" : 16759047,
  2170. "fetch_time_in_millis" : 16022287,
  2171. "fetch_current" : 0,
  2172. "scroll_total" : 1264245,
  2173. "scroll_time_in_millis" : 115977301001,
  2174. "scroll_current" : 472,
  2175. "suggest_total" : 0,
  2176. "suggest_time_in_millis" : 0,
  2177. "suggest_current" : 0
  2178. },
  2179. "merges" : {
  2180. "current" : 0,
  2181. "current_docs" : 0,
  2182. "current_size_in_bytes" : 0,
  2183. "total" : 1076420,
  2184. "total_time_in_millis" : 216115031,
  2185. "total_docs" : 5926996159,
  2186. "total_size_in_bytes" : 1500045284071,
  2187. "total_stopped_time_in_millis" : 0,
  2188. "total_throttled_time_in_millis" : 159906,
  2189. "total_auto_throttle_in_bytes" : 7692060178
  2190. },
  2191. "refresh" : {
  2192. "total" : 18540228,
  2193. "total_time_in_millis" : 4177352914
  2194. },
  2195. "flush" : {
  2196. "total" : 541,
  2197. "total_time_in_millis" : 166768
  2198. },
  2199. "warmer" : {
  2200. "current" : 2,
  2201. "total" : 7769179,
  2202. "total_time_in_millis" : 2018892312
  2203. },
  2204. "query_cache" : {
  2205. "memory_size_in_bytes" : 155446736,
  2206. "total_count" : 104501410,
  2207. "hit_count" : 32673574,
  2208. "miss_count" : 71827836,
  2209. "cache_size" : 100301,
  2210. "cache_count" : 1803233,
  2211. "evictions" : 1702932
  2212. },
  2213. "fielddata" : {
  2214. "memory_size_in_bytes" : 1158252976,
  2215. "evictions" : 0
  2216. },
  2217. "completion" : {
  2218. "size_in_bytes" : 0
  2219. },
  2220. "segments" : {
  2221. "count" : 700,
  2222. "memory_in_bytes" : 145846021,
  2223. "terms_memory_in_bytes" : 131639697,
  2224. "stored_fields_memory_in_bytes" : 9054928,
  2225. "term_vectors_memory_in_bytes" : 0,
  2226. "norms_memory_in_bytes" : 142528,
  2227. "points_memory_in_bytes" : 448160,
  2228. "doc_values_memory_in_bytes" : 4560708,
  2229. "index_writer_memory_in_bytes" : 2615688,
  2230. "version_map_memory_in_bytes" : 10693,
  2231. "fixed_bit_set_memory_in_bytes" : 0,
  2232. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  2233. "file_sizes" : { }
  2234. },
  2235. "translog" : {
  2236. "operations" : 2626606,
  2237. "size_in_bytes" : 2556909511
  2238. },
  2239. "request_cache" : {
  2240. "memory_size_in_bytes" : 239205,
  2241. "evictions" : 0,
  2242. "hit_count" : 29230,
  2243. "miss_count" : 1102112
  2244. },
  2245. "recovery" : {
  2246. "current_as_source" : 0,
  2247. "current_as_target" : 0,
  2248. "throttle_time_in_millis" : 2387772
  2249. }
  2250. },
  2251. "os" : {
  2252. "timestamp" : 1485856578026,
  2253. "cpu" : {
  2254. "percent" : -1,
  2255. "load_average" : {
  2256. "1m" : 11.83056640625
  2257. }
  2258. },
  2259. "mem" : {
  2260. "total_in_bytes" : 68562165760,
  2261. "free_in_bytes" : 657190912,
  2262. "used_in_bytes" : 67904974848,
  2263. "free_percent" : 1,
  2264. "used_percent" : 99
  2265. },
  2266. "swap" : {
  2267. "total_in_bytes" : 0,
  2268. "free_in_bytes" : 0,
  2269. "used_in_bytes" : 0
  2270. }
  2271. },
  2272. "process" : {
  2273. "timestamp" : 1485856578027,
  2274. "open_file_descriptors" : 2,
  2275. "max_file_descriptors" : 1883115,
  2276. "cpu" : {
  2277. "percent" : -1,
  2278. "total_in_millis" : 482999093
  2279. },
  2280. "mem" : {
  2281. "total_virtual_in_bytes" : -1
  2282. }
  2283. },
  2284. "jvm" : {
  2285. "timestamp" : 1485856578027,
  2286. "uptime_in_millis" : 1223837138,
  2287. "mem" : {
  2288. "heap_used_in_bytes" : 9742782816,
  2289. "heap_used_percent" : 57,
  2290. "heap_committed_in_bytes" : 17022844928,
  2291. "heap_max_in_bytes" : 17022844928,
  2292. "non_heap_used_in_bytes" : 167793512,
  2293. "non_heap_committed_in_bytes" : 174948352,
  2294. "pools" : {
  2295. "young" : {
  2296. "used_in_bytes" : 243948832,
  2297. "max_in_bytes" : 1256259584,
  2298. "peak_used_in_bytes" : 1256259584,
  2299. "peak_max_in_bytes" : 1256259584
  2300. },
  2301. "survivor" : {
  2302. "used_in_bytes" : 157024256,
  2303. "max_in_bytes" : 157024256,
  2304. "peak_used_in_bytes" : 157024256,
  2305. "peak_max_in_bytes" : 157024256
  2306. },
  2307. "old" : {
  2308. "used_in_bytes" : 9341809728,
  2309. "max_in_bytes" : 15609561088,
  2310. "peak_used_in_bytes" : 12074337824,
  2311. "peak_max_in_bytes" : 15609561088
  2312. }
  2313. }
  2314. },
  2315. "threads" : {
  2316. "count" : 923,
  2317. "peak_count" : 1039
  2318. },
  2319. "gc" : {
  2320. "collectors" : {
  2321. "young" : {
  2322. "collection_count" : 83286,
  2323. "collection_time_in_millis" : 13573713
  2324. },
  2325. "old" : {
  2326. "collection_count" : 602,
  2327. "collection_time_in_millis" : 562592
  2328. }
  2329. }
  2330. },
  2331. "buffer_pools" : {
  2332. "direct" : {
  2333. "count" : 813,
  2334. "used_in_bytes" : 1109457074,
  2335. "total_capacity_in_bytes" : 1109457073
  2336. },
  2337. "mapped" : {
  2338. "count" : 1749,
  2339. "used_in_bytes" : 46132079774,
  2340. "total_capacity_in_bytes" : 46132079774
  2341. }
  2342. },
  2343. "classes" : {
  2344. "current_loaded_count" : 12509,
  2345. "total_loaded_count" : 12690,
  2346. "total_unloaded_count" : 181
  2347. }
  2348. },
  2349. "thread_pool" : {
  2350. "bulk" : {
  2351. "threads" : 24,
  2352. "queue" : 0,
  2353. "active" : 0,
  2354. "rejected" : 0,
  2355. "largest" : 24,
  2356. "completed" : 2812893
  2357. },
  2358. "fetch_shard_started" : {
  2359. "threads" : 1,
  2360. "queue" : 0,
  2361. "active" : 0,
  2362. "rejected" : 0,
  2363. "largest" : 25,
  2364. "completed" : 536
  2365. },
  2366. "fetch_shard_store" : {
  2367. "threads" : 1,
  2368. "queue" : 0,
  2369. "active" : 0,
  2370. "rejected" : 0,
  2371. "largest" : 114,
  2372. "completed" : 3540
  2373. },
  2374. "flush" : {
  2375. "threads" : 1,
  2376. "queue" : 0,
  2377. "active" : 0,
  2378. "rejected" : 0,
  2379. "largest" : 5,
  2380. "completed" : 1048
  2381. },
  2382. "force_merge" : {
  2383. "threads" : 0,
  2384. "queue" : 0,
  2385. "active" : 0,
  2386. "rejected" : 0,
  2387. "largest" : 0,
  2388. "completed" : 0
  2389. },
  2390. "generic" : {
  2391. "threads" : 14,
  2392. "queue" : 0,
  2393. "active" : 0,
  2394. "rejected" : 0,
  2395. "largest" : 94,
  2396. "completed" : 1594300
  2397. },
  2398. "get" : {
  2399. "threads" : 24,
  2400. "queue" : 0,
  2401. "active" : 1,
  2402. "rejected" : 0,
  2403. "largest" : 24,
  2404. "completed" : 121392612
  2405. },
  2406. "index" : {
  2407. "threads" : 96,
  2408. "queue" : 0,
  2409. "active" : 0,
  2410. "rejected" : 0,
  2411. "largest" : 96,
  2412. "completed" : 29743040
  2413. },
  2414. "listener" : {
  2415. "threads" : 10,
  2416. "queue" : 0,
  2417. "active" : 0,
  2418. "rejected" : 0,
  2419. "largest" : 10,
  2420. "completed" : 43136
  2421. },
  2422. "management" : {
  2423. "threads" : 5,
  2424. "queue" : 0,
  2425. "active" : 1,
  2426. "rejected" : 0,
  2427. "largest" : 5,
  2428. "completed" : 125188
  2429. },
  2430. "refresh" : {
  2431. "threads" : 10,
  2432. "queue" : 0,
  2433. "active" : 1,
  2434. "rejected" : 0,
  2435. "largest" : 10,
  2436. "completed" : 58931943
  2437. },
  2438. "search" : {
  2439. "threads" : 145,
  2440. "queue" : 0,
  2441. "active" : 1,
  2442. "rejected" : 0,
  2443. "largest" : 145,
  2444. "completed" : 25099667
  2445. },
  2446. "snapshot" : {
  2447. "threads" : 1,
  2448. "queue" : 0,
  2449. "active" : 0,
  2450. "rejected" : 0,
  2451. "largest" : 5,
  2452. "completed" : 31661
  2453. },
  2454. "warmer" : {
  2455. "threads" : 5,
  2456. "queue" : 0,
  2457. "active" : 2,
  2458. "rejected" : 0,
  2459. "largest" : 5,
  2460. "completed" : 11848911
  2461. }
  2462. },
  2463. "fs" : {
  2464. "timestamp" : 1485856578028,
  2465. "total" : {
  2466. "total_in_bytes" : 4757928606720,
  2467. "free_in_bytes" : 4713055538688,
  2468. "available_in_bytes" : 4713055538688
  2469. },
  2470. "data" : [
  2471. {
  2472. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  2473. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  2474. "type" : "zfs",
  2475. "total_in_bytes" : 4757928606720,
  2476. "free_in_bytes" : 4713055538688,
  2477. "available_in_bytes" : 4713055538688
  2478. }
  2479. ]
  2480. },
  2481. "transport" : {
  2482. "server_open" : 378,
  2483. "rx_count" : 442258448,
  2484. "rx_size_in_bytes" : 368682093831,
  2485. "tx_count" : 442260107,
  2486. "tx_size_in_bytes" : 443735073726
  2487. },
  2488. "http" : {
  2489. "current_open" : 16,
  2490. "total_opened" : 43803
  2491. },
  2492. "breakers" : {
  2493. "request" : {
  2494. "limit_size_in_bytes" : 10213706956,
  2495. "limit_size" : "9.5gb",
  2496. "estimated_size_in_bytes" : 32880,
  2497. "estimated_size" : "32.1kb",
  2498. "overhead" : 1.0,
  2499. "tripped" : 0
  2500. },
  2501. "fielddata" : {
  2502. "limit_size_in_bytes" : 10213706956,
  2503. "limit_size" : "9.5gb",
  2504. "estimated_size_in_bytes" : 1158252080,
  2505. "estimated_size" : "1gb",
  2506. "overhead" : 1.03,
  2507. "tripped" : 0
  2508. },
  2509. "in_flight_requests" : {
  2510. "limit_size_in_bytes" : 17022844928,
  2511. "limit_size" : "15.8gb",
  2512. "estimated_size_in_bytes" : 3810,
  2513. "estimated_size" : "3.7kb",
  2514. "overhead" : 1.0,
  2515. "tripped" : 0
  2516. },
  2517. "parent" : {
  2518. "limit_size_in_bytes" : 11915991449,
  2519. "limit_size" : "11gb",
  2520. "estimated_size_in_bytes" : 1158288770,
  2521. "estimated_size" : "1gb",
  2522. "overhead" : 1.0,
  2523. "tripped" : 0
  2524. }
  2525. },
  2526. "script" : {
  2527. "compilations" : 16,
  2528. "cache_evictions" : 0
  2529. },
  2530. "discovery" : {
  2531. "cluster_state_queue" : {
  2532. "total" : 0,
  2533. "pending" : 0,
  2534. "committed" : 0
  2535. }
  2536. },
  2537. "ingest" : {
  2538. "total" : {
  2539. "count" : 0,
  2540. "time_in_millis" : 0,
  2541. "current" : 0,
  2542. "failed" : 0
  2543. },
  2544. "pipelines" : { }
  2545. }
  2546. },
  2547. "X_QXm-KVRlG_jnHLmieFiA" : {
  2548. "timestamp" : 1485856575697,
  2549. "name" : "fe00",
  2550. "transport_address" : "10.6.145.193:9300",
  2551. "host" : "10.6.145.193",
  2552. "ip" : "10.6.145.193:9300",
  2553. "roles" : [
  2554. "data",
  2555. "ingest"
  2556. ],
  2557. "indices" : {
  2558. "docs" : {
  2559. "count" : 48679771,
  2560. "deleted" : 4386188
  2561. },
  2562. "store" : {
  2563. "size_in_bytes" : 3679419902,
  2564. "throttle_time_in_millis" : 0
  2565. },
  2566. "indexing" : {
  2567. "index_total" : 69366,
  2568. "index_time_in_millis" : 140088,
  2569. "index_current" : 0,
  2570. "index_failed" : 24,
  2571. "delete_total" : 1508,
  2572. "delete_time_in_millis" : 379,
  2573. "delete_current" : 0,
  2574. "noop_update_total" : 0,
  2575. "is_throttled" : false,
  2576. "throttle_time_in_millis" : 0
  2577. },
  2578. "get" : {
  2579. "total" : 170702,
  2580. "time_in_millis" : 1120795,
  2581. "exists_total" : 170420,
  2582. "exists_time_in_millis" : 1120752,
  2583. "missing_total" : 282,
  2584. "missing_time_in_millis" : 43,
  2585. "current" : 0
  2586. },
  2587. "search" : {
  2588. "open_contexts" : 0,
  2589. "query_total" : 7326,
  2590. "query_time_in_millis" : 5367,
  2591. "query_current" : 0,
  2592. "fetch_total" : 1327,
  2593. "fetch_time_in_millis" : 250,
  2594. "fetch_current" : 0,
  2595. "scroll_total" : 1,
  2596. "scroll_time_in_millis" : 650297,
  2597. "scroll_current" : 0,
  2598. "suggest_total" : 0,
  2599. "suggest_time_in_millis" : 0,
  2600. "suggest_current" : 0
  2601. },
  2602. "merges" : {
  2603. "current" : 0,
  2604. "current_docs" : 0,
  2605. "current_size_in_bytes" : 0,
  2606. "total" : 1914,
  2607. "total_time_in_millis" : 338937,
  2608. "total_docs" : 12685852,
  2609. "total_size_in_bytes" : 2990174588,
  2610. "total_stopped_time_in_millis" : 0,
  2611. "total_throttled_time_in_millis" : 0,
  2612. "total_auto_throttle_in_bytes" : 146800640
  2613. },
  2614. "refresh" : {
  2615. "total" : 20480,
  2616. "total_time_in_millis" : 489987
  2617. },
  2618. "flush" : {
  2619. "total" : 4,
  2620. "total_time_in_millis" : 196
  2621. },
  2622. "warmer" : {
  2623. "current" : 0,
  2624. "total" : 18463,
  2625. "total_time_in_millis" : 16698
  2626. },
  2627. "query_cache" : {
  2628. "memory_size_in_bytes" : 328,
  2629. "total_count" : 462,
  2630. "hit_count" : 0,
  2631. "miss_count" : 462,
  2632. "cache_size" : 7,
  2633. "cache_count" : 7,
  2634. "evictions" : 0
  2635. },
  2636. "fielddata" : {
  2637. "memory_size_in_bytes" : 0,
  2638. "evictions" : 0
  2639. },
  2640. "completion" : {
  2641. "size_in_bytes" : 0
  2642. },
  2643. "segments" : {
  2644. "count" : 89,
  2645. "memory_in_bytes" : 15125637,
  2646. "terms_memory_in_bytes" : 13061841,
  2647. "stored_fields_memory_in_bytes" : 2000224,
  2648. "term_vectors_memory_in_bytes" : 0,
  2649. "norms_memory_in_bytes" : 6528,
  2650. "points_memory_in_bytes" : 0,
  2651. "doc_values_memory_in_bytes" : 57044,
  2652. "index_writer_memory_in_bytes" : 0,
  2653. "version_map_memory_in_bytes" : 1113,
  2654. "fixed_bit_set_memory_in_bytes" : 0,
  2655. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  2656. "file_sizes" : { }
  2657. },
  2658. "translog" : {
  2659. "operations" : 73555,
  2660. "size_in_bytes" : 51377124
  2661. },
  2662. "request_cache" : {
  2663. "memory_size_in_bytes" : 0,
  2664. "evictions" : 0,
  2665. "hit_count" : 0,
  2666. "miss_count" : 0
  2667. },
  2668. "recovery" : {
  2669. "current_as_source" : 0,
  2670. "current_as_target" : 0,
  2671. "throttle_time_in_millis" : 16
  2672. }
  2673. },
  2674. "os" : {
  2675. "timestamp" : 1485856575874,
  2676. "cpu" : {
  2677. "percent" : -1,
  2678. "load_average" : {
  2679. "1m" : 5.46533203125
  2680. }
  2681. },
  2682. "mem" : {
  2683. "total_in_bytes" : 68562165760,
  2684. "free_in_bytes" : 4707553280,
  2685. "used_in_bytes" : 63854612480,
  2686. "free_percent" : 7,
  2687. "used_percent" : 93
  2688. },
  2689. "swap" : {
  2690. "total_in_bytes" : 0,
  2691. "free_in_bytes" : 0,
  2692. "used_in_bytes" : 0
  2693. }
  2694. },
  2695. "process" : {
  2696. "timestamp" : 1485856575875,
  2697. "open_file_descriptors" : 2,
  2698. "max_file_descriptors" : 1883115,
  2699. "cpu" : {
  2700. "percent" : -1,
  2701. "total_in_millis" : 2416945
  2702. },
  2703. "mem" : {
  2704. "total_virtual_in_bytes" : -1
  2705. }
  2706. },
  2707. "jvm" : {
  2708. "timestamp" : 1485856575875,
  2709. "uptime_in_millis" : 8918829,
  2710. "mem" : {
  2711. "heap_used_in_bytes" : 1775769600,
  2712. "heap_used_percent" : 10,
  2713. "heap_committed_in_bytes" : 17022844928,
  2714. "heap_max_in_bytes" : 17022844928,
  2715. "non_heap_used_in_bytes" : 133927272,
  2716. "non_heap_committed_in_bytes" : 140206080,
  2717. "pools" : {
  2718. "young" : {
  2719. "used_in_bytes" : 554919768,
  2720. "max_in_bytes" : 1256259584,
  2721. "peak_used_in_bytes" : 1256259584,
  2722. "peak_max_in_bytes" : 1256259584
  2723. },
  2724. "survivor" : {
  2725. "used_in_bytes" : 15216400,
  2726. "max_in_bytes" : 157024256,
  2727. "peak_used_in_bytes" : 157024256,
  2728. "peak_max_in_bytes" : 157024256
  2729. },
  2730. "old" : {
  2731. "used_in_bytes" : 1205633432,
  2732. "max_in_bytes" : 15609561088,
  2733. "peak_used_in_bytes" : 1205633432,
  2734. "peak_max_in_bytes" : 15609561088
  2735. }
  2736. }
  2737. },
  2738. "threads" : {
  2739. "count" : 282,
  2740. "peak_count" : 285
  2741. },
  2742. "gc" : {
  2743. "collectors" : {
  2744. "young" : {
  2745. "collection_count" : 99,
  2746. "collection_time_in_millis" : 7548
  2747. },
  2748. "old" : {
  2749. "collection_count" : 1,
  2750. "collection_time_in_millis" : 132
  2751. }
  2752. }
  2753. },
  2754. "buffer_pools" : {
  2755. "direct" : {
  2756. "count" : 299,
  2757. "used_in_bytes" : 881597197,
  2758. "total_capacity_in_bytes" : 881597196
  2759. },
  2760. "mapped" : {
  2761. "count" : 164,
  2762. "used_in_bytes" : 3635224182,
  2763. "total_capacity_in_bytes" : 3635224182
  2764. }
  2765. },
  2766. "classes" : {
  2767. "current_loaded_count" : 12070,
  2768. "total_loaded_count" : 12070,
  2769. "total_unloaded_count" : 0
  2770. }
  2771. },
  2772. "thread_pool" : {
  2773. "bulk" : {
  2774. "threads" : 24,
  2775. "queue" : 0,
  2776. "active" : 0,
  2777. "rejected" : 0,
  2778. "largest" : 24,
  2779. "completed" : 41
  2780. },
  2781. "fetch_shard_started" : {
  2782. "threads" : 0,
  2783. "queue" : 0,
  2784. "active" : 0,
  2785. "rejected" : 0,
  2786. "largest" : 0,
  2787. "completed" : 0
  2788. },
  2789. "fetch_shard_store" : {
  2790. "threads" : 1,
  2791. "queue" : 0,
  2792. "active" : 0,
  2793. "rejected" : 0,
  2794. "largest" : 8,
  2795. "completed" : 8
  2796. },
  2797. "flush" : {
  2798. "threads" : 1,
  2799. "queue" : 0,
  2800. "active" : 0,
  2801. "rejected" : 0,
  2802. "largest" : 1,
  2803. "completed" : 8
  2804. },
  2805. "force_merge" : {
  2806. "threads" : 0,
  2807. "queue" : 0,
  2808. "active" : 0,
  2809. "rejected" : 0,
  2810. "largest" : 0,
  2811. "completed" : 0
  2812. },
  2813. "generic" : {
  2814. "threads" : 5,
  2815. "queue" : 0,
  2816. "active" : 0,
  2817. "rejected" : 0,
  2818. "largest" : 5,
  2819. "completed" : 10014
  2820. },
  2821. "get" : {
  2822. "threads" : 24,
  2823. "queue" : 0,
  2824. "active" : 0,
  2825. "rejected" : 0,
  2826. "largest" : 24,
  2827. "completed" : 170702
  2828. },
  2829. "index" : {
  2830. "threads" : 24,
  2831. "queue" : 0,
  2832. "active" : 0,
  2833. "rejected" : 0,
  2834. "largest" : 24,
  2835. "completed" : 70886
  2836. },
  2837. "listener" : {
  2838. "threads" : 0,
  2839. "queue" : 0,
  2840. "active" : 0,
  2841. "rejected" : 0,
  2842. "largest" : 0,
  2843. "completed" : 0
  2844. },
  2845. "management" : {
  2846. "threads" : 3,
  2847. "queue" : 0,
  2848. "active" : 1,
  2849. "rejected" : 0,
  2850. "largest" : 3,
  2851. "completed" : 890
  2852. },
  2853. "refresh" : {
  2854. "threads" : 7,
  2855. "queue" : 0,
  2856. "active" : 0,
  2857. "rejected" : 0,
  2858. "largest" : 7,
  2859. "completed" : 47434
  2860. },
  2861. "search" : {
  2862. "threads" : 37,
  2863. "queue" : 0,
  2864. "active" : 0,
  2865. "rejected" : 0,
  2866. "largest" : 37,
  2867. "completed" : 57195
  2868. },
  2869. "snapshot" : {
  2870. "threads" : 0,
  2871. "queue" : 0,
  2872. "active" : 0,
  2873. "rejected" : 0,
  2874. "largest" : 0,
  2875. "completed" : 0
  2876. },
  2877. "warmer" : {
  2878. "threads" : 2,
  2879. "queue" : 0,
  2880. "active" : 0,
  2881. "rejected" : 0,
  2882. "largest" : 2,
  2883. "completed" : 18463
  2884. }
  2885. },
  2886. "fs" : {
  2887. "timestamp" : 1485856575875,
  2888. "total" : {
  2889. "total_in_bytes" : 4709605557248,
  2890. "free_in_bytes" : 4706477842944,
  2891. "available_in_bytes" : 4706477842944
  2892. },
  2893. "data" : [
  2894. {
  2895. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  2896. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  2897. "type" : "zfs",
  2898. "total_in_bytes" : 4709605557248,
  2899. "free_in_bytes" : 4706477842944,
  2900. "available_in_bytes" : 4706477842944
  2901. }
  2902. ]
  2903. },
  2904. "transport" : {
  2905. "server_open" : 382,
  2906. "rx_count" : 2946811,
  2907. "rx_size_in_bytes" : 2144971499,
  2908. "tx_count" : 2946810,
  2909. "tx_size_in_bytes" : 1171573322
  2910. },
  2911. "http" : {
  2912. "current_open" : 4,
  2913. "total_opened" : 110
  2914. },
  2915. "breakers" : {
  2916. "request" : {
  2917. "limit_size_in_bytes" : 10213706956,
  2918. "limit_size" : "9.5gb",
  2919. "estimated_size_in_bytes" : 0,
  2920. "estimated_size" : "0b",
  2921. "overhead" : 1.0,
  2922. "tripped" : 0
  2923. },
  2924. "fielddata" : {
  2925. "limit_size_in_bytes" : 10213706956,
  2926. "limit_size" : "9.5gb",
  2927. "estimated_size_in_bytes" : 0,
  2928. "estimated_size" : "0b",
  2929. "overhead" : 1.03,
  2930. "tripped" : 0
  2931. },
  2932. "in_flight_requests" : {
  2933. "limit_size_in_bytes" : 17022844928,
  2934. "limit_size" : "15.8gb",
  2935. "estimated_size_in_bytes" : 4042,
  2936. "estimated_size" : "3.9kb",
  2937. "overhead" : 1.0,
  2938. "tripped" : 0
  2939. },
  2940. "parent" : {
  2941. "limit_size_in_bytes" : 11915991449,
  2942. "limit_size" : "11gb",
  2943. "estimated_size_in_bytes" : 4042,
  2944. "estimated_size" : "3.9kb",
  2945. "overhead" : 1.0,
  2946. "tripped" : 0
  2947. }
  2948. },
  2949. "script" : {
  2950. "compilations" : 15,
  2951. "cache_evictions" : 0
  2952. },
  2953. "discovery" : {
  2954. "cluster_state_queue" : {
  2955. "total" : 0,
  2956. "pending" : 0,
  2957. "committed" : 0
  2958. }
  2959. },
  2960. "ingest" : {
  2961. "total" : {
  2962. "count" : 0,
  2963. "time_in_millis" : 0,
  2964. "current" : 0,
  2965. "failed" : 0
  2966. },
  2967. "pipelines" : { }
  2968. }
  2969. },
  2970. "HEI15fLWT-avw0mNeeIaqQ" : {
  2971. "timestamp" : 1485856575698,
  2972. "name" : "lb01",
  2973. "transport_address" : "10.6.145.223:9300",
  2974. "host" : "10.6.145.223",
  2975. "ip" : "10.6.145.223:9300",
  2976. "roles" : [
  2977. "ingest"
  2978. ],
  2979. "indices" : {
  2980. "docs" : {
  2981. "count" : 0,
  2982. "deleted" : 0
  2983. },
  2984. "store" : {
  2985. "size_in_bytes" : 0,
  2986. "throttle_time_in_millis" : 0
  2987. },
  2988. "indexing" : {
  2989. "index_total" : 0,
  2990. "index_time_in_millis" : 0,
  2991. "index_current" : 0,
  2992. "index_failed" : 0,
  2993. "delete_total" : 0,
  2994. "delete_time_in_millis" : 0,
  2995. "delete_current" : 0,
  2996. "noop_update_total" : 0,
  2997. "is_throttled" : false,
  2998. "throttle_time_in_millis" : 0
  2999. },
  3000. "get" : {
  3001. "total" : 0,
  3002. "time_in_millis" : 0,
  3003. "exists_total" : 0,
  3004. "exists_time_in_millis" : 0,
  3005. "missing_total" : 0,
  3006. "missing_time_in_millis" : 0,
  3007. "current" : 0
  3008. },
  3009. "search" : {
  3010. "open_contexts" : 0,
  3011. "query_total" : 0,
  3012. "query_time_in_millis" : 0,
  3013. "query_current" : 0,
  3014. "fetch_total" : 0,
  3015. "fetch_time_in_millis" : 0,
  3016. "fetch_current" : 0,
  3017. "scroll_total" : 0,
  3018. "scroll_time_in_millis" : 0,
  3019. "scroll_current" : 0,
  3020. "suggest_total" : 0,
  3021. "suggest_time_in_millis" : 0,
  3022. "suggest_current" : 0
  3023. },
  3024. "merges" : {
  3025. "current" : 0,
  3026. "current_docs" : 0,
  3027. "current_size_in_bytes" : 0,
  3028. "total" : 0,
  3029. "total_time_in_millis" : 0,
  3030. "total_docs" : 0,
  3031. "total_size_in_bytes" : 0,
  3032. "total_stopped_time_in_millis" : 0,
  3033. "total_throttled_time_in_millis" : 0,
  3034. "total_auto_throttle_in_bytes" : 0
  3035. },
  3036. "refresh" : {
  3037. "total" : 0,
  3038. "total_time_in_millis" : 0
  3039. },
  3040. "flush" : {
  3041. "total" : 0,
  3042. "total_time_in_millis" : 0
  3043. },
  3044. "warmer" : {
  3045. "current" : 0,
  3046. "total" : 0,
  3047. "total_time_in_millis" : 0
  3048. },
  3049. "query_cache" : {
  3050. "memory_size_in_bytes" : 0,
  3051. "total_count" : 0,
  3052. "hit_count" : 0,
  3053. "miss_count" : 0,
  3054. "cache_size" : 0,
  3055. "cache_count" : 0,
  3056. "evictions" : 0
  3057. },
  3058. "fielddata" : {
  3059. "memory_size_in_bytes" : 0,
  3060. "evictions" : 0
  3061. },
  3062. "completion" : {
  3063. "size_in_bytes" : 0
  3064. },
  3065. "segments" : {
  3066. "count" : 0,
  3067. "memory_in_bytes" : 0,
  3068. "terms_memory_in_bytes" : 0,
  3069. "stored_fields_memory_in_bytes" : 0,
  3070. "term_vectors_memory_in_bytes" : 0,
  3071. "norms_memory_in_bytes" : 0,
  3072. "points_memory_in_bytes" : 0,
  3073. "doc_values_memory_in_bytes" : 0,
  3074. "index_writer_memory_in_bytes" : 0,
  3075. "version_map_memory_in_bytes" : 0,
  3076. "fixed_bit_set_memory_in_bytes" : 0,
  3077. "max_unsafe_auto_id_timestamp" : -9223372036854775808,
  3078. "file_sizes" : { }
  3079. },
  3080. "translog" : {
  3081. "operations" : 0,
  3082. "size_in_bytes" : 0
  3083. },
  3084. "request_cache" : {
  3085. "memory_size_in_bytes" : 0,
  3086. "evictions" : 0,
  3087. "hit_count" : 0,
  3088. "miss_count" : 0
  3089. },
  3090. "recovery" : {
  3091. "current_as_source" : 0,
  3092. "current_as_target" : 0,
  3093. "throttle_time_in_millis" : 0
  3094. }
  3095. },
  3096. "os" : {
  3097. "timestamp" : 1485856575698,
  3098. "cpu" : {
  3099. "percent" : -1,
  3100. "load_average" : {
  3101. "1m" : 3.81103515625
  3102. }
  3103. },
  3104. "mem" : {
  3105. "total_in_bytes" : 68657516544,
  3106. "free_in_bytes" : 1673437184,
  3107. "used_in_bytes" : 66984079360,
  3108. "free_percent" : 2,
  3109. "used_percent" : 98
  3110. },
  3111. "swap" : {
  3112. "total_in_bytes" : 0,
  3113. "free_in_bytes" : 0,
  3114. "used_in_bytes" : 0
  3115. }
  3116. },
  3117. "process" : {
  3118. "timestamp" : 1485856575699,
  3119. "open_file_descriptors" : 2,
  3120. "max_file_descriptors" : 1885734,
  3121. "cpu" : {
  3122. "percent" : -1,
  3123. "total_in_millis" : 74347562
  3124. },
  3125. "mem" : {
  3126. "total_virtual_in_bytes" : -1
  3127. }
  3128. },
  3129. "jvm" : {
  3130. "timestamp" : 1485856575699,
  3131. "uptime_in_millis" : 1503219218,
  3132. "mem" : {
  3133. "heap_used_in_bytes" : 1340931424,
  3134. "heap_used_percent" : 32,
  3135. "heap_committed_in_bytes" : 4151836672,
  3136. "heap_max_in_bytes" : 4151836672,
  3137. "non_heap_used_in_bytes" : 94097592,
  3138. "non_heap_committed_in_bytes" : 100139008,
  3139. "pools" : {
  3140. "young" : {
  3141. "used_in_bytes" : 477638896,
  3142. "max_in_bytes" : 1145372672,
  3143. "peak_used_in_bytes" : 1145372672,
  3144. "peak_max_in_bytes" : 1145372672
  3145. },
  3146. "survivor" : {
  3147. "used_in_bytes" : 252792,
  3148. "max_in_bytes" : 143130624,
  3149. "peak_used_in_bytes" : 143130624,
  3150. "peak_max_in_bytes" : 143130624
  3151. },
  3152. "old" : {
  3153. "used_in_bytes" : 863039736,
  3154. "max_in_bytes" : 2863333376,
  3155. "peak_used_in_bytes" : 863039736,
  3156. "peak_max_in_bytes" : 2863333376
  3157. }
  3158. }
  3159. },
  3160. "threads" : {
  3161. "count" : 561,
  3162. "peak_count" : 572
  3163. },
  3164. "gc" : {
  3165. "collectors" : {
  3166. "young" : {
  3167. "collection_count" : 1182,
  3168. "collection_time_in_millis" : 28923
  3169. },
  3170. "old" : {
  3171. "collection_count" : 1,
  3172. "collection_time_in_millis" : 238
  3173. }
  3174. }
  3175. },
  3176. "buffer_pools" : {
  3177. "direct" : {
  3178. "count" : 427,
  3179. "used_in_bytes" : 889200641,
  3180. "total_capacity_in_bytes" : 889200640
  3181. },
  3182. "mapped" : {
  3183. "count" : 0,
  3184. "used_in_bytes" : 0,
  3185. "total_capacity_in_bytes" : 0
  3186. }
  3187. },
  3188. "classes" : {
  3189. "current_loaded_count" : 10147,
  3190. "total_loaded_count" : 10147,
  3191. "total_unloaded_count" : 0
  3192. }
  3193. },
  3194. "thread_pool" : {
  3195. "bulk" : {
  3196. "threads" : 0,
  3197. "queue" : 0,
  3198. "active" : 0,
  3199. "rejected" : 0,
  3200. "largest" : 0,
  3201. "completed" : 0
  3202. },
  3203. "fetch_shard_started" : {
  3204. "threads" : 0,
  3205. "queue" : 0,
  3206. "active" : 0,
  3207. "rejected" : 0,
  3208. "largest" : 0,
  3209. "completed" : 0
  3210. },
  3211. "fetch_shard_store" : {
  3212. "threads" : 0,
  3213. "queue" : 0,
  3214. "active" : 0,
  3215. "rejected" : 0,
  3216. "largest" : 0,
  3217. "completed" : 0
  3218. },
  3219. "flush" : {
  3220. "threads" : 0,
  3221. "queue" : 0,
  3222. "active" : 0,
  3223. "rejected" : 0,
  3224. "largest" : 0,
  3225. "completed" : 0
  3226. },
  3227. "force_merge" : {
  3228. "threads" : 0,
  3229. "queue" : 0,
  3230. "active" : 0,
  3231. "rejected" : 0,
  3232. "largest" : 0,
  3233. "completed" : 0
  3234. },
  3235. "generic" : {
  3236. "threads" : 19,
  3237. "queue" : 0,
  3238. "active" : 0,
  3239. "rejected" : 0,
  3240. "largest" : 19,
  3241. "completed" : 1642086
  3242. },
  3243. "get" : {
  3244. "threads" : 0,
  3245. "queue" : 0,
  3246. "active" : 0,
  3247. "rejected" : 0,
  3248. "largest" : 0,
  3249. "completed" : 0
  3250. },
  3251. "index" : {
  3252. "threads" : 0,
  3253. "queue" : 0,
  3254. "active" : 0,
  3255. "rejected" : 0,
  3256. "largest" : 0,
  3257. "completed" : 0
  3258. },
  3259. "listener" : {
  3260. "threads" : 0,
  3261. "queue" : 0,
  3262. "active" : 0,
  3263. "rejected" : 0,
  3264. "largest" : 0,
  3265. "completed" : 0
  3266. },
  3267. "management" : {
  3268. "threads" : 1,
  3269. "queue" : 0,
  3270. "active" : 1,
  3271. "rejected" : 0,
  3272. "largest" : 3,
  3273. "completed" : 29778
  3274. },
  3275. "refresh" : {
  3276. "threads" : 0,
  3277. "queue" : 0,
  3278. "active" : 0,
  3279. "rejected" : 0,
  3280. "largest" : 0,
  3281. "completed" : 0
  3282. },
  3283. "search" : {
  3284. "threads" : 145,
  3285. "queue" : 0,
  3286. "active" : 0,
  3287. "rejected" : 0,
  3288. "largest" : 145,
  3289. "completed" : 18466
  3290. },
  3291. "snapshot" : {
  3292. "threads" : 0,
  3293. "queue" : 0,
  3294. "active" : 0,
  3295. "rejected" : 0,
  3296. "largest" : 0,
  3297. "completed" : 0
  3298. },
  3299. "warmer" : {
  3300. "threads" : 0,
  3301. "queue" : 0,
  3302. "active" : 0,
  3303. "rejected" : 0,
  3304. "largest" : 0,
  3305. "completed" : 0
  3306. }
  3307. },
  3308. "fs" : {
  3309. "timestamp" : 1485856575700,
  3310. "total" : {
  3311. "total_in_bytes" : 230903210496,
  3312. "free_in_bytes" : 174877612032,
  3313. "available_in_bytes" : 174877612032
  3314. },
  3315. "data" : [
  3316. {
  3317. "path" : "/data/elasticsearch/prod.9300/data/nodes/0",
  3318. "mount" : "/data (data)",
  3319. "type" : "zfs",
  3320. "total_in_bytes" : 230903210496,
  3321. "free_in_bytes" : 174877612032,
  3322. "available_in_bytes" : 174877612032
  3323. }
  3324. ]
  3325. },
  3326. "transport" : {
  3327. "server_open" : 367,
  3328. "rx_count" : 220193230,
  3329. "rx_size_in_bytes" : 74739201725,
  3330. "tx_count" : 220193689,
  3331. "tx_size_in_bytes" : 79612936296
  3332. },
  3333. "http" : {
  3334. "current_open" : 0,
  3335. "total_opened" : 0
  3336. },
  3337. "breakers" : {
  3338. "request" : {
  3339. "limit_size_in_bytes" : 2491102003,
  3340. "limit_size" : "2.3gb",
  3341. "estimated_size_in_bytes" : 0,
  3342. "estimated_size" : "0b",
  3343. "overhead" : 1.0,
  3344. "tripped" : 0
  3345. },
  3346. "fielddata" : {
  3347. "limit_size_in_bytes" : 2491102003,
  3348. "limit_size" : "2.3gb",
  3349. "estimated_size_in_bytes" : 0,
  3350. "estimated_size" : "0b",
  3351. "overhead" : 1.03,
  3352. "tripped" : 0
  3353. },
  3354. "in_flight_requests" : {
  3355. "limit_size_in_bytes" : 4151836672,
  3356. "limit_size" : "3.8gb",
  3357. "estimated_size_in_bytes" : 4713,
  3358. "estimated_size" : "4.6kb",
  3359. "overhead" : 1.0,
  3360. "tripped" : 0
  3361. },
  3362. "parent" : {
  3363. "limit_size_in_bytes" : 2906285670,
  3364. "limit_size" : "2.7gb",
  3365. "estimated_size_in_bytes" : 4713,
  3366. "estimated_size" : "4.6kb",
  3367. "overhead" : 1.0,
  3368. "tripped" : 0
  3369. }
  3370. },
  3371. "script" : {
  3372. "compilations" : 15,
  3373. "cache_evictions" : 0
  3374. },
  3375. "discovery" : {
  3376. "cluster_state_queue" : {
  3377. "total" : 0,
  3378. "pending" : 0,
  3379. "committed" : 0
  3380. }
  3381. },
  3382. "ingest" : {
  3383. "total" : {
  3384. "count" : 0,
  3385. "time_in_millis" : 0,
  3386. "current" : 0,
  3387. "failed" : 0
  3388. },
  3389. "pipelines" : { }
  3390. }
  3391. },
  3392. "H3w1mQfPRVOulZXpdM0f1g" : {
  3393. "timestamp" : 1485856575697,
  3394. "name" : "fe14",
  3395. "transport_address" : "10.6.145.207:9300",
  3396. "host" : "10.6.145.207",
  3397. "ip" : "10.6.145.207:9300",
  3398. "roles" : [
  3399. "data",
  3400. "ingest"
  3401. ],
  3402. "indices" : {
  3403. "docs" : {
  3404. "count" : 117452188,
  3405. "deleted" : 8096996
  3406. },
  3407. "store" : {
  3408. "size_in_bytes" : 42598484846,
  3409. "throttle_time_in_millis" : 0
  3410. },
  3411. "indexing" : {
  3412. "index_total" : 29838791,
  3413. "index_time_in_millis" : 47003473,
  3414. "index_current" : 2,
  3415. "index_failed" : 14123,
  3416. "delete_total" : 1653716,
  3417. "delete_time_in_millis" : 173104,
  3418. "delete_current" : 0,
  3419. "noop_update_total" : 0,
  3420. "is_throttled" : false,
  3421. "throttle_time_in_millis" : 0
  3422. },
  3423. "get" : {
  3424. "total" : 173284966,
  3425. "time_in_millis" : 444399696,
  3426. "exists_total" : 155202915,
  3427. "exists_time_in_millis" : 440196108,
  3428. "missing_total" : 18082051,
  3429. "missing_time_in_millis" : 4203588,
  3430. "current" : 0
  3431. },
  3432. "search" : {
  3433. "open_contexts" : 1014,
  3434. "query_total" : 26849406,
  3435. "query_time_in_millis" : 619544489,
  3436. "query_current" : 5,
  3437. "fetch_total" : 24997325,
  3438. "fetch_time_in_millis" : 16468154,
  3439. "fetch_current" : 0,
  3440. "scroll_total" : 1278368,
  3441. "scroll_time_in_millis" : 117263791617,
  3442. "scroll_current" : 1654,
  3443. "suggest_total" : 0,
  3444. "suggest_time_in_millis" : 0,
  3445. "suggest_current" : 0
  3446. },
  3447. "merges" : {
  3448. "current" : 0,
  3449. "current_docs" : 0,
  3450. "current_size_in_bytes" : 0,
  3451. "total" : 911561,
  3452. "total_time_in_millis" : 152077375,
  3453. "total_docs" : 3899383164,
  3454. "total_size_in_bytes" : 1045625036136,
  3455. "total_stopped_time_in_millis" : 0,
  3456. "total_throttled_time_in_millis" : 172513,
  3457. "total_auto_throttle_in_bytes" : 8206484789
  3458. },
  3459. "refresh" : {
  3460. "total" : 17434376,
  3461. "total_time_in_millis" : 3256567976
  3462. },
  3463. "flush" : {
  3464. "total" : 1099,
  3465. "total_time_in_millis" : 177199
  3466. },
  3467. "warmer" : {
  3468. "current" : 4,
  3469. "total" : 6210686,
  3470. "total_time_in_millis" : 1765315542
  3471. },
  3472. "query_cache" : {
  3473. "memory_size_in_bytes" : 214835432,
  3474. "total_count" : 197705263,
  3475. "hit_count" : 111371960,
  3476. "miss_count" : 86333303,
  3477. "cache_size" : 107371,
  3478. "cache_count" : 1588219,
  3479. "evictions" : 1480848
  3480. },
  3481. "fielddata" : {
  3482. "memory_size_in_bytes" : 1488837376,
  3483. "evictions" : 0
  3484. },
  3485. "completion" : {
  3486. "size_in_bytes" : 0
  3487. },
  3488. "segments" : {
  3489. "count" : 680,
  3490. "memory_in_bytes" : 122008293,
  3491. "terms_memory_in_bytes" : 109498681,
  3492. "stored_fields_memory_in_bytes" : 8306568,
  3493. "term_vectors_memory_in_bytes" : 0,
  3494. "norms_memory_in_bytes" : 139840,
  3495. "points_memory_in_bytes" : 442576,
  3496. "doc_values_memory_in_bytes" : 3620628,
  3497. "index_writer_memory_in_bytes" : 2647578,
  3498. "version_map_memory_in_bytes" : 13805,
  3499. "fixed_bit_set_memory_in_bytes" : 0,
  3500. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  3501. "file_sizes" : { }
  3502. },
  3503. "translog" : {
  3504. "operations" : 2012374,
  3505. "size_in_bytes" : 2061087631
  3506. },
  3507. "request_cache" : {
  3508. "memory_size_in_bytes" : 847697,
  3509. "evictions" : 0,
  3510. "hit_count" : 580359,
  3511. "miss_count" : 1496591
  3512. },
  3513. "recovery" : {
  3514. "current_as_source" : 0,
  3515. "current_as_target" : 0,
  3516. "throttle_time_in_millis" : 3076879
  3517. }
  3518. },
  3519. "os" : {
  3520. "timestamp" : 1485856576965,
  3521. "cpu" : {
  3522. "percent" : -1,
  3523. "load_average" : {
  3524. "1m" : 10.71533203125
  3525. }
  3526. },
  3527. "mem" : {
  3528. "total_in_bytes" : 68562165760,
  3529. "free_in_bytes" : 638144512,
  3530. "used_in_bytes" : 67924021248,
  3531. "free_percent" : 1,
  3532. "used_percent" : 99
  3533. },
  3534. "swap" : {
  3535. "total_in_bytes" : 0,
  3536. "free_in_bytes" : 0,
  3537. "used_in_bytes" : 0
  3538. }
  3539. },
  3540. "process" : {
  3541. "timestamp" : 1485856576966,
  3542. "open_file_descriptors" : 2,
  3543. "max_file_descriptors" : 1883115,
  3544. "cpu" : {
  3545. "percent" : -1,
  3546. "total_in_millis" : 501438718
  3547. },
  3548. "mem" : {
  3549. "total_virtual_in_bytes" : -1
  3550. }
  3551. },
  3552. "jvm" : {
  3553. "timestamp" : 1485856576966,
  3554. "uptime_in_millis" : 1223835733,
  3555. "mem" : {
  3556. "heap_used_in_bytes" : 10922055144,
  3557. "heap_used_percent" : 64,
  3558. "heap_committed_in_bytes" : 17022844928,
  3559. "heap_max_in_bytes" : 17022844928,
  3560. "non_heap_used_in_bytes" : 168292640,
  3561. "non_heap_committed_in_bytes" : 176234496,
  3562. "pools" : {
  3563. "young" : {
  3564. "used_in_bytes" : 245544384,
  3565. "max_in_bytes" : 1256259584,
  3566. "peak_used_in_bytes" : 1256259584,
  3567. "peak_max_in_bytes" : 1256259584
  3568. },
  3569. "survivor" : {
  3570. "used_in_bytes" : 157024256,
  3571. "max_in_bytes" : 157024256,
  3572. "peak_used_in_bytes" : 157024256,
  3573. "peak_max_in_bytes" : 157024256
  3574. },
  3575. "old" : {
  3576. "used_in_bytes" : 10519486504,
  3577. "max_in_bytes" : 15609561088,
  3578. "peak_used_in_bytes" : 11942207120,
  3579. "peak_max_in_bytes" : 15609561088
  3580. }
  3581. }
  3582. },
  3583. "threads" : {
  3584. "count" : 927,
  3585. "peak_count" : 993
  3586. },
  3587. "gc" : {
  3588. "collectors" : {
  3589. "young" : {
  3590. "collection_count" : 78374,
  3591. "collection_time_in_millis" : 13392733
  3592. },
  3593. "old" : {
  3594. "collection_count" : 551,
  3595. "collection_time_in_millis" : 555557
  3596. }
  3597. }
  3598. },
  3599. "buffer_pools" : {
  3600. "direct" : {
  3601. "count" : 817,
  3602. "used_in_bytes" : 1109473775,
  3603. "total_capacity_in_bytes" : 1109473774
  3604. },
  3605. "mapped" : {
  3606. "count" : 1717,
  3607. "used_in_bytes" : 42295092659,
  3608. "total_capacity_in_bytes" : 42295092659
  3609. }
  3610. },
  3611. "classes" : {
  3612. "current_loaded_count" : 12484,
  3613. "total_loaded_count" : 12728,
  3614. "total_unloaded_count" : 244
  3615. }
  3616. },
  3617. "thread_pool" : {
  3618. "bulk" : {
  3619. "threads" : 24,
  3620. "queue" : 0,
  3621. "active" : 0,
  3622. "rejected" : 0,
  3623. "largest" : 24,
  3624. "completed" : 1934603
  3625. },
  3626. "fetch_shard_started" : {
  3627. "threads" : 1,
  3628. "queue" : 0,
  3629. "active" : 0,
  3630. "rejected" : 0,
  3631. "largest" : 28,
  3632. "completed" : 536
  3633. },
  3634. "fetch_shard_store" : {
  3635. "threads" : 1,
  3636. "queue" : 0,
  3637. "active" : 0,
  3638. "rejected" : 0,
  3639. "largest" : 103,
  3640. "completed" : 3540
  3641. },
  3642. "flush" : {
  3643. "threads" : 1,
  3644. "queue" : 0,
  3645. "active" : 0,
  3646. "rejected" : 0,
  3647. "largest" : 5,
  3648. "completed" : 2169
  3649. },
  3650. "force_merge" : {
  3651. "threads" : 0,
  3652. "queue" : 0,
  3653. "active" : 0,
  3654. "rejected" : 0,
  3655. "largest" : 0,
  3656. "completed" : 0
  3657. },
  3658. "generic" : {
  3659. "threads" : 18,
  3660. "queue" : 0,
  3661. "active" : 0,
  3662. "rejected" : 0,
  3663. "largest" : 59,
  3664. "completed" : 1606882
  3665. },
  3666. "get" : {
  3667. "threads" : 24,
  3668. "queue" : 0,
  3669. "active" : 0,
  3670. "rejected" : 0,
  3671. "largest" : 24,
  3672. "completed" : 171024415
  3673. },
  3674. "index" : {
  3675. "threads" : 96,
  3676. "queue" : 0,
  3677. "active" : 0,
  3678. "rejected" : 0,
  3679. "largest" : 96,
  3680. "completed" : 24696609
  3681. },
  3682. "listener" : {
  3683. "threads" : 10,
  3684. "queue" : 0,
  3685. "active" : 0,
  3686. "rejected" : 0,
  3687. "largest" : 10,
  3688. "completed" : 46384
  3689. },
  3690. "management" : {
  3691. "threads" : 5,
  3692. "queue" : 0,
  3693. "active" : 1,
  3694. "rejected" : 0,
  3695. "largest" : 5,
  3696. "completed" : 125187
  3697. },
  3698. "refresh" : {
  3699. "threads" : 10,
  3700. "queue" : 0,
  3701. "active" : 1,
  3702. "rejected" : 0,
  3703. "largest" : 10,
  3704. "completed" : 58968507
  3705. },
  3706. "search" : {
  3707. "threads" : 145,
  3708. "queue" : 0,
  3709. "active" : 0,
  3710. "rejected" : 0,
  3711. "largest" : 145,
  3712. "completed" : 32132800
  3713. },
  3714. "snapshot" : {
  3715. "threads" : 1,
  3716. "queue" : 0,
  3717. "active" : 0,
  3718. "rejected" : 0,
  3719. "largest" : 5,
  3720. "completed" : 26061
  3721. },
  3722. "warmer" : {
  3723. "threads" : 5,
  3724. "queue" : 0,
  3725. "active" : 1,
  3726. "rejected" : 0,
  3727. "largest" : 5,
  3728. "completed" : 10223568
  3729. }
  3730. },
  3731. "fs" : {
  3732. "timestamp" : 1485856576967,
  3733. "total" : {
  3734. "total_in_bytes" : 4768834868736,
  3735. "free_in_bytes" : 4728109947392,
  3736. "available_in_bytes" : 4728109947392
  3737. },
  3738. "data" : [
  3739. {
  3740. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  3741. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  3742. "type" : "zfs",
  3743. "total_in_bytes" : 4768834868736,
  3744. "free_in_bytes" : 4728109947392,
  3745. "available_in_bytes" : 4728109947392
  3746. }
  3747. ]
  3748. },
  3749. "transport" : {
  3750. "server_open" : 379,
  3751. "rx_count" : 483275680,
  3752. "rx_size_in_bytes" : 359715204909,
  3753. "tx_count" : 483277106,
  3754. "tx_size_in_bytes" : 567347655015
  3755. },
  3756. "http" : {
  3757. "current_open" : 14,
  3758. "total_opened" : 14650
  3759. },
  3760. "breakers" : {
  3761. "request" : {
  3762. "limit_size_in_bytes" : 10213706956,
  3763. "limit_size" : "9.5gb",
  3764. "estimated_size_in_bytes" : 147960,
  3765. "estimated_size" : "144.4kb",
  3766. "overhead" : 1.0,
  3767. "tripped" : 0
  3768. },
  3769. "fielddata" : {
  3770. "limit_size_in_bytes" : 10213706956,
  3771. "limit_size" : "9.5gb",
  3772. "estimated_size_in_bytes" : 1527529960,
  3773. "estimated_size" : "1.4gb",
  3774. "overhead" : 1.03,
  3775. "tripped" : 0
  3776. },
  3777. "in_flight_requests" : {
  3778. "limit_size_in_bytes" : 17022844928,
  3779. "limit_size" : "15.8gb",
  3780. "estimated_size_in_bytes" : 5548,
  3781. "estimated_size" : "5.4kb",
  3782. "overhead" : 1.0,
  3783. "tripped" : 0
  3784. },
  3785. "parent" : {
  3786. "limit_size_in_bytes" : 11915991449,
  3787. "limit_size" : "11gb",
  3788. "estimated_size_in_bytes" : 1527683468,
  3789. "estimated_size" : "1.4gb",
  3790. "overhead" : 1.0,
  3791. "tripped" : 0
  3792. }
  3793. },
  3794. "script" : {
  3795. "compilations" : 16,
  3796. "cache_evictions" : 0
  3797. },
  3798. "discovery" : {
  3799. "cluster_state_queue" : {
  3800. "total" : 0,
  3801. "pending" : 0,
  3802. "committed" : 0
  3803. }
  3804. },
  3805. "ingest" : {
  3806. "total" : {
  3807. "count" : 0,
  3808. "time_in_millis" : 0,
  3809. "current" : 0,
  3810. "failed" : 0
  3811. },
  3812. "pipelines" : { }
  3813. }
  3814. },
  3815. "Zhv2uiPbSCOlcj7NfdBjpQ" : {
  3816. "timestamp" : 1485856575701,
  3817. "name" : "esm00",
  3818. "transport_address" : "10.6.145.100:9300",
  3819. "host" : "10.6.145.100",
  3820. "ip" : "10.6.145.100:9300",
  3821. "roles" : [
  3822. "master",
  3823. "ingest"
  3824. ],
  3825. "indices" : {
  3826. "docs" : {
  3827. "count" : 0,
  3828. "deleted" : 0
  3829. },
  3830. "store" : {
  3831. "size_in_bytes" : 0,
  3832. "throttle_time_in_millis" : 0
  3833. },
  3834. "indexing" : {
  3835. "index_total" : 0,
  3836. "index_time_in_millis" : 0,
  3837. "index_current" : 0,
  3838. "index_failed" : 0,
  3839. "delete_total" : 0,
  3840. "delete_time_in_millis" : 0,
  3841. "delete_current" : 0,
  3842. "noop_update_total" : 0,
  3843. "is_throttled" : false,
  3844. "throttle_time_in_millis" : 0
  3845. },
  3846. "get" : {
  3847. "total" : 0,
  3848. "time_in_millis" : 0,
  3849. "exists_total" : 0,
  3850. "exists_time_in_millis" : 0,
  3851. "missing_total" : 0,
  3852. "missing_time_in_millis" : 0,
  3853. "current" : 0
  3854. },
  3855. "search" : {
  3856. "open_contexts" : 0,
  3857. "query_total" : 0,
  3858. "query_time_in_millis" : 0,
  3859. "query_current" : 0,
  3860. "fetch_total" : 0,
  3861. "fetch_time_in_millis" : 0,
  3862. "fetch_current" : 0,
  3863. "scroll_total" : 0,
  3864. "scroll_time_in_millis" : 0,
  3865. "scroll_current" : 0,
  3866. "suggest_total" : 0,
  3867. "suggest_time_in_millis" : 0,
  3868. "suggest_current" : 0
  3869. },
  3870. "merges" : {
  3871. "current" : 0,
  3872. "current_docs" : 0,
  3873. "current_size_in_bytes" : 0,
  3874. "total" : 0,
  3875. "total_time_in_millis" : 0,
  3876. "total_docs" : 0,
  3877. "total_size_in_bytes" : 0,
  3878. "total_stopped_time_in_millis" : 0,
  3879. "total_throttled_time_in_millis" : 0,
  3880. "total_auto_throttle_in_bytes" : 0
  3881. },
  3882. "refresh" : {
  3883. "total" : 0,
  3884. "total_time_in_millis" : 0
  3885. },
  3886. "flush" : {
  3887. "total" : 0,
  3888. "total_time_in_millis" : 0
  3889. },
  3890. "warmer" : {
  3891. "current" : 0,
  3892. "total" : 0,
  3893. "total_time_in_millis" : 0
  3894. },
  3895. "query_cache" : {
  3896. "memory_size_in_bytes" : 0,
  3897. "total_count" : 0,
  3898. "hit_count" : 0,
  3899. "miss_count" : 0,
  3900. "cache_size" : 0,
  3901. "cache_count" : 0,
  3902. "evictions" : 0
  3903. },
  3904. "fielddata" : {
  3905. "memory_size_in_bytes" : 0,
  3906. "evictions" : 0
  3907. },
  3908. "completion" : {
  3909. "size_in_bytes" : 0
  3910. },
  3911. "segments" : {
  3912. "count" : 0,
  3913. "memory_in_bytes" : 0,
  3914. "terms_memory_in_bytes" : 0,
  3915. "stored_fields_memory_in_bytes" : 0,
  3916. "term_vectors_memory_in_bytes" : 0,
  3917. "norms_memory_in_bytes" : 0,
  3918. "points_memory_in_bytes" : 0,
  3919. "doc_values_memory_in_bytes" : 0,
  3920. "index_writer_memory_in_bytes" : 0,
  3921. "version_map_memory_in_bytes" : 0,
  3922. "fixed_bit_set_memory_in_bytes" : 0,
  3923. "max_unsafe_auto_id_timestamp" : -9223372036854775808,
  3924. "file_sizes" : { }
  3925. },
  3926. "translog" : {
  3927. "operations" : 0,
  3928. "size_in_bytes" : 0
  3929. },
  3930. "request_cache" : {
  3931. "memory_size_in_bytes" : 0,
  3932. "evictions" : 0,
  3933. "hit_count" : 0,
  3934. "miss_count" : 0
  3935. },
  3936. "recovery" : {
  3937. "current_as_source" : 0,
  3938. "current_as_target" : 0,
  3939. "throttle_time_in_millis" : 0
  3940. }
  3941. },
  3942. "os" : {
  3943. "timestamp" : 1485856575701,
  3944. "cpu" : {
  3945. "percent" : -1,
  3946. "load_average" : {
  3947. "1m" : 0.61669921875
  3948. }
  3949. },
  3950. "mem" : {
  3951. "total_in_bytes" : 34324766720,
  3952. "free_in_bytes" : 6332108800,
  3953. "used_in_bytes" : 27992657920,
  3954. "free_percent" : 18,
  3955. "used_percent" : 82
  3956. },
  3957. "swap" : {
  3958. "total_in_bytes" : 8589934592,
  3959. "free_in_bytes" : 8589934592,
  3960. "used_in_bytes" : 0
  3961. }
  3962. },
  3963. "process" : {
  3964. "timestamp" : 1485856575702,
  3965. "open_file_descriptors" : 2,
  3966. "max_file_descriptors" : 942750,
  3967. "cpu" : {
  3968. "percent" : -1,
  3969. "total_in_millis" : 55635773
  3970. },
  3971. "mem" : {
  3972. "total_virtual_in_bytes" : -1
  3973. }
  3974. },
  3975. "jvm" : {
  3976. "timestamp" : 1485856575702,
  3977. "uptime_in_millis" : 1224187352,
  3978. "mem" : {
  3979. "heap_used_in_bytes" : 1380572864,
  3980. "heap_used_percent" : 21,
  3981. "heap_committed_in_bytes" : 6329073664,
  3982. "heap_max_in_bytes" : 6329073664,
  3983. "non_heap_used_in_bytes" : 125301096,
  3984. "non_heap_committed_in_bytes" : 133054464,
  3985. "pools" : {
  3986. "young" : {
  3987. "used_in_bytes" : 456617600,
  3988. "max_in_bytes" : 907345920,
  3989. "peak_used_in_bytes" : 907345920,
  3990. "peak_max_in_bytes" : 907345920
  3991. },
  3992. "survivor" : {
  3993. "used_in_bytes" : 2064312,
  3994. "max_in_bytes" : 113377280,
  3995. "peak_used_in_bytes" : 113377280,
  3996. "peak_max_in_bytes" : 113377280
  3997. },
  3998. "old" : {
  3999. "used_in_bytes" : 921890952,
  4000. "max_in_bytes" : 5308350464,
  4001. "peak_used_in_bytes" : 921890952,
  4002. "peak_max_in_bytes" : 5308350464
  4003. }
  4004. }
  4005. },
  4006. "threads" : {
  4007. "count" : 594,
  4008. "peak_count" : 606
  4009. },
  4010. "gc" : {
  4011. "collectors" : {
  4012. "young" : {
  4013. "collection_count" : 8966,
  4014. "collection_time_in_millis" : 159007
  4015. },
  4016. "old" : {
  4017. "collection_count" : 1,
  4018. "collection_time_in_millis" : 247
  4019. }
  4020. }
  4021. },
  4022. "buffer_pools" : {
  4023. "direct" : {
  4024. "count" : 644,
  4025. "used_in_bytes" : 842140011,
  4026. "total_capacity_in_bytes" : 842140010
  4027. },
  4028. "mapped" : {
  4029. "count" : 0,
  4030. "used_in_bytes" : 0,
  4031. "total_capacity_in_bytes" : 0
  4032. }
  4033. },
  4034. "classes" : {
  4035. "current_loaded_count" : 10954,
  4036. "total_loaded_count" : 10954,
  4037. "total_unloaded_count" : 0
  4038. }
  4039. },
  4040. "thread_pool" : {
  4041. "bulk" : {
  4042. "threads" : 0,
  4043. "queue" : 0,
  4044. "active" : 0,
  4045. "rejected" : 0,
  4046. "largest" : 0,
  4047. "completed" : 0
  4048. },
  4049. "fetch_shard_started" : {
  4050. "threads" : 0,
  4051. "queue" : 0,
  4052. "active" : 0,
  4053. "rejected" : 0,
  4054. "largest" : 0,
  4055. "completed" : 0
  4056. },
  4057. "fetch_shard_store" : {
  4058. "threads" : 0,
  4059. "queue" : 0,
  4060. "active" : 0,
  4061. "rejected" : 0,
  4062. "largest" : 0,
  4063. "completed" : 0
  4064. },
  4065. "flush" : {
  4066. "threads" : 0,
  4067. "queue" : 0,
  4068. "active" : 0,
  4069. "rejected" : 0,
  4070. "largest" : 0,
  4071. "completed" : 0
  4072. },
  4073. "force_merge" : {
  4074. "threads" : 0,
  4075. "queue" : 0,
  4076. "active" : 0,
  4077. "rejected" : 0,
  4078. "largest" : 0,
  4079. "completed" : 0
  4080. },
  4081. "generic" : {
  4082. "threads" : 4,
  4083. "queue" : 0,
  4084. "active" : 0,
  4085. "rejected" : 0,
  4086. "largest" : 15,
  4087. "completed" : 2746051
  4088. },
  4089. "get" : {
  4090. "threads" : 0,
  4091. "queue" : 0,
  4092. "active" : 0,
  4093. "rejected" : 0,
  4094. "largest" : 0,
  4095. "completed" : 0
  4096. },
  4097. "index" : {
  4098. "threads" : 0,
  4099. "queue" : 0,
  4100. "active" : 0,
  4101. "rejected" : 0,
  4102. "largest" : 0,
  4103. "completed" : 0
  4104. },
  4105. "listener" : {
  4106. "threads" : 0,
  4107. "queue" : 0,
  4108. "active" : 0,
  4109. "rejected" : 0,
  4110. "largest" : 0,
  4111. "completed" : 0
  4112. },
  4113. "management" : {
  4114. "threads" : 3,
  4115. "queue" : 0,
  4116. "active" : 1,
  4117. "rejected" : 0,
  4118. "largest" : 3,
  4119. "completed" : 100603
  4120. },
  4121. "refresh" : {
  4122. "threads" : 0,
  4123. "queue" : 0,
  4124. "active" : 0,
  4125. "rejected" : 0,
  4126. "largest" : 0,
  4127. "completed" : 0
  4128. },
  4129. "search" : {
  4130. "threads" : 0,
  4131. "queue" : 0,
  4132. "active" : 0,
  4133. "rejected" : 0,
  4134. "largest" : 0,
  4135. "completed" : 0
  4136. },
  4137. "snapshot" : {
  4138. "threads" : 1,
  4139. "queue" : 0,
  4140. "active" : 0,
  4141. "rejected" : 0,
  4142. "largest" : 2,
  4143. "completed" : 4706
  4144. },
  4145. "warmer" : {
  4146. "threads" : 0,
  4147. "queue" : 0,
  4148. "active" : 0,
  4149. "rejected" : 0,
  4150. "largest" : 0,
  4151. "completed" : 0
  4152. }
  4153. },
  4154. "fs" : {
  4155. "timestamp" : 1485856575703,
  4156. "total" : {
  4157. "total_in_bytes" : 232459909632,
  4158. "free_in_bytes" : 231861085696,
  4159. "available_in_bytes" : 231861085696
  4160. },
  4161. "data" : [
  4162. {
  4163. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  4164. "mount" : "/data (data)",
  4165. "type" : "zfs",
  4166. "total_in_bytes" : 232459909632,
  4167. "free_in_bytes" : 231861085696,
  4168. "available_in_bytes" : 231861085696
  4169. }
  4170. ]
  4171. },
  4172. "transport" : {
  4173. "server_open" : 350,
  4174. "rx_count" : 73786632,
  4175. "rx_size_in_bytes" : 36660640220,
  4176. "tx_count" : 73786822,
  4177. "tx_size_in_bytes" : 59822443201
  4178. },
  4179. "http" : {
  4180. "current_open" : 0,
  4181. "total_opened" : 59478
  4182. },
  4183. "breakers" : {
  4184. "request" : {
  4185. "limit_size_in_bytes" : 3797444198,
  4186. "limit_size" : "3.5gb",
  4187. "estimated_size_in_bytes" : 65648,
  4188. "estimated_size" : "64.1kb",
  4189. "overhead" : 1.0,
  4190. "tripped" : 0
  4191. },
  4192. "fielddata" : {
  4193. "limit_size_in_bytes" : 3797444198,
  4194. "limit_size" : "3.5gb",
  4195. "estimated_size_in_bytes" : 0,
  4196. "estimated_size" : "0b",
  4197. "overhead" : 1.03,
  4198. "tripped" : 0
  4199. },
  4200. "in_flight_requests" : {
  4201. "limit_size_in_bytes" : 6329073664,
  4202. "limit_size" : "5.8gb",
  4203. "estimated_size_in_bytes" : 3460,
  4204. "estimated_size" : "3.3kb",
  4205. "overhead" : 1.0,
  4206. "tripped" : 0
  4207. },
  4208. "parent" : {
  4209. "limit_size_in_bytes" : 4430351564,
  4210. "limit_size" : "4.1gb",
  4211. "estimated_size_in_bytes" : 69108,
  4212. "estimated_size" : "67.4kb",
  4213. "overhead" : 1.0,
  4214. "tripped" : 0
  4215. }
  4216. },
  4217. "script" : {
  4218. "compilations" : 15,
  4219. "cache_evictions" : 0
  4220. },
  4221. "discovery" : {
  4222. "cluster_state_queue" : {
  4223. "total" : 0,
  4224. "pending" : 0,
  4225. "committed" : 0
  4226. }
  4227. },
  4228. "ingest" : {
  4229. "total" : {
  4230. "count" : 0,
  4231. "time_in_millis" : 0,
  4232. "current" : 0,
  4233. "failed" : 0
  4234. },
  4235. "pipelines" : { }
  4236. }
  4237. },
  4238. "kxzXsbe4R02CtRcFb2dtwQ" : {
  4239. "timestamp" : 1485856575701,
  4240. "name" : "fe04",
  4241. "transport_address" : "10.6.145.197:9300",
  4242. "host" : "10.6.145.197",
  4243. "ip" : "10.6.145.197:9300",
  4244. "roles" : [
  4245. "data",
  4246. "ingest"
  4247. ],
  4248. "indices" : {
  4249. "docs" : {
  4250. "count" : 106917262,
  4251. "deleted" : 6462387
  4252. },
  4253. "store" : {
  4254. "size_in_bytes" : 42926581428,
  4255. "throttle_time_in_millis" : 0
  4256. },
  4257. "indexing" : {
  4258. "index_total" : 32005182,
  4259. "index_time_in_millis" : 47784195,
  4260. "index_current" : 2,
  4261. "index_failed" : 26670,
  4262. "delete_total" : 1510901,
  4263. "delete_time_in_millis" : 156241,
  4264. "delete_current" : 0,
  4265. "noop_update_total" : 0,
  4266. "is_throttled" : false,
  4267. "throttle_time_in_millis" : 0
  4268. },
  4269. "get" : {
  4270. "total" : 99291938,
  4271. "time_in_millis" : 591358091,
  4272. "exists_total" : 89713974,
  4273. "exists_time_in_millis" : 589114598,
  4274. "missing_total" : 9577964,
  4275. "missing_time_in_millis" : 2243493,
  4276. "current" : 16
  4277. },
  4278. "search" : {
  4279. "open_contexts" : 925,
  4280. "query_total" : 20355823,
  4281. "query_time_in_millis" : 701017766,
  4282. "query_current" : 1,
  4283. "fetch_total" : 18813803,
  4284. "fetch_time_in_millis" : 17913120,
  4285. "fetch_current" : 0,
  4286. "scroll_total" : 1137001,
  4287. "scroll_time_in_millis" : 104678213315,
  4288. "scroll_current" : 930,
  4289. "suggest_total" : 0,
  4290. "suggest_time_in_millis" : 0,
  4291. "suggest_current" : 0
  4292. },
  4293. "merges" : {
  4294. "current" : 0,
  4295. "current_docs" : 0,
  4296. "current_size_in_bytes" : 0,
  4297. "total" : 927491,
  4298. "total_time_in_millis" : 173189432,
  4299. "total_docs" : 4465735711,
  4300. "total_size_in_bytes" : 1140227622725,
  4301. "total_stopped_time_in_millis" : 0,
  4302. "total_throttled_time_in_millis" : 115283,
  4303. "total_auto_throttle_in_bytes" : 7445188961
  4304. },
  4305. "refresh" : {
  4306. "total" : 17122470,
  4307. "total_time_in_millis" : 3762539033
  4308. },
  4309. "flush" : {
  4310. "total" : 934,
  4311. "total_time_in_millis" : 221595
  4312. },
  4313. "warmer" : {
  4314. "current" : 4,
  4315. "total" : 6570250,
  4316. "total_time_in_millis" : 2214485055
  4317. },
  4318. "query_cache" : {
  4319. "memory_size_in_bytes" : 148242176,
  4320. "total_count" : 312226554,
  4321. "hit_count" : 106729555,
  4322. "miss_count" : 205496999,
  4323. "cache_size" : 101703,
  4324. "cache_count" : 6833656,
  4325. "evictions" : 6731953
  4326. },
  4327. "fielddata" : {
  4328. "memory_size_in_bytes" : 1074849856,
  4329. "evictions" : 0
  4330. },
  4331. "completion" : {
  4332. "size_in_bytes" : 0
  4333. },
  4334. "segments" : {
  4335. "count" : 734,
  4336. "memory_in_bytes" : 110554792,
  4337. "terms_memory_in_bytes" : 97814632,
  4338. "stored_fields_memory_in_bytes" : 8222568,
  4339. "term_vectors_memory_in_bytes" : 0,
  4340. "norms_memory_in_bytes" : 147840,
  4341. "points_memory_in_bytes" : 545680,
  4342. "doc_values_memory_in_bytes" : 3824072,
  4343. "index_writer_memory_in_bytes" : 2273336,
  4344. "version_map_memory_in_bytes" : 20703,
  4345. "fixed_bit_set_memory_in_bytes" : 0,
  4346. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  4347. "file_sizes" : { }
  4348. },
  4349. "translog" : {
  4350. "operations" : 2294935,
  4351. "size_in_bytes" : 2563744817
  4352. },
  4353. "request_cache" : {
  4354. "memory_size_in_bytes" : 448332,
  4355. "evictions" : 0,
  4356. "hit_count" : 35735,
  4357. "miss_count" : 2131940
  4358. },
  4359. "recovery" : {
  4360. "current_as_source" : 0,
  4361. "current_as_target" : 0,
  4362. "throttle_time_in_millis" : 2776838
  4363. }
  4364. },
  4365. "os" : {
  4366. "timestamp" : 1485856577242,
  4367. "cpu" : {
  4368. "percent" : -1,
  4369. "load_average" : {
  4370. "1m" : 10.609375
  4371. }
  4372. },
  4373. "mem" : {
  4374. "total_in_bytes" : 68562165760,
  4375. "free_in_bytes" : 560160768,
  4376. "used_in_bytes" : 68002004992,
  4377. "free_percent" : 1,
  4378. "used_percent" : 99
  4379. },
  4380. "swap" : {
  4381. "total_in_bytes" : 0,
  4382. "free_in_bytes" : 0,
  4383. "used_in_bytes" : 0
  4384. }
  4385. },
  4386. "process" : {
  4387. "timestamp" : 1485856577243,
  4388. "open_file_descriptors" : 2,
  4389. "max_file_descriptors" : 1883115,
  4390. "cpu" : {
  4391. "percent" : -1,
  4392. "total_in_millis" : 488646257
  4393. },
  4394. "mem" : {
  4395. "total_virtual_in_bytes" : -1
  4396. }
  4397. },
  4398. "jvm" : {
  4399. "timestamp" : 1485856577243,
  4400. "uptime_in_millis" : 1223840457,
  4401. "mem" : {
  4402. "heap_used_in_bytes" : 9737397536,
  4403. "heap_used_percent" : 57,
  4404. "heap_committed_in_bytes" : 17022844928,
  4405. "heap_max_in_bytes" : 17022844928,
  4406. "non_heap_used_in_bytes" : 171205872,
  4407. "non_heap_committed_in_bytes" : 178327552,
  4408. "pools" : {
  4409. "young" : {
  4410. "used_in_bytes" : 509283640,
  4411. "max_in_bytes" : 1256259584,
  4412. "peak_used_in_bytes" : 1256259584,
  4413. "peak_max_in_bytes" : 1256259584
  4414. },
  4415. "survivor" : {
  4416. "used_in_bytes" : 157024256,
  4417. "max_in_bytes" : 157024256,
  4418. "peak_used_in_bytes" : 157024256,
  4419. "peak_max_in_bytes" : 157024256
  4420. },
  4421. "old" : {
  4422. "used_in_bytes" : 9071089640,
  4423. "max_in_bytes" : 15609561088,
  4424. "peak_used_in_bytes" : 12018621416,
  4425. "peak_max_in_bytes" : 15609561088
  4426. }
  4427. }
  4428. },
  4429. "threads" : {
  4430. "count" : 938,
  4431. "peak_count" : 973
  4432. },
  4433. "gc" : {
  4434. "collectors" : {
  4435. "young" : {
  4436. "collection_count" : 77547,
  4437. "collection_time_in_millis" : 14442716
  4438. },
  4439. "old" : {
  4440. "collection_count" : 629,
  4441. "collection_time_in_millis" : 497418
  4442. }
  4443. }
  4444. },
  4445. "buffer_pools" : {
  4446. "direct" : {
  4447. "count" : 826,
  4448. "used_in_bytes" : 1110127905,
  4449. "total_capacity_in_bytes" : 1110127904
  4450. },
  4451. "mapped" : {
  4452. "count" : 1826,
  4453. "used_in_bytes" : 42636506233,
  4454. "total_capacity_in_bytes" : 42636506233
  4455. }
  4456. },
  4457. "classes" : {
  4458. "current_loaded_count" : 12444,
  4459. "total_loaded_count" : 12566,
  4460. "total_unloaded_count" : 122
  4461. }
  4462. },
  4463. "thread_pool" : {
  4464. "bulk" : {
  4465. "threads" : 24,
  4466. "queue" : 0,
  4467. "active" : 0,
  4468. "rejected" : 0,
  4469. "largest" : 24,
  4470. "completed" : 2388788
  4471. },
  4472. "fetch_shard_started" : {
  4473. "threads" : 1,
  4474. "queue" : 0,
  4475. "active" : 0,
  4476. "rejected" : 0,
  4477. "largest" : 20,
  4478. "completed" : 536
  4479. },
  4480. "fetch_shard_store" : {
  4481. "threads" : 1,
  4482. "queue" : 0,
  4483. "active" : 0,
  4484. "rejected" : 0,
  4485. "largest" : 110,
  4486. "completed" : 3540
  4487. },
  4488. "flush" : {
  4489. "threads" : 1,
  4490. "queue" : 0,
  4491. "active" : 0,
  4492. "rejected" : 0,
  4493. "largest" : 5,
  4494. "completed" : 1843
  4495. },
  4496. "force_merge" : {
  4497. "threads" : 0,
  4498. "queue" : 0,
  4499. "active" : 0,
  4500. "rejected" : 0,
  4501. "largest" : 0,
  4502. "completed" : 0
  4503. },
  4504. "generic" : {
  4505. "threads" : 29,
  4506. "queue" : 0,
  4507. "active" : 0,
  4508. "rejected" : 0,
  4509. "largest" : 31,
  4510. "completed" : 1565966
  4511. },
  4512. "get" : {
  4513. "threads" : 24,
  4514. "queue" : 0,
  4515. "active" : 0,
  4516. "rejected" : 0,
  4517. "largest" : 24,
  4518. "completed" : 97017692
  4519. },
  4520. "index" : {
  4521. "threads" : 96,
  4522. "queue" : 0,
  4523. "active" : 1,
  4524. "rejected" : 0,
  4525. "largest" : 96,
  4526. "completed" : 25495840
  4527. },
  4528. "listener" : {
  4529. "threads" : 10,
  4530. "queue" : 0,
  4531. "active" : 0,
  4532. "rejected" : 0,
  4533. "largest" : 10,
  4534. "completed" : 47038
  4535. },
  4536. "management" : {
  4537. "threads" : 5,
  4538. "queue" : 0,
  4539. "active" : 1,
  4540. "rejected" : 0,
  4541. "largest" : 5,
  4542. "completed" : 125198
  4543. },
  4544. "refresh" : {
  4545. "threads" : 10,
  4546. "queue" : 0,
  4547. "active" : 3,
  4548. "rejected" : 0,
  4549. "largest" : 10,
  4550. "completed" : 57597625
  4551. },
  4552. "search" : {
  4553. "threads" : 145,
  4554. "queue" : 0,
  4555. "active" : 3,
  4556. "rejected" : 0,
  4557. "largest" : 145,
  4558. "completed" : 29635299
  4559. },
  4560. "snapshot" : {
  4561. "threads" : 1,
  4562. "queue" : 0,
  4563. "active" : 0,
  4564. "rejected" : 0,
  4565. "largest" : 5,
  4566. "completed" : 27315
  4567. },
  4568. "warmer" : {
  4569. "threads" : 5,
  4570. "queue" : 2,
  4571. "active" : 5,
  4572. "rejected" : 0,
  4573. "largest" : 5,
  4574. "completed" : 10422027
  4575. }
  4576. },
  4577. "fs" : {
  4578. "timestamp" : 1485856577244,
  4579. "total" : {
  4580. "total_in_bytes" : 4760714504192,
  4581. "free_in_bytes" : 4719006922240,
  4582. "available_in_bytes" : 4719006922240
  4583. },
  4584. "data" : [
  4585. {
  4586. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  4587. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  4588. "type" : "zfs",
  4589. "total_in_bytes" : 4760714504192,
  4590. "free_in_bytes" : 4719006922240,
  4591. "available_in_bytes" : 4719006922240
  4592. }
  4593. ]
  4594. },
  4595. "transport" : {
  4596. "server_open" : 380,
  4597. "rx_count" : 429526121,
  4598. "rx_size_in_bytes" : 460820164483,
  4599. "tx_count" : 429527270,
  4600. "tx_size_in_bytes" : 492426639272
  4601. },
  4602. "http" : {
  4603. "current_open" : 14,
  4604. "total_opened" : 282575
  4605. },
  4606. "breakers" : {
  4607. "request" : {
  4608. "limit_size_in_bytes" : 10213706956,
  4609. "limit_size" : "9.5gb",
  4610. "estimated_size_in_bytes" : 82200,
  4611. "estimated_size" : "80.2kb",
  4612. "overhead" : 1.0,
  4613. "tripped" : 0
  4614. },
  4615. "fielddata" : {
  4616. "limit_size_in_bytes" : 10213706956,
  4617. "limit_size" : "9.5gb",
  4618. "estimated_size_in_bytes" : 1105412192,
  4619. "estimated_size" : "1gb",
  4620. "overhead" : 1.03,
  4621. "tripped" : 0
  4622. },
  4623. "in_flight_requests" : {
  4624. "limit_size_in_bytes" : 17022844928,
  4625. "limit_size" : "15.8gb",
  4626. "estimated_size_in_bytes" : 6230,
  4627. "estimated_size" : "6kb",
  4628. "overhead" : 1.0,
  4629. "tripped" : 0
  4630. },
  4631. "parent" : {
  4632. "limit_size_in_bytes" : 11915991449,
  4633. "limit_size" : "11gb",
  4634. "estimated_size_in_bytes" : 1105500622,
  4635. "estimated_size" : "1gb",
  4636. "overhead" : 1.0,
  4637. "tripped" : 0
  4638. }
  4639. },
  4640. "script" : {
  4641. "compilations" : 16,
  4642. "cache_evictions" : 0
  4643. },
  4644. "discovery" : {
  4645. "cluster_state_queue" : {
  4646. "total" : 0,
  4647. "pending" : 0,
  4648. "committed" : 0
  4649. }
  4650. },
  4651. "ingest" : {
  4652. "total" : {
  4653. "count" : 0,
  4654. "time_in_millis" : 0,
  4655. "current" : 0,
  4656. "failed" : 0
  4657. },
  4658. "pipelines" : { }
  4659. }
  4660. },
  4661. "b6L9T7FdSyGjt4ehx-SntQ" : {
  4662. "timestamp" : 1485856575696,
  4663. "name" : "fe03",
  4664. "transport_address" : "10.6.145.196:9300",
  4665. "host" : "10.6.145.196",
  4666. "ip" : "10.6.145.196:9300",
  4667. "roles" : [
  4668. "data",
  4669. "ingest"
  4670. ],
  4671. "indices" : {
  4672. "docs" : {
  4673. "count" : 116315289,
  4674. "deleted" : 7602752
  4675. },
  4676. "store" : {
  4677. "size_in_bytes" : 45567592331,
  4678. "throttle_time_in_millis" : 0
  4679. },
  4680. "indexing" : {
  4681. "index_total" : 37337196,
  4682. "index_time_in_millis" : 55584519,
  4683. "index_current" : 1,
  4684. "index_failed" : 26692,
  4685. "delete_total" : 2360498,
  4686. "delete_time_in_millis" : 192219,
  4687. "delete_current" : 0,
  4688. "noop_update_total" : 0,
  4689. "is_throttled" : false,
  4690. "throttle_time_in_millis" : 0
  4691. },
  4692. "get" : {
  4693. "total" : 107397981,
  4694. "time_in_millis" : 525218392,
  4695. "exists_total" : 97570573,
  4696. "exists_time_in_millis" : 522948706,
  4697. "missing_total" : 9827408,
  4698. "missing_time_in_millis" : 2269686,
  4699. "current" : 8
  4700. },
  4701. "search" : {
  4702. "open_contexts" : 956,
  4703. "query_total" : 23493060,
  4704. "query_time_in_millis" : 816585165,
  4705. "query_current" : 4,
  4706. "fetch_total" : 21742617,
  4707. "fetch_time_in_millis" : 19096105,
  4708. "fetch_current" : 0,
  4709. "scroll_total" : 1723402,
  4710. "scroll_time_in_millis" : 157380751488,
  4711. "scroll_current" : 1432,
  4712. "suggest_total" : 0,
  4713. "suggest_time_in_millis" : 0,
  4714. "suggest_current" : 0
  4715. },
  4716. "merges" : {
  4717. "current" : 0,
  4718. "current_docs" : 0,
  4719. "current_size_in_bytes" : 0,
  4720. "total" : 1058173,
  4721. "total_time_in_millis" : 192038306,
  4722. "total_docs" : 5617165016,
  4723. "total_size_in_bytes" : 1329070786736,
  4724. "total_stopped_time_in_millis" : 0,
  4725. "total_throttled_time_in_millis" : 114761,
  4726. "total_auto_throttle_in_bytes" : 8049095972
  4727. },
  4728. "refresh" : {
  4729. "total" : 18153411,
  4730. "total_time_in_millis" : 3923755909
  4731. },
  4732. "flush" : {
  4733. "total" : 536,
  4734. "total_time_in_millis" : 137386
  4735. },
  4736. "warmer" : {
  4737. "current" : 5,
  4738. "total" : 6418318,
  4739. "total_time_in_millis" : 2341373908
  4740. },
  4741. "query_cache" : {
  4742. "memory_size_in_bytes" : 62081136,
  4743. "total_count" : 293593143,
  4744. "hit_count" : 90607603,
  4745. "miss_count" : 202985540,
  4746. "cache_size" : 14716,
  4747. "cache_count" : 6618620,
  4748. "evictions" : 6603904
  4749. },
  4750. "fielddata" : {
  4751. "memory_size_in_bytes" : 654395580,
  4752. "evictions" : 0
  4753. },
  4754. "completion" : {
  4755. "size_in_bytes" : 0
  4756. },
  4757. "segments" : {
  4758. "count" : 691,
  4759. "memory_in_bytes" : 126746990,
  4760. "terms_memory_in_bytes" : 113073290,
  4761. "stored_fields_memory_in_bytes" : 8508168,
  4762. "term_vectors_memory_in_bytes" : 0,
  4763. "norms_memory_in_bytes" : 138816,
  4764. "points_memory_in_bytes" : 434912,
  4765. "doc_values_memory_in_bytes" : 4591804,
  4766. "index_writer_memory_in_bytes" : 2073123,
  4767. "version_map_memory_in_bytes" : 22756,
  4768. "fixed_bit_set_memory_in_bytes" : 0,
  4769. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  4770. "file_sizes" : { }
  4771. },
  4772. "translog" : {
  4773. "operations" : 1169330,
  4774. "size_in_bytes" : 1413115387
  4775. },
  4776. "request_cache" : {
  4777. "memory_size_in_bytes" : 1734989,
  4778. "evictions" : 0,
  4779. "hit_count" : 37187,
  4780. "miss_count" : 2608994
  4781. },
  4782. "recovery" : {
  4783. "current_as_source" : 0,
  4784. "current_as_target" : 0,
  4785. "throttle_time_in_millis" : 1649474
  4786. }
  4787. },
  4788. "os" : {
  4789. "timestamp" : 1485856577726,
  4790. "cpu" : {
  4791. "percent" : -1,
  4792. "load_average" : {
  4793. "1m" : 14.45947265625
  4794. }
  4795. },
  4796. "mem" : {
  4797. "total_in_bytes" : 68562165760,
  4798. "free_in_bytes" : 646299648,
  4799. "used_in_bytes" : 67915866112,
  4800. "free_percent" : 1,
  4801. "used_percent" : 99
  4802. },
  4803. "swap" : {
  4804. "total_in_bytes" : 2147483648,
  4805. "free_in_bytes" : 965951488,
  4806. "used_in_bytes" : 1181532160
  4807. }
  4808. },
  4809. "process" : {
  4810. "timestamp" : 1485856577727,
  4811. "open_file_descriptors" : 2,
  4812. "max_file_descriptors" : 1883115,
  4813. "cpu" : {
  4814. "percent" : -1,
  4815. "total_in_millis" : 490700812
  4816. },
  4817. "mem" : {
  4818. "total_virtual_in_bytes" : -1
  4819. }
  4820. },
  4821. "jvm" : {
  4822. "timestamp" : 1485856577727,
  4823. "uptime_in_millis" : 1223841267,
  4824. "mem" : {
  4825. "heap_used_in_bytes" : 5692788056,
  4826. "heap_used_percent" : 33,
  4827. "heap_committed_in_bytes" : 17022844928,
  4828. "heap_max_in_bytes" : 17022844928,
  4829. "non_heap_used_in_bytes" : 167151336,
  4830. "non_heap_committed_in_bytes" : 174964736,
  4831. "pools" : {
  4832. "young" : {
  4833. "used_in_bytes" : 40472464,
  4834. "max_in_bytes" : 1256259584,
  4835. "peak_used_in_bytes" : 1256259584,
  4836. "peak_max_in_bytes" : 1256259584
  4837. },
  4838. "survivor" : {
  4839. "used_in_bytes" : 157024256,
  4840. "max_in_bytes" : 157024256,
  4841. "peak_used_in_bytes" : 157024256,
  4842. "peak_max_in_bytes" : 157024256
  4843. },
  4844. "old" : {
  4845. "used_in_bytes" : 5495291336,
  4846. "max_in_bytes" : 15609561088,
  4847. "peak_used_in_bytes" : 12069378056,
  4848. "peak_max_in_bytes" : 15609561088
  4849. }
  4850. }
  4851. },
  4852. "threads" : {
  4853. "count" : 938,
  4854. "peak_count" : 977
  4855. },
  4856. "gc" : {
  4857. "collectors" : {
  4858. "young" : {
  4859. "collection_count" : 84599,
  4860. "collection_time_in_millis" : 15599176
  4861. },
  4862. "old" : {
  4863. "collection_count" : 695,
  4864. "collection_time_in_millis" : 540931
  4865. }
  4866. }
  4867. },
  4868. "buffer_pools" : {
  4869. "direct" : {
  4870. "count" : 822,
  4871. "used_in_bytes" : 1110042240,
  4872. "total_capacity_in_bytes" : 1110042239
  4873. },
  4874. "mapped" : {
  4875. "count" : 1718,
  4876. "used_in_bytes" : 45193852592,
  4877. "total_capacity_in_bytes" : 45193852592
  4878. }
  4879. },
  4880. "classes" : {
  4881. "current_loaded_count" : 12472,
  4882. "total_loaded_count" : 12639,
  4883. "total_unloaded_count" : 167
  4884. }
  4885. },
  4886. "thread_pool" : {
  4887. "bulk" : {
  4888. "threads" : 24,
  4889. "queue" : 0,
  4890. "active" : 0,
  4891. "rejected" : 0,
  4892. "largest" : 24,
  4893. "completed" : 2950520
  4894. },
  4895. "fetch_shard_started" : {
  4896. "threads" : 1,
  4897. "queue" : 0,
  4898. "active" : 0,
  4899. "rejected" : 0,
  4900. "largest" : 22,
  4901. "completed" : 536
  4902. },
  4903. "fetch_shard_store" : {
  4904. "threads" : 1,
  4905. "queue" : 0,
  4906. "active" : 0,
  4907. "rejected" : 0,
  4908. "largest" : 121,
  4909. "completed" : 3540
  4910. },
  4911. "flush" : {
  4912. "threads" : 1,
  4913. "queue" : 0,
  4914. "active" : 0,
  4915. "rejected" : 0,
  4916. "largest" : 5,
  4917. "completed" : 1042
  4918. },
  4919. "force_merge" : {
  4920. "threads" : 1,
  4921. "queue" : 0,
  4922. "active" : 0,
  4923. "rejected" : 0,
  4924. "largest" : 1,
  4925. "completed" : 3
  4926. },
  4927. "generic" : {
  4928. "threads" : 29,
  4929. "queue" : 0,
  4930. "active" : 0,
  4931. "rejected" : 0,
  4932. "largest" : 33,
  4933. "completed" : 1577545
  4934. },
  4935. "get" : {
  4936. "threads" : 24,
  4937. "queue" : 0,
  4938. "active" : 0,
  4939. "rejected" : 0,
  4940. "largest" : 24,
  4941. "completed" : 104939611
  4942. },
  4943. "index" : {
  4944. "threads" : 96,
  4945. "queue" : 0,
  4946. "active" : 3,
  4947. "rejected" : 0,
  4948. "largest" : 96,
  4949. "completed" : 29135948
  4950. },
  4951. "listener" : {
  4952. "threads" : 10,
  4953. "queue" : 0,
  4954. "active" : 0,
  4955. "rejected" : 0,
  4956. "largest" : 10,
  4957. "completed" : 46572
  4958. },
  4959. "management" : {
  4960. "threads" : 4,
  4961. "queue" : 0,
  4962. "active" : 1,
  4963. "rejected" : 0,
  4964. "largest" : 4,
  4965. "completed" : 125197
  4966. },
  4967. "refresh" : {
  4968. "threads" : 10,
  4969. "queue" : 0,
  4970. "active" : 10,
  4971. "rejected" : 0,
  4972. "largest" : 10,
  4973. "completed" : 58737931
  4974. },
  4975. "search" : {
  4976. "threads" : 145,
  4977. "queue" : 0,
  4978. "active" : 4,
  4979. "rejected" : 0,
  4980. "largest" : 145,
  4981. "completed" : 33443706
  4982. },
  4983. "snapshot" : {
  4984. "threads" : 1,
  4985. "queue" : 0,
  4986. "active" : 0,
  4987. "rejected" : 0,
  4988. "largest" : 5,
  4989. "completed" : 25403
  4990. },
  4991. "warmer" : {
  4992. "threads" : 5,
  4993. "queue" : 8,
  4994. "active" : 5,
  4995. "rejected" : 0,
  4996. "largest" : 5,
  4997. "completed" : 11722755
  4998. }
  4999. },
  5000. "fs" : {
  5001. "timestamp" : 1485856577727,
  5002. "total" : {
  5003. "total_in_bytes" : 4760617582080,
  5004. "free_in_bytes" : 4717301264384,
  5005. "available_in_bytes" : 4717301264384
  5006. },
  5007. "data" : [
  5008. {
  5009. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  5010. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  5011. "type" : "zfs",
  5012. "total_in_bytes" : 4760617582080,
  5013. "free_in_bytes" : 4717301264384,
  5014. "available_in_bytes" : 4717301264384
  5015. }
  5016. ]
  5017. },
  5018. "transport" : {
  5019. "server_open" : 380,
  5020. "rx_count" : 441718007,
  5021. "rx_size_in_bytes" : 441077219824,
  5022. "tx_count" : 441719058,
  5023. "tx_size_in_bytes" : 455726847796
  5024. },
  5025. "http" : {
  5026. "current_open" : 12,
  5027. "total_opened" : 182664
  5028. },
  5029. "breakers" : {
  5030. "request" : {
  5031. "limit_size_in_bytes" : 10213706956,
  5032. "limit_size" : "9.5gb",
  5033. "estimated_size_in_bytes" : 0,
  5034. "estimated_size" : "0b",
  5035. "overhead" : 1.0,
  5036. "tripped" : 0
  5037. },
  5038. "fielddata" : {
  5039. "limit_size_in_bytes" : 10213706956,
  5040. "limit_size" : "9.5gb",
  5041. "estimated_size_in_bytes" : 654395580,
  5042. "estimated_size" : "624mb",
  5043. "overhead" : 1.03,
  5044. "tripped" : 0
  5045. },
  5046. "in_flight_requests" : {
  5047. "limit_size_in_bytes" : 17022844928,
  5048. "limit_size" : "15.8gb",
  5049. "estimated_size_in_bytes" : 7512,
  5050. "estimated_size" : "7.3kb",
  5051. "overhead" : 1.0,
  5052. "tripped" : 0
  5053. },
  5054. "parent" : {
  5055. "limit_size_in_bytes" : 11915991449,
  5056. "limit_size" : "11gb",
  5057. "estimated_size_in_bytes" : 654403092,
  5058. "estimated_size" : "624mb",
  5059. "overhead" : 1.0,
  5060. "tripped" : 0
  5061. }
  5062. },
  5063. "script" : {
  5064. "compilations" : 16,
  5065. "cache_evictions" : 0
  5066. },
  5067. "discovery" : {
  5068. "cluster_state_queue" : {
  5069. "total" : 0,
  5070. "pending" : 0,
  5071. "committed" : 0
  5072. }
  5073. },
  5074. "ingest" : {
  5075. "total" : {
  5076. "count" : 0,
  5077. "time_in_millis" : 0,
  5078. "current" : 0,
  5079. "failed" : 0
  5080. },
  5081. "pipelines" : { }
  5082. }
  5083. },
  5084. "Cksl_hyxS-mrz85gHUhwWw" : {
  5085. "timestamp" : 1485856575702,
  5086. "name" : "lb02",
  5087. "transport_address" : "10.6.145.224:9300",
  5088. "host" : "10.6.145.224",
  5089. "ip" : "10.6.145.224:9300",
  5090. "roles" : [
  5091. "ingest"
  5092. ],
  5093. "indices" : {
  5094. "docs" : {
  5095. "count" : 0,
  5096. "deleted" : 0
  5097. },
  5098. "store" : {
  5099. "size_in_bytes" : 0,
  5100. "throttle_time_in_millis" : 0
  5101. },
  5102. "indexing" : {
  5103. "index_total" : 0,
  5104. "index_time_in_millis" : 0,
  5105. "index_current" : 0,
  5106. "index_failed" : 0,
  5107. "delete_total" : 0,
  5108. "delete_time_in_millis" : 0,
  5109. "delete_current" : 0,
  5110. "noop_update_total" : 0,
  5111. "is_throttled" : false,
  5112. "throttle_time_in_millis" : 0
  5113. },
  5114. "get" : {
  5115. "total" : 0,
  5116. "time_in_millis" : 0,
  5117. "exists_total" : 0,
  5118. "exists_time_in_millis" : 0,
  5119. "missing_total" : 0,
  5120. "missing_time_in_millis" : 0,
  5121. "current" : 0
  5122. },
  5123. "search" : {
  5124. "open_contexts" : 0,
  5125. "query_total" : 0,
  5126. "query_time_in_millis" : 0,
  5127. "query_current" : 0,
  5128. "fetch_total" : 0,
  5129. "fetch_time_in_millis" : 0,
  5130. "fetch_current" : 0,
  5131. "scroll_total" : 0,
  5132. "scroll_time_in_millis" : 0,
  5133. "scroll_current" : 0,
  5134. "suggest_total" : 0,
  5135. "suggest_time_in_millis" : 0,
  5136. "suggest_current" : 0
  5137. },
  5138. "merges" : {
  5139. "current" : 0,
  5140. "current_docs" : 0,
  5141. "current_size_in_bytes" : 0,
  5142. "total" : 0,
  5143. "total_time_in_millis" : 0,
  5144. "total_docs" : 0,
  5145. "total_size_in_bytes" : 0,
  5146. "total_stopped_time_in_millis" : 0,
  5147. "total_throttled_time_in_millis" : 0,
  5148. "total_auto_throttle_in_bytes" : 0
  5149. },
  5150. "refresh" : {
  5151. "total" : 0,
  5152. "total_time_in_millis" : 0
  5153. },
  5154. "flush" : {
  5155. "total" : 0,
  5156. "total_time_in_millis" : 0
  5157. },
  5158. "warmer" : {
  5159. "current" : 0,
  5160. "total" : 0,
  5161. "total_time_in_millis" : 0
  5162. },
  5163. "query_cache" : {
  5164. "memory_size_in_bytes" : 0,
  5165. "total_count" : 0,
  5166. "hit_count" : 0,
  5167. "miss_count" : 0,
  5168. "cache_size" : 0,
  5169. "cache_count" : 0,
  5170. "evictions" : 0
  5171. },
  5172. "fielddata" : {
  5173. "memory_size_in_bytes" : 0,
  5174. "evictions" : 0
  5175. },
  5176. "completion" : {
  5177. "size_in_bytes" : 0
  5178. },
  5179. "segments" : {
  5180. "count" : 0,
  5181. "memory_in_bytes" : 0,
  5182. "terms_memory_in_bytes" : 0,
  5183. "stored_fields_memory_in_bytes" : 0,
  5184. "term_vectors_memory_in_bytes" : 0,
  5185. "norms_memory_in_bytes" : 0,
  5186. "points_memory_in_bytes" : 0,
  5187. "doc_values_memory_in_bytes" : 0,
  5188. "index_writer_memory_in_bytes" : 0,
  5189. "version_map_memory_in_bytes" : 0,
  5190. "fixed_bit_set_memory_in_bytes" : 0,
  5191. "max_unsafe_auto_id_timestamp" : -9223372036854775808,
  5192. "file_sizes" : { }
  5193. },
  5194. "translog" : {
  5195. "operations" : 0,
  5196. "size_in_bytes" : 0
  5197. },
  5198. "request_cache" : {
  5199. "memory_size_in_bytes" : 0,
  5200. "evictions" : 0,
  5201. "hit_count" : 0,
  5202. "miss_count" : 0
  5203. },
  5204. "recovery" : {
  5205. "current_as_source" : 0,
  5206. "current_as_target" : 0,
  5207. "throttle_time_in_millis" : 0
  5208. }
  5209. },
  5210. "os" : {
  5211. "timestamp" : 1485856575702,
  5212. "cpu" : {
  5213. "percent" : -1,
  5214. "load_average" : {
  5215. "1m" : 3.69775390625
  5216. }
  5217. },
  5218. "mem" : {
  5219. "total_in_bytes" : 68657532928,
  5220. "free_in_bytes" : 1835802624,
  5221. "used_in_bytes" : 66821730304,
  5222. "free_percent" : 3,
  5223. "used_percent" : 97
  5224. },
  5225. "swap" : {
  5226. "total_in_bytes" : 0,
  5227. "free_in_bytes" : 0,
  5228. "used_in_bytes" : 0
  5229. }
  5230. },
  5231. "process" : {
  5232. "timestamp" : 1485856575703,
  5233. "open_file_descriptors" : 2,
  5234. "max_file_descriptors" : 1885734,
  5235. "cpu" : {
  5236. "percent" : -1,
  5237. "total_in_millis" : 74999968
  5238. },
  5239. "mem" : {
  5240. "total_virtual_in_bytes" : -1
  5241. }
  5242. },
  5243. "jvm" : {
  5244. "timestamp" : 1485856575704,
  5245. "uptime_in_millis" : 1503218807,
  5246. "mem" : {
  5247. "heap_used_in_bytes" : 1259940544,
  5248. "heap_used_percent" : 30,
  5249. "heap_committed_in_bytes" : 4151836672,
  5250. "heap_max_in_bytes" : 4151836672,
  5251. "non_heap_used_in_bytes" : 94721344,
  5252. "non_heap_committed_in_bytes" : 100515840,
  5253. "pools" : {
  5254. "young" : {
  5255. "used_in_bytes" : 395613904,
  5256. "max_in_bytes" : 1145372672,
  5257. "peak_used_in_bytes" : 1145372672,
  5258. "peak_max_in_bytes" : 1145372672
  5259. },
  5260. "survivor" : {
  5261. "used_in_bytes" : 220448,
  5262. "max_in_bytes" : 143130624,
  5263. "peak_used_in_bytes" : 143130624,
  5264. "peak_max_in_bytes" : 143130624
  5265. },
  5266. "old" : {
  5267. "used_in_bytes" : 864106192,
  5268. "max_in_bytes" : 2863333376,
  5269. "peak_used_in_bytes" : 864106192,
  5270. "peak_max_in_bytes" : 2863333376
  5271. }
  5272. }
  5273. },
  5274. "threads" : {
  5275. "count" : 561,
  5276. "peak_count" : 575
  5277. },
  5278. "gc" : {
  5279. "collectors" : {
  5280. "young" : {
  5281. "collection_count" : 1183,
  5282. "collection_time_in_millis" : 28802
  5283. },
  5284. "old" : {
  5285. "collection_count" : 1,
  5286. "collection_time_in_millis" : 260
  5287. }
  5288. }
  5289. },
  5290. "buffer_pools" : {
  5291. "direct" : {
  5292. "count" : 427,
  5293. "used_in_bytes" : 889200641,
  5294. "total_capacity_in_bytes" : 889200640
  5295. },
  5296. "mapped" : {
  5297. "count" : 0,
  5298. "used_in_bytes" : 0,
  5299. "total_capacity_in_bytes" : 0
  5300. }
  5301. },
  5302. "classes" : {
  5303. "current_loaded_count" : 10172,
  5304. "total_loaded_count" : 10172,
  5305. "total_unloaded_count" : 0
  5306. }
  5307. },
  5308. "thread_pool" : {
  5309. "bulk" : {
  5310. "threads" : 0,
  5311. "queue" : 0,
  5312. "active" : 0,
  5313. "rejected" : 0,
  5314. "largest" : 0,
  5315. "completed" : 0
  5316. },
  5317. "fetch_shard_started" : {
  5318. "threads" : 0,
  5319. "queue" : 0,
  5320. "active" : 0,
  5321. "rejected" : 0,
  5322. "largest" : 0,
  5323. "completed" : 0
  5324. },
  5325. "fetch_shard_store" : {
  5326. "threads" : 0,
  5327. "queue" : 0,
  5328. "active" : 0,
  5329. "rejected" : 0,
  5330. "largest" : 0,
  5331. "completed" : 0
  5332. },
  5333. "flush" : {
  5334. "threads" : 0,
  5335. "queue" : 0,
  5336. "active" : 0,
  5337. "rejected" : 0,
  5338. "largest" : 0,
  5339. "completed" : 0
  5340. },
  5341. "force_merge" : {
  5342. "threads" : 0,
  5343. "queue" : 0,
  5344. "active" : 0,
  5345. "rejected" : 0,
  5346. "largest" : 0,
  5347. "completed" : 0
  5348. },
  5349. "generic" : {
  5350. "threads" : 19,
  5351. "queue" : 0,
  5352. "active" : 0,
  5353. "rejected" : 0,
  5354. "largest" : 22,
  5355. "completed" : 1642426
  5356. },
  5357. "get" : {
  5358. "threads" : 0,
  5359. "queue" : 0,
  5360. "active" : 0,
  5361. "rejected" : 0,
  5362. "largest" : 0,
  5363. "completed" : 0
  5364. },
  5365. "index" : {
  5366. "threads" : 0,
  5367. "queue" : 0,
  5368. "active" : 0,
  5369. "rejected" : 0,
  5370. "largest" : 0,
  5371. "completed" : 0
  5372. },
  5373. "listener" : {
  5374. "threads" : 0,
  5375. "queue" : 0,
  5376. "active" : 0,
  5377. "rejected" : 0,
  5378. "largest" : 0,
  5379. "completed" : 0
  5380. },
  5381. "management" : {
  5382. "threads" : 1,
  5383. "queue" : 0,
  5384. "active" : 1,
  5385. "rejected" : 0,
  5386. "largest" : 3,
  5387. "completed" : 29776
  5388. },
  5389. "refresh" : {
  5390. "threads" : 0,
  5391. "queue" : 0,
  5392. "active" : 0,
  5393. "rejected" : 0,
  5394. "largest" : 0,
  5395. "completed" : 0
  5396. },
  5397. "search" : {
  5398. "threads" : 145,
  5399. "queue" : 0,
  5400. "active" : 0,
  5401. "rejected" : 0,
  5402. "largest" : 145,
  5403. "completed" : 18435
  5404. },
  5405. "snapshot" : {
  5406. "threads" : 0,
  5407. "queue" : 0,
  5408. "active" : 0,
  5409. "rejected" : 0,
  5410. "largest" : 0,
  5411. "completed" : 0
  5412. },
  5413. "warmer" : {
  5414. "threads" : 0,
  5415. "queue" : 0,
  5416. "active" : 0,
  5417. "rejected" : 0,
  5418. "largest" : 0,
  5419. "completed" : 0
  5420. }
  5421. },
  5422. "fs" : {
  5423. "timestamp" : 1485856575704,
  5424. "total" : {
  5425. "total_in_bytes" : 230825875968,
  5426. "free_in_bytes" : 218312743936,
  5427. "available_in_bytes" : 218312743936
  5428. },
  5429. "data" : [
  5430. {
  5431. "path" : "/data/elasticsearch/prod.9300/data/nodes/0",
  5432. "mount" : "/data (data)",
  5433. "type" : "zfs",
  5434. "total_in_bytes" : 230825875968,
  5435. "free_in_bytes" : 218312743936,
  5436. "available_in_bytes" : 218312743936
  5437. }
  5438. ]
  5439. },
  5440. "transport" : {
  5441. "server_open" : 365,
  5442. "rx_count" : 220374942,
  5443. "rx_size_in_bytes" : 74798928164,
  5444. "tx_count" : 220375375,
  5445. "tx_size_in_bytes" : 79680408171
  5446. },
  5447. "http" : {
  5448. "current_open" : 0,
  5449. "total_opened" : 0
  5450. },
  5451. "breakers" : {
  5452. "request" : {
  5453. "limit_size_in_bytes" : 2491102003,
  5454. "limit_size" : "2.3gb",
  5455. "estimated_size_in_bytes" : 0,
  5456. "estimated_size" : "0b",
  5457. "overhead" : 1.0,
  5458. "tripped" : 0
  5459. },
  5460. "fielddata" : {
  5461. "limit_size_in_bytes" : 2491102003,
  5462. "limit_size" : "2.3gb",
  5463. "estimated_size_in_bytes" : 0,
  5464. "estimated_size" : "0b",
  5465. "overhead" : 1.03,
  5466. "tripped" : 0
  5467. },
  5468. "in_flight_requests" : {
  5469. "limit_size_in_bytes" : 4151836672,
  5470. "limit_size" : "3.8gb",
  5471. "estimated_size_in_bytes" : 4155,
  5472. "estimated_size" : "4kb",
  5473. "overhead" : 1.0,
  5474. "tripped" : 0
  5475. },
  5476. "parent" : {
  5477. "limit_size_in_bytes" : 2906285670,
  5478. "limit_size" : "2.7gb",
  5479. "estimated_size_in_bytes" : 4155,
  5480. "estimated_size" : "4kb",
  5481. "overhead" : 1.0,
  5482. "tripped" : 0
  5483. }
  5484. },
  5485. "script" : {
  5486. "compilations" : 15,
  5487. "cache_evictions" : 0
  5488. },
  5489. "discovery" : {
  5490. "cluster_state_queue" : {
  5491. "total" : 0,
  5492. "pending" : 0,
  5493. "committed" : 0
  5494. }
  5495. },
  5496. "ingest" : {
  5497. "total" : {
  5498. "count" : 0,
  5499. "time_in_millis" : 0,
  5500. "current" : 0,
  5501. "failed" : 0
  5502. },
  5503. "pipelines" : { }
  5504. }
  5505. },
  5506. "wzS5bNy5R4G_MzdEUZWL_A" : {
  5507. "timestamp" : 1485856575698,
  5508. "name" : "lb00",
  5509. "transport_address" : "10.6.145.222:9300",
  5510. "host" : "10.6.145.222",
  5511. "ip" : "10.6.145.222:9300",
  5512. "roles" : [
  5513. "ingest"
  5514. ],
  5515. "indices" : {
  5516. "docs" : {
  5517. "count" : 0,
  5518. "deleted" : 0
  5519. },
  5520. "store" : {
  5521. "size_in_bytes" : 0,
  5522. "throttle_time_in_millis" : 0
  5523. },
  5524. "indexing" : {
  5525. "index_total" : 0,
  5526. "index_time_in_millis" : 0,
  5527. "index_current" : 0,
  5528. "index_failed" : 0,
  5529. "delete_total" : 0,
  5530. "delete_time_in_millis" : 0,
  5531. "delete_current" : 0,
  5532. "noop_update_total" : 0,
  5533. "is_throttled" : false,
  5534. "throttle_time_in_millis" : 0
  5535. },
  5536. "get" : {
  5537. "total" : 0,
  5538. "time_in_millis" : 0,
  5539. "exists_total" : 0,
  5540. "exists_time_in_millis" : 0,
  5541. "missing_total" : 0,
  5542. "missing_time_in_millis" : 0,
  5543. "current" : 0
  5544. },
  5545. "search" : {
  5546. "open_contexts" : 0,
  5547. "query_total" : 0,
  5548. "query_time_in_millis" : 0,
  5549. "query_current" : 0,
  5550. "fetch_total" : 0,
  5551. "fetch_time_in_millis" : 0,
  5552. "fetch_current" : 0,
  5553. "scroll_total" : 0,
  5554. "scroll_time_in_millis" : 0,
  5555. "scroll_current" : 0,
  5556. "suggest_total" : 0,
  5557. "suggest_time_in_millis" : 0,
  5558. "suggest_current" : 0
  5559. },
  5560. "merges" : {
  5561. "current" : 0,
  5562. "current_docs" : 0,
  5563. "current_size_in_bytes" : 0,
  5564. "total" : 0,
  5565. "total_time_in_millis" : 0,
  5566. "total_docs" : 0,
  5567. "total_size_in_bytes" : 0,
  5568. "total_stopped_time_in_millis" : 0,
  5569. "total_throttled_time_in_millis" : 0,
  5570. "total_auto_throttle_in_bytes" : 0
  5571. },
  5572. "refresh" : {
  5573. "total" : 0,
  5574. "total_time_in_millis" : 0
  5575. },
  5576. "flush" : {
  5577. "total" : 0,
  5578. "total_time_in_millis" : 0
  5579. },
  5580. "warmer" : {
  5581. "current" : 0,
  5582. "total" : 0,
  5583. "total_time_in_millis" : 0
  5584. },
  5585. "query_cache" : {
  5586. "memory_size_in_bytes" : 0,
  5587. "total_count" : 0,
  5588. "hit_count" : 0,
  5589. "miss_count" : 0,
  5590. "cache_size" : 0,
  5591. "cache_count" : 0,
  5592. "evictions" : 0
  5593. },
  5594. "fielddata" : {
  5595. "memory_size_in_bytes" : 0,
  5596. "evictions" : 0
  5597. },
  5598. "completion" : {
  5599. "size_in_bytes" : 0
  5600. },
  5601. "segments" : {
  5602. "count" : 0,
  5603. "memory_in_bytes" : 0,
  5604. "terms_memory_in_bytes" : 0,
  5605. "stored_fields_memory_in_bytes" : 0,
  5606. "term_vectors_memory_in_bytes" : 0,
  5607. "norms_memory_in_bytes" : 0,
  5608. "points_memory_in_bytes" : 0,
  5609. "doc_values_memory_in_bytes" : 0,
  5610. "index_writer_memory_in_bytes" : 0,
  5611. "version_map_memory_in_bytes" : 0,
  5612. "fixed_bit_set_memory_in_bytes" : 0,
  5613. "max_unsafe_auto_id_timestamp" : -9223372036854775808,
  5614. "file_sizes" : { }
  5615. },
  5616. "translog" : {
  5617. "operations" : 0,
  5618. "size_in_bytes" : 0
  5619. },
  5620. "request_cache" : {
  5621. "memory_size_in_bytes" : 0,
  5622. "evictions" : 0,
  5623. "hit_count" : 0,
  5624. "miss_count" : 0
  5625. },
  5626. "recovery" : {
  5627. "current_as_source" : 0,
  5628. "current_as_target" : 0,
  5629. "throttle_time_in_millis" : 0
  5630. }
  5631. },
  5632. "os" : {
  5633. "timestamp" : 1485856575698,
  5634. "cpu" : {
  5635. "percent" : -1,
  5636. "load_average" : {
  5637. "1m" : 4.01416015625
  5638. }
  5639. },
  5640. "mem" : {
  5641. "total_in_bytes" : 68657516544,
  5642. "free_in_bytes" : 1660293120,
  5643. "used_in_bytes" : 66997223424,
  5644. "free_percent" : 2,
  5645. "used_percent" : 98
  5646. },
  5647. "swap" : {
  5648. "total_in_bytes" : 0,
  5649. "free_in_bytes" : 0,
  5650. "used_in_bytes" : 0
  5651. }
  5652. },
  5653. "process" : {
  5654. "timestamp" : 1485856575699,
  5655. "open_file_descriptors" : 2,
  5656. "max_file_descriptors" : 1885734,
  5657. "cpu" : {
  5658. "percent" : -1,
  5659. "total_in_millis" : 75191257
  5660. },
  5661. "mem" : {
  5662. "total_virtual_in_bytes" : -1
  5663. }
  5664. },
  5665. "jvm" : {
  5666. "timestamp" : 1485856575699,
  5667. "uptime_in_millis" : 1503219626,
  5668. "mem" : {
  5669. "heap_used_in_bytes" : 885910200,
  5670. "heap_used_percent" : 21,
  5671. "heap_committed_in_bytes" : 4151836672,
  5672. "heap_max_in_bytes" : 4151836672,
  5673. "non_heap_used_in_bytes" : 94666544,
  5674. "non_heap_committed_in_bytes" : 100315136,
  5675. "pools" : {
  5676. "young" : {
  5677. "used_in_bytes" : 22547048,
  5678. "max_in_bytes" : 1145372672,
  5679. "peak_used_in_bytes" : 1145372672,
  5680. "peak_max_in_bytes" : 1145372672
  5681. },
  5682. "survivor" : {
  5683. "used_in_bytes" : 226792,
  5684. "max_in_bytes" : 143130624,
  5685. "peak_used_in_bytes" : 143130624,
  5686. "peak_max_in_bytes" : 143130624
  5687. },
  5688. "old" : {
  5689. "used_in_bytes" : 863136360,
  5690. "max_in_bytes" : 2863333376,
  5691. "peak_used_in_bytes" : 863136360,
  5692. "peak_max_in_bytes" : 2863333376
  5693. }
  5694. }
  5695. },
  5696. "threads" : {
  5697. "count" : 564,
  5698. "peak_count" : 573
  5699. },
  5700. "gc" : {
  5701. "collectors" : {
  5702. "young" : {
  5703. "collection_count" : 1206,
  5704. "collection_time_in_millis" : 29560
  5705. },
  5706. "old" : {
  5707. "collection_count" : 1,
  5708. "collection_time_in_millis" : 263
  5709. }
  5710. }
  5711. },
  5712. "buffer_pools" : {
  5713. "direct" : {
  5714. "count" : 427,
  5715. "used_in_bytes" : 889200641,
  5716. "total_capacity_in_bytes" : 889200640
  5717. },
  5718. "mapped" : {
  5719. "count" : 0,
  5720. "used_in_bytes" : 0,
  5721. "total_capacity_in_bytes" : 0
  5722. }
  5723. },
  5724. "classes" : {
  5725. "current_loaded_count" : 10146,
  5726. "total_loaded_count" : 10146,
  5727. "total_unloaded_count" : 0
  5728. }
  5729. },
  5730. "thread_pool" : {
  5731. "bulk" : {
  5732. "threads" : 0,
  5733. "queue" : 0,
  5734. "active" : 0,
  5735. "rejected" : 0,
  5736. "largest" : 0,
  5737. "completed" : 0
  5738. },
  5739. "fetch_shard_started" : {
  5740. "threads" : 0,
  5741. "queue" : 0,
  5742. "active" : 0,
  5743. "rejected" : 0,
  5744. "largest" : 0,
  5745. "completed" : 0
  5746. },
  5747. "fetch_shard_store" : {
  5748. "threads" : 0,
  5749. "queue" : 0,
  5750. "active" : 0,
  5751. "rejected" : 0,
  5752. "largest" : 0,
  5753. "completed" : 0
  5754. },
  5755. "flush" : {
  5756. "threads" : 0,
  5757. "queue" : 0,
  5758. "active" : 0,
  5759. "rejected" : 0,
  5760. "largest" : 0,
  5761. "completed" : 0
  5762. },
  5763. "force_merge" : {
  5764. "threads" : 0,
  5765. "queue" : 0,
  5766. "active" : 0,
  5767. "rejected" : 0,
  5768. "largest" : 0,
  5769. "completed" : 0
  5770. },
  5771. "generic" : {
  5772. "threads" : 22,
  5773. "queue" : 0,
  5774. "active" : 0,
  5775. "rejected" : 0,
  5776. "largest" : 22,
  5777. "completed" : 1642289
  5778. },
  5779. "get" : {
  5780. "threads" : 0,
  5781. "queue" : 0,
  5782. "active" : 0,
  5783. "rejected" : 0,
  5784. "largest" : 0,
  5785. "completed" : 0
  5786. },
  5787. "index" : {
  5788. "threads" : 0,
  5789. "queue" : 0,
  5790. "active" : 0,
  5791. "rejected" : 0,
  5792. "largest" : 0,
  5793. "completed" : 0
  5794. },
  5795. "listener" : {
  5796. "threads" : 0,
  5797. "queue" : 0,
  5798. "active" : 0,
  5799. "rejected" : 0,
  5800. "largest" : 0,
  5801. "completed" : 0
  5802. },
  5803. "management" : {
  5804. "threads" : 1,
  5805. "queue" : 0,
  5806. "active" : 1,
  5807. "rejected" : 0,
  5808. "largest" : 3,
  5809. "completed" : 29776
  5810. },
  5811. "refresh" : {
  5812. "threads" : 0,
  5813. "queue" : 0,
  5814. "active" : 0,
  5815. "rejected" : 0,
  5816. "largest" : 0,
  5817. "completed" : 0
  5818. },
  5819. "search" : {
  5820. "threads" : 145,
  5821. "queue" : 0,
  5822. "active" : 0,
  5823. "rejected" : 0,
  5824. "largest" : 145,
  5825. "completed" : 18439
  5826. },
  5827. "snapshot" : {
  5828. "threads" : 0,
  5829. "queue" : 0,
  5830. "active" : 0,
  5831. "rejected" : 0,
  5832. "largest" : 0,
  5833. "completed" : 0
  5834. },
  5835. "warmer" : {
  5836. "threads" : 0,
  5837. "queue" : 0,
  5838. "active" : 0,
  5839. "rejected" : 0,
  5840. "largest" : 0,
  5841. "completed" : 0
  5842. }
  5843. },
  5844. "fs" : {
  5845. "timestamp" : 1485856575700,
  5846. "total" : {
  5847. "total_in_bytes" : 230903502336,
  5848. "free_in_bytes" : 173418272768,
  5849. "available_in_bytes" : 173418272768
  5850. },
  5851. "data" : [
  5852. {
  5853. "path" : "/data/elasticsearch/prod.9300/data/nodes/0",
  5854. "mount" : "/data (data)",
  5855. "type" : "zfs",
  5856. "total_in_bytes" : 230903502336,
  5857. "free_in_bytes" : 173418272768,
  5858. "available_in_bytes" : 173418272768
  5859. }
  5860. ]
  5861. },
  5862. "transport" : {
  5863. "server_open" : 365,
  5864. "rx_count" : 220335413,
  5865. "rx_size_in_bytes" : 74783463510,
  5866. "tx_count" : 220335840,
  5867. "tx_size_in_bytes" : 79666166712
  5868. },
  5869. "http" : {
  5870. "current_open" : 0,
  5871. "total_opened" : 0
  5872. },
  5873. "breakers" : {
  5874. "request" : {
  5875. "limit_size_in_bytes" : 2491102003,
  5876. "limit_size" : "2.3gb",
  5877. "estimated_size_in_bytes" : 0,
  5878. "estimated_size" : "0b",
  5879. "overhead" : 1.0,
  5880. "tripped" : 0
  5881. },
  5882. "fielddata" : {
  5883. "limit_size_in_bytes" : 2491102003,
  5884. "limit_size" : "2.3gb",
  5885. "estimated_size_in_bytes" : 0,
  5886. "estimated_size" : "0b",
  5887. "overhead" : 1.03,
  5888. "tripped" : 0
  5889. },
  5890. "in_flight_requests" : {
  5891. "limit_size_in_bytes" : 4151836672,
  5892. "limit_size" : "3.8gb",
  5893. "estimated_size_in_bytes" : 4262,
  5894. "estimated_size" : "4.1kb",
  5895. "overhead" : 1.0,
  5896. "tripped" : 0
  5897. },
  5898. "parent" : {
  5899. "limit_size_in_bytes" : 2906285670,
  5900. "limit_size" : "2.7gb",
  5901. "estimated_size_in_bytes" : 4262,
  5902. "estimated_size" : "4.1kb",
  5903. "overhead" : 1.0,
  5904. "tripped" : 0
  5905. }
  5906. },
  5907. "script" : {
  5908. "compilations" : 15,
  5909. "cache_evictions" : 0
  5910. },
  5911. "discovery" : {
  5912. "cluster_state_queue" : {
  5913. "total" : 0,
  5914. "pending" : 0,
  5915. "committed" : 0
  5916. }
  5917. },
  5918. "ingest" : {
  5919. "total" : {
  5920. "count" : 0,
  5921. "time_in_millis" : 0,
  5922. "current" : 0,
  5923. "failed" : 0
  5924. },
  5925. "pipelines" : { }
  5926. }
  5927. },
  5928. "Gwgn-itDThGLJtxC7QAUFA" : {
  5929. "timestamp" : 1485856575698,
  5930. "name" : "fe11",
  5931. "transport_address" : "10.6.145.204:9300",
  5932. "host" : "10.6.145.204",
  5933. "ip" : "10.6.145.204:9300",
  5934. "roles" : [
  5935. "data",
  5936. "ingest"
  5937. ],
  5938. "indices" : {
  5939. "docs" : {
  5940. "count" : 122763604,
  5941. "deleted" : 5508787
  5942. },
  5943. "store" : {
  5944. "size_in_bytes" : 48578012673,
  5945. "throttle_time_in_millis" : 0
  5946. },
  5947. "indexing" : {
  5948. "index_total" : 40250883,
  5949. "index_time_in_millis" : 52534966,
  5950. "index_current" : 1,
  5951. "index_failed" : 71079,
  5952. "delete_total" : 2228589,
  5953. "delete_time_in_millis" : 182859,
  5954. "delete_current" : 0,
  5955. "noop_update_total" : 0,
  5956. "is_throttled" : false,
  5957. "throttle_time_in_millis" : 0
  5958. },
  5959. "get" : {
  5960. "total" : 139145268,
  5961. "time_in_millis" : 547615635,
  5962. "exists_total" : 120160510,
  5963. "exists_time_in_millis" : 543256139,
  5964. "missing_total" : 18984758,
  5965. "missing_time_in_millis" : 4359496,
  5966. "current" : 8
  5967. },
  5968. "search" : {
  5969. "open_contexts" : 0,
  5970. "query_total" : 35342865,
  5971. "query_time_in_millis" : 1549188000,
  5972. "query_current" : 0,
  5973. "fetch_total" : 32605093,
  5974. "fetch_time_in_millis" : 17436694,
  5975. "fetch_current" : 0,
  5976. "scroll_total" : 4031514,
  5977. "scroll_time_in_millis" : 366570523816,
  5978. "scroll_current" : 104,
  5979. "suggest_total" : 0,
  5980. "suggest_time_in_millis" : 0,
  5981. "suggest_current" : 0
  5982. },
  5983. "merges" : {
  5984. "current" : 0,
  5985. "current_docs" : 0,
  5986. "current_size_in_bytes" : 0,
  5987. "total" : 1013652,
  5988. "total_time_in_millis" : 211159329,
  5989. "total_docs" : 5399353730,
  5990. "total_size_in_bytes" : 1434856564313,
  5991. "total_stopped_time_in_millis" : 0,
  5992. "total_throttled_time_in_millis" : 1548096,
  5993. "total_auto_throttle_in_bytes" : 8388273172
  5994. },
  5995. "refresh" : {
  5996. "total" : 19285543,
  5997. "total_time_in_millis" : 3761411407
  5998. },
  5999. "flush" : {
  6000. "total" : 699,
  6001. "total_time_in_millis" : 218803
  6002. },
  6003. "warmer" : {
  6004. "current" : 1,
  6005. "total" : 6703412,
  6006. "total_time_in_millis" : 2348753016
  6007. },
  6008. "query_cache" : {
  6009. "memory_size_in_bytes" : 81988904,
  6010. "total_count" : 506127739,
  6011. "hit_count" : 127606678,
  6012. "miss_count" : 378521061,
  6013. "cache_size" : 70586,
  6014. "cache_count" : 7892647,
  6015. "evictions" : 7822061
  6016. },
  6017. "fielddata" : {
  6018. "memory_size_in_bytes" : 305849232,
  6019. "evictions" : 0
  6020. },
  6021. "completion" : {
  6022. "size_in_bytes" : 0
  6023. },
  6024. "segments" : {
  6025. "count" : 827,
  6026. "memory_in_bytes" : 150538777,
  6027. "terms_memory_in_bytes" : 135342477,
  6028. "stored_fields_memory_in_bytes" : 8992408,
  6029. "term_vectors_memory_in_bytes" : 0,
  6030. "norms_memory_in_bytes" : 176640,
  6031. "points_memory_in_bytes" : 542400,
  6032. "doc_values_memory_in_bytes" : 5484852,
  6033. "index_writer_memory_in_bytes" : 2447021,
  6034. "version_map_memory_in_bytes" : 21386,
  6035. "fixed_bit_set_memory_in_bytes" : 0,
  6036. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  6037. "file_sizes" : { }
  6038. },
  6039. "translog" : {
  6040. "operations" : 2387201,
  6041. "size_in_bytes" : 2275106148
  6042. },
  6043. "request_cache" : {
  6044. "memory_size_in_bytes" : 215622,
  6045. "evictions" : 0,
  6046. "hit_count" : 83618,
  6047. "miss_count" : 4926004
  6048. },
  6049. "recovery" : {
  6050. "current_as_source" : 0,
  6051. "current_as_target" : 0,
  6052. "throttle_time_in_millis" : 2978883
  6053. }
  6054. },
  6055. "os" : {
  6056. "timestamp" : 1485856577171,
  6057. "cpu" : {
  6058. "percent" : -1,
  6059. "load_average" : {
  6060. "1m" : 11.91357421875
  6061. }
  6062. },
  6063. "mem" : {
  6064. "total_in_bytes" : 68562165760,
  6065. "free_in_bytes" : 888627200,
  6066. "used_in_bytes" : 67673538560,
  6067. "free_percent" : 1,
  6068. "used_percent" : 99
  6069. },
  6070. "swap" : {
  6071. "total_in_bytes" : 0,
  6072. "free_in_bytes" : 0,
  6073. "used_in_bytes" : 0
  6074. }
  6075. },
  6076. "process" : {
  6077. "timestamp" : 1485856577172,
  6078. "open_file_descriptors" : 2,
  6079. "max_file_descriptors" : 1883115,
  6080. "cpu" : {
  6081. "percent" : -1,
  6082. "total_in_millis" : 499293070
  6083. },
  6084. "mem" : {
  6085. "total_virtual_in_bytes" : -1
  6086. }
  6087. },
  6088. "jvm" : {
  6089. "timestamp" : 1485856577172,
  6090. "uptime_in_millis" : 1223837604,
  6091. "mem" : {
  6092. "heap_used_in_bytes" : 9377690816,
  6093. "heap_used_percent" : 55,
  6094. "heap_committed_in_bytes" : 17022844928,
  6095. "heap_max_in_bytes" : 17022844928,
  6096. "non_heap_used_in_bytes" : 170479960,
  6097. "non_heap_committed_in_bytes" : 177717248,
  6098. "pools" : {
  6099. "young" : {
  6100. "used_in_bytes" : 809687088,
  6101. "max_in_bytes" : 1256259584,
  6102. "peak_used_in_bytes" : 1256259584,
  6103. "peak_max_in_bytes" : 1256259584
  6104. },
  6105. "survivor" : {
  6106. "used_in_bytes" : 157024256,
  6107. "max_in_bytes" : 157024256,
  6108. "peak_used_in_bytes" : 157024256,
  6109. "peak_max_in_bytes" : 157024256
  6110. },
  6111. "old" : {
  6112. "used_in_bytes" : 8410979472,
  6113. "max_in_bytes" : 15609561088,
  6114. "peak_used_in_bytes" : 12067947560,
  6115. "peak_max_in_bytes" : 15609561088
  6116. }
  6117. }
  6118. },
  6119. "threads" : {
  6120. "count" : 938,
  6121. "peak_count" : 974
  6122. },
  6123. "gc" : {
  6124. "collectors" : {
  6125. "young" : {
  6126. "collection_count" : 89626,
  6127. "collection_time_in_millis" : 16528467
  6128. },
  6129. "old" : {
  6130. "collection_count" : 726,
  6131. "collection_time_in_millis" : 596433
  6132. }
  6133. }
  6134. },
  6135. "buffer_pools" : {
  6136. "direct" : {
  6137. "count" : 865,
  6138. "used_in_bytes" : 1110435004,
  6139. "total_capacity_in_bytes" : 1110435003
  6140. },
  6141. "mapped" : {
  6142. "count" : 1938,
  6143. "used_in_bytes" : 48208656238,
  6144. "total_capacity_in_bytes" : 48208656238
  6145. }
  6146. },
  6147. "classes" : {
  6148. "current_loaded_count" : 12475,
  6149. "total_loaded_count" : 12665,
  6150. "total_unloaded_count" : 190
  6151. }
  6152. },
  6153. "thread_pool" : {
  6154. "bulk" : {
  6155. "threads" : 24,
  6156. "queue" : 0,
  6157. "active" : 0,
  6158. "rejected" : 0,
  6159. "largest" : 24,
  6160. "completed" : 2607601
  6161. },
  6162. "fetch_shard_started" : {
  6163. "threads" : 1,
  6164. "queue" : 0,
  6165. "active" : 0,
  6166. "rejected" : 0,
  6167. "largest" : 18,
  6168. "completed" : 536
  6169. },
  6170. "fetch_shard_store" : {
  6171. "threads" : 1,
  6172. "queue" : 0,
  6173. "active" : 0,
  6174. "rejected" : 0,
  6175. "largest" : 122,
  6176. "completed" : 3540
  6177. },
  6178. "flush" : {
  6179. "threads" : 1,
  6180. "queue" : 0,
  6181. "active" : 0,
  6182. "rejected" : 0,
  6183. "largest" : 5,
  6184. "completed" : 1359
  6185. },
  6186. "force_merge" : {
  6187. "threads" : 0,
  6188. "queue" : 0,
  6189. "active" : 0,
  6190. "rejected" : 0,
  6191. "largest" : 0,
  6192. "completed" : 0
  6193. },
  6194. "generic" : {
  6195. "threads" : 30,
  6196. "queue" : 0,
  6197. "active" : 0,
  6198. "rejected" : 0,
  6199. "largest" : 35,
  6200. "completed" : 1601633
  6201. },
  6202. "get" : {
  6203. "threads" : 24,
  6204. "queue" : 0,
  6205. "active" : 0,
  6206. "rejected" : 0,
  6207. "largest" : 24,
  6208. "completed" : 136798073
  6209. },
  6210. "index" : {
  6211. "threads" : 96,
  6212. "queue" : 0,
  6213. "active" : 0,
  6214. "rejected" : 0,
  6215. "largest" : 96,
  6216. "completed" : 27605800
  6217. },
  6218. "listener" : {
  6219. "threads" : 10,
  6220. "queue" : 0,
  6221. "active" : 0,
  6222. "rejected" : 0,
  6223. "largest" : 10,
  6224. "completed" : 42786
  6225. },
  6226. "management" : {
  6227. "threads" : 4,
  6228. "queue" : 0,
  6229. "active" : 1,
  6230. "rejected" : 0,
  6231. "largest" : 4,
  6232. "completed" : 125191
  6233. },
  6234. "refresh" : {
  6235. "threads" : 10,
  6236. "queue" : 0,
  6237. "active" : 0,
  6238. "rejected" : 0,
  6239. "largest" : 10,
  6240. "completed" : 63962578
  6241. },
  6242. "search" : {
  6243. "threads" : 145,
  6244. "queue" : 0,
  6245. "active" : 0,
  6246. "rejected" : 0,
  6247. "largest" : 145,
  6248. "completed" : 44767792
  6249. },
  6250. "snapshot" : {
  6251. "threads" : 1,
  6252. "queue" : 0,
  6253. "active" : 0,
  6254. "rejected" : 0,
  6255. "largest" : 5,
  6256. "completed" : 29462
  6257. },
  6258. "warmer" : {
  6259. "threads" : 5,
  6260. "queue" : 0,
  6261. "active" : 0,
  6262. "rejected" : 0,
  6263. "largest" : 5,
  6264. "completed" : 11352348
  6265. }
  6266. },
  6267. "fs" : {
  6268. "timestamp" : 1485856577173,
  6269. "total" : {
  6270. "total_in_bytes" : 4759926991872,
  6271. "free_in_bytes" : 4699150325248,
  6272. "available_in_bytes" : 4699150325248
  6273. },
  6274. "data" : [
  6275. {
  6276. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  6277. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  6278. "type" : "zfs",
  6279. "total_in_bytes" : 4759926991872,
  6280. "free_in_bytes" : 4699150325248,
  6281. "available_in_bytes" : 4699150325248
  6282. }
  6283. ]
  6284. },
  6285. "transport" : {
  6286. "server_open" : 380,
  6287. "rx_count" : 486093109,
  6288. "rx_size_in_bytes" : 503809601188,
  6289. "tx_count" : 486094170,
  6290. "tx_size_in_bytes" : 507942512602
  6291. },
  6292. "http" : {
  6293. "current_open" : 15,
  6294. "total_opened" : 418677
  6295. },
  6296. "breakers" : {
  6297. "request" : {
  6298. "limit_size_in_bytes" : 10213706956,
  6299. "limit_size" : "9.5gb",
  6300. "estimated_size_in_bytes" : 115080,
  6301. "estimated_size" : "112.3kb",
  6302. "overhead" : 1.0,
  6303. "tripped" : 0
  6304. },
  6305. "fielddata" : {
  6306. "limit_size_in_bytes" : 10213706956,
  6307. "limit_size" : "9.5gb",
  6308. "estimated_size_in_bytes" : 305849280,
  6309. "estimated_size" : "291.6mb",
  6310. "overhead" : 1.03,
  6311. "tripped" : 0
  6312. },
  6313. "in_flight_requests" : {
  6314. "limit_size_in_bytes" : 17022844928,
  6315. "limit_size" : "15.8gb",
  6316. "estimated_size_in_bytes" : 4737,
  6317. "estimated_size" : "4.6kb",
  6318. "overhead" : 1.0,
  6319. "tripped" : 0
  6320. },
  6321. "parent" : {
  6322. "limit_size_in_bytes" : 11915991449,
  6323. "limit_size" : "11gb",
  6324. "estimated_size_in_bytes" : 305969097,
  6325. "estimated_size" : "291.7mb",
  6326. "overhead" : 1.0,
  6327. "tripped" : 0
  6328. }
  6329. },
  6330. "script" : {
  6331. "compilations" : 16,
  6332. "cache_evictions" : 0
  6333. },
  6334. "discovery" : {
  6335. "cluster_state_queue" : {
  6336. "total" : 0,
  6337. "pending" : 0,
  6338. "committed" : 0
  6339. }
  6340. },
  6341. "ingest" : {
  6342. "total" : {
  6343. "count" : 0,
  6344. "time_in_millis" : 0,
  6345. "current" : 0,
  6346. "failed" : 0
  6347. },
  6348. "pipelines" : { }
  6349. }
  6350. },
  6351. "43GjqnVJTvG6JysDIxqCIA" : {
  6352. "timestamp" : 1485856575698,
  6353. "name" : "fe17",
  6354. "transport_address" : "10.6.145.210:9300",
  6355. "host" : "10.6.145.210",
  6356. "ip" : "10.6.145.210:9300",
  6357. "roles" : [
  6358. "data",
  6359. "ingest"
  6360. ],
  6361. "indices" : {
  6362. "docs" : {
  6363. "count" : 119523189,
  6364. "deleted" : 8623546
  6365. },
  6366. "store" : {
  6367. "size_in_bytes" : 33588132053,
  6368. "throttle_time_in_millis" : 0
  6369. },
  6370. "indexing" : {
  6371. "index_total" : 47963999,
  6372. "index_time_in_millis" : 50632115,
  6373. "index_current" : 0,
  6374. "index_failed" : 31557,
  6375. "delete_total" : 2733734,
  6376. "delete_time_in_millis" : 226117,
  6377. "delete_current" : 0,
  6378. "noop_update_total" : 0,
  6379. "is_throttled" : false,
  6380. "throttle_time_in_millis" : 0
  6381. },
  6382. "get" : {
  6383. "total" : 86240356,
  6384. "time_in_millis" : 886686124,
  6385. "exists_total" : 77439112,
  6386. "exists_time_in_millis" : 884668654,
  6387. "missing_total" : 8801244,
  6388. "missing_time_in_millis" : 2017470,
  6389. "current" : 10
  6390. },
  6391. "search" : {
  6392. "open_contexts" : 1,
  6393. "query_total" : 25971021,
  6394. "query_time_in_millis" : 691622949,
  6395. "query_current" : 1,
  6396. "fetch_total" : 23976092,
  6397. "fetch_time_in_millis" : 15899535,
  6398. "fetch_current" : 0,
  6399. "scroll_total" : 2141819,
  6400. "scroll_time_in_millis" : 194919871979,
  6401. "scroll_current" : 76,
  6402. "suggest_total" : 0,
  6403. "suggest_time_in_millis" : 0,
  6404. "suggest_current" : 0
  6405. },
  6406. "merges" : {
  6407. "current" : 0,
  6408. "current_docs" : 0,
  6409. "current_size_in_bytes" : 0,
  6410. "total" : 988539,
  6411. "total_time_in_millis" : 218601369,
  6412. "total_docs" : 10374920867,
  6413. "total_size_in_bytes" : 1758723407551,
  6414. "total_stopped_time_in_millis" : 0,
  6415. "total_throttled_time_in_millis" : 264966,
  6416. "total_auto_throttle_in_bytes" : 8355654892
  6417. },
  6418. "refresh" : {
  6419. "total" : 16972889,
  6420. "total_time_in_millis" : 3468463859
  6421. },
  6422. "flush" : {
  6423. "total" : 679,
  6424. "total_time_in_millis" : 154348
  6425. },
  6426. "warmer" : {
  6427. "current" : 2,
  6428. "total" : 5357948,
  6429. "total_time_in_millis" : 1424501925
  6430. },
  6431. "query_cache" : {
  6432. "memory_size_in_bytes" : 169112248,
  6433. "total_count" : 148734845,
  6434. "hit_count" : 64033727,
  6435. "miss_count" : 84701118,
  6436. "cache_size" : 76325,
  6437. "cache_count" : 2615822,
  6438. "evictions" : 2539497
  6439. },
  6440. "fielddata" : {
  6441. "memory_size_in_bytes" : 144894256,
  6442. "evictions" : 0
  6443. },
  6444. "completion" : {
  6445. "size_in_bytes" : 0
  6446. },
  6447. "segments" : {
  6448. "count" : 707,
  6449. "memory_in_bytes" : 93896185,
  6450. "terms_memory_in_bytes" : 80113369,
  6451. "stored_fields_memory_in_bytes" : 8840352,
  6452. "term_vectors_memory_in_bytes" : 0,
  6453. "norms_memory_in_bytes" : 144832,
  6454. "points_memory_in_bytes" : 1006320,
  6455. "doc_values_memory_in_bytes" : 3791312,
  6456. "index_writer_memory_in_bytes" : 3508589,
  6457. "version_map_memory_in_bytes" : 8500,
  6458. "fixed_bit_set_memory_in_bytes" : 0,
  6459. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  6460. "file_sizes" : { }
  6461. },
  6462. "translog" : {
  6463. "operations" : 1506605,
  6464. "size_in_bytes" : 994873776
  6465. },
  6466. "request_cache" : {
  6467. "memory_size_in_bytes" : 188216,
  6468. "evictions" : 0,
  6469. "hit_count" : 26579,
  6470. "miss_count" : 1535070
  6471. },
  6472. "recovery" : {
  6473. "current_as_source" : 0,
  6474. "current_as_target" : 0,
  6475. "throttle_time_in_millis" : 3191610
  6476. }
  6477. },
  6478. "os" : {
  6479. "timestamp" : 1485856577235,
  6480. "cpu" : {
  6481. "percent" : -1,
  6482. "load_average" : {
  6483. "1m" : 13.31005859375
  6484. }
  6485. },
  6486. "mem" : {
  6487. "total_in_bytes" : 68562165760,
  6488. "free_in_bytes" : 912756736,
  6489. "used_in_bytes" : 67649409024,
  6490. "free_percent" : 1,
  6491. "used_percent" : 99
  6492. },
  6493. "swap" : {
  6494. "total_in_bytes" : 0,
  6495. "free_in_bytes" : 0,
  6496. "used_in_bytes" : 0
  6497. }
  6498. },
  6499. "process" : {
  6500. "timestamp" : 1485856577236,
  6501. "open_file_descriptors" : 2,
  6502. "max_file_descriptors" : 1883115,
  6503. "cpu" : {
  6504. "percent" : -1,
  6505. "total_in_millis" : 493955570
  6506. },
  6507. "mem" : {
  6508. "total_virtual_in_bytes" : -1
  6509. }
  6510. },
  6511. "jvm" : {
  6512. "timestamp" : 1485856577236,
  6513. "uptime_in_millis" : 1223834962,
  6514. "mem" : {
  6515. "heap_used_in_bytes" : 11015148104,
  6516. "heap_used_percent" : 64,
  6517. "heap_committed_in_bytes" : 17022844928,
  6518. "heap_max_in_bytes" : 17022844928,
  6519. "non_heap_used_in_bytes" : 168689504,
  6520. "non_heap_committed_in_bytes" : 175841280,
  6521. "pools" : {
  6522. "young" : {
  6523. "used_in_bytes" : 499169488,
  6524. "max_in_bytes" : 1256259584,
  6525. "peak_used_in_bytes" : 1256259584,
  6526. "peak_max_in_bytes" : 1256259584
  6527. },
  6528. "survivor" : {
  6529. "used_in_bytes" : 157024256,
  6530. "max_in_bytes" : 157024256,
  6531. "peak_used_in_bytes" : 157024256,
  6532. "peak_max_in_bytes" : 157024256
  6533. },
  6534. "old" : {
  6535. "used_in_bytes" : 10358999560,
  6536. "max_in_bytes" : 15609561088,
  6537. "peak_used_in_bytes" : 12099926376,
  6538. "peak_max_in_bytes" : 15609561088
  6539. }
  6540. }
  6541. },
  6542. "threads" : {
  6543. "count" : 940,
  6544. "peak_count" : 1007
  6545. },
  6546. "gc" : {
  6547. "collectors" : {
  6548. "young" : {
  6549. "collection_count" : 84347,
  6550. "collection_time_in_millis" : 12148683
  6551. },
  6552. "old" : {
  6553. "collection_count" : 540,
  6554. "collection_time_in_millis" : 438215
  6555. }
  6556. }
  6557. },
  6558. "buffer_pools" : {
  6559. "direct" : {
  6560. "count" : 840,
  6561. "used_in_bytes" : 1110237543,
  6562. "total_capacity_in_bytes" : 1110237542
  6563. },
  6564. "mapped" : {
  6565. "count" : 1748,
  6566. "used_in_bytes" : 33382652607,
  6567. "total_capacity_in_bytes" : 33382652607
  6568. }
  6569. },
  6570. "classes" : {
  6571. "current_loaded_count" : 12489,
  6572. "total_loaded_count" : 12662,
  6573. "total_unloaded_count" : 173
  6574. }
  6575. },
  6576. "thread_pool" : {
  6577. "bulk" : {
  6578. "threads" : 24,
  6579. "queue" : 0,
  6580. "active" : 0,
  6581. "rejected" : 0,
  6582. "largest" : 24,
  6583. "completed" : 6509271
  6584. },
  6585. "fetch_shard_started" : {
  6586. "threads" : 1,
  6587. "queue" : 0,
  6588. "active" : 0,
  6589. "rejected" : 0,
  6590. "largest" : 27,
  6591. "completed" : 536
  6592. },
  6593. "fetch_shard_store" : {
  6594. "threads" : 1,
  6595. "queue" : 0,
  6596. "active" : 0,
  6597. "rejected" : 0,
  6598. "largest" : 130,
  6599. "completed" : 3540
  6600. },
  6601. "flush" : {
  6602. "threads" : 1,
  6603. "queue" : 0,
  6604. "active" : 0,
  6605. "rejected" : 0,
  6606. "largest" : 5,
  6607. "completed" : 1328
  6608. },
  6609. "force_merge" : {
  6610. "threads" : 0,
  6611. "queue" : 0,
  6612. "active" : 0,
  6613. "rejected" : 0,
  6614. "largest" : 0,
  6615. "completed" : 0
  6616. },
  6617. "generic" : {
  6618. "threads" : 30,
  6619. "queue" : 0,
  6620. "active" : 0,
  6621. "rejected" : 0,
  6622. "largest" : 83,
  6623. "completed" : 1595585
  6624. },
  6625. "get" : {
  6626. "threads" : 24,
  6627. "queue" : 0,
  6628. "active" : 0,
  6629. "rejected" : 0,
  6630. "largest" : 24,
  6631. "completed" : 83308013
  6632. },
  6633. "index" : {
  6634. "threads" : 96,
  6635. "queue" : 0,
  6636. "active" : 0,
  6637. "rejected" : 0,
  6638. "largest" : 96,
  6639. "completed" : 21980944
  6640. },
  6641. "listener" : {
  6642. "threads" : 10,
  6643. "queue" : 0,
  6644. "active" : 0,
  6645. "rejected" : 0,
  6646. "largest" : 10,
  6647. "completed" : 49331
  6648. },
  6649. "management" : {
  6650. "threads" : 4,
  6651. "queue" : 0,
  6652. "active" : 1,
  6653. "rejected" : 0,
  6654. "largest" : 4,
  6655. "completed" : 125185
  6656. },
  6657. "refresh" : {
  6658. "threads" : 10,
  6659. "queue" : 0,
  6660. "active" : 2,
  6661. "rejected" : 0,
  6662. "largest" : 10,
  6663. "completed" : 54697364
  6664. },
  6665. "search" : {
  6666. "threads" : 145,
  6667. "queue" : 0,
  6668. "active" : 0,
  6669. "rejected" : 0,
  6670. "largest" : 145,
  6671. "completed" : 39195447
  6672. },
  6673. "snapshot" : {
  6674. "threads" : 1,
  6675. "queue" : 0,
  6676. "active" : 0,
  6677. "rejected" : 0,
  6678. "largest" : 5,
  6679. "completed" : 28898
  6680. },
  6681. "warmer" : {
  6682. "threads" : 5,
  6683. "queue" : 0,
  6684. "active" : 4,
  6685. "rejected" : 0,
  6686. "largest" : 5,
  6687. "completed" : 11152297
  6688. }
  6689. },
  6690. "fs" : {
  6691. "timestamp" : 1485856577237,
  6692. "total" : {
  6693. "total_in_bytes" : 4762548400128,
  6694. "free_in_bytes" : 4713819881472,
  6695. "available_in_bytes" : 4713819881472
  6696. },
  6697. "data" : [
  6698. {
  6699. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  6700. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  6701. "type" : "zfs",
  6702. "total_in_bytes" : 4762548400128,
  6703. "free_in_bytes" : 4713819881472,
  6704. "available_in_bytes" : 4713819881472
  6705. }
  6706. ]
  6707. },
  6708. "transport" : {
  6709. "server_open" : 378,
  6710. "rx_count" : 419892437,
  6711. "rx_size_in_bytes" : 422710041872,
  6712. "tx_count" : 419894233,
  6713. "tx_size_in_bytes" : 574856729976
  6714. },
  6715. "http" : {
  6716. "current_open" : 20,
  6717. "total_opened" : 718731
  6718. },
  6719. "breakers" : {
  6720. "request" : {
  6721. "limit_size_in_bytes" : 10213706956,
  6722. "limit_size" : "9.5gb",
  6723. "estimated_size_in_bytes" : 147960,
  6724. "estimated_size" : "144.4kb",
  6725. "overhead" : 1.0,
  6726. "tripped" : 0
  6727. },
  6728. "fielddata" : {
  6729. "limit_size_in_bytes" : 10213706956,
  6730. "limit_size" : "9.5gb",
  6731. "estimated_size_in_bytes" : 144894256,
  6732. "estimated_size" : "138.1mb",
  6733. "overhead" : 1.03,
  6734. "tripped" : 0
  6735. },
  6736. "in_flight_requests" : {
  6737. "limit_size_in_bytes" : 17022844928,
  6738. "limit_size" : "15.8gb",
  6739. "estimated_size_in_bytes" : 3846,
  6740. "estimated_size" : "3.7kb",
  6741. "overhead" : 1.0,
  6742. "tripped" : 0
  6743. },
  6744. "parent" : {
  6745. "limit_size_in_bytes" : 11915991449,
  6746. "limit_size" : "11gb",
  6747. "estimated_size_in_bytes" : 145046062,
  6748. "estimated_size" : "138.3mb",
  6749. "overhead" : 1.0,
  6750. "tripped" : 0
  6751. }
  6752. },
  6753. "script" : {
  6754. "compilations" : 16,
  6755. "cache_evictions" : 0
  6756. },
  6757. "discovery" : {
  6758. "cluster_state_queue" : {
  6759. "total" : 0,
  6760. "pending" : 0,
  6761. "committed" : 0
  6762. }
  6763. },
  6764. "ingest" : {
  6765. "total" : {
  6766. "count" : 0,
  6767. "time_in_millis" : 0,
  6768. "current" : 0,
  6769. "failed" : 0
  6770. },
  6771. "pipelines" : { }
  6772. }
  6773. },
  6774. "BojWjLD9Sty7UHvQiRfQQg" : {
  6775. "timestamp" : 1485856575702,
  6776. "name" : "fe16",
  6777. "transport_address" : "10.6.145.209:9300",
  6778. "host" : "10.6.145.209",
  6779. "ip" : "10.6.145.209:9300",
  6780. "roles" : [
  6781. "data",
  6782. "ingest"
  6783. ],
  6784. "indices" : {
  6785. "docs" : {
  6786. "count" : 146072730,
  6787. "deleted" : 11567339
  6788. },
  6789. "store" : {
  6790. "size_in_bytes" : 48390485479,
  6791. "throttle_time_in_millis" : 0
  6792. },
  6793. "indexing" : {
  6794. "index_total" : 14125926,
  6795. "index_time_in_millis" : 15881436,
  6796. "index_current" : 0,
  6797. "index_failed" : 7355,
  6798. "delete_total" : 530104,
  6799. "delete_time_in_millis" : 40528,
  6800. "delete_current" : 0,
  6801. "noop_update_total" : 0,
  6802. "is_throttled" : false,
  6803. "throttle_time_in_millis" : 0
  6804. },
  6805. "get" : {
  6806. "total" : 51388429,
  6807. "time_in_millis" : 99540299,
  6808. "exists_total" : 49399368,
  6809. "exists_time_in_millis" : 99225194,
  6810. "missing_total" : 1989061,
  6811. "missing_time_in_millis" : 315105,
  6812. "current" : 2
  6813. },
  6814. "search" : {
  6815. "open_contexts" : 179,
  6816. "query_total" : 7699593,
  6817. "query_time_in_millis" : 212174173,
  6818. "query_current" : 0,
  6819. "fetch_total" : 6896406,
  6820. "fetch_time_in_millis" : 5281889,
  6821. "fetch_current" : 0,
  6822. "scroll_total" : 414000,
  6823. "scroll_time_in_millis" : 37982678235,
  6824. "scroll_current" : 179,
  6825. "suggest_total" : 0,
  6826. "suggest_time_in_millis" : 0,
  6827. "suggest_current" : 0
  6828. },
  6829. "merges" : {
  6830. "current" : 0,
  6831. "current_docs" : 0,
  6832. "current_size_in_bytes" : 0,
  6833. "total" : 396312,
  6834. "total_time_in_millis" : 66179204,
  6835. "total_docs" : 2271410194,
  6836. "total_size_in_bytes" : 528755776051,
  6837. "total_stopped_time_in_millis" : 0,
  6838. "total_throttled_time_in_millis" : 45916,
  6839. "total_auto_throttle_in_bytes" : 1340444094
  6840. },
  6841. "refresh" : {
  6842. "total" : 6699488,
  6843. "total_time_in_millis" : 1070578245
  6844. },
  6845. "flush" : {
  6846. "total" : 213,
  6847. "total_time_in_millis" : 38358
  6848. },
  6849. "warmer" : {
  6850. "current" : 5,
  6851. "total" : 3900653,
  6852. "total_time_in_millis" : 834948100
  6853. },
  6854. "query_cache" : {
  6855. "memory_size_in_bytes" : 144545088,
  6856. "total_count" : 95293710,
  6857. "hit_count" : 35214538,
  6858. "miss_count" : 60079172,
  6859. "cache_size" : 76406,
  6860. "cache_count" : 1354181,
  6861. "evictions" : 1277775
  6862. },
  6863. "fielddata" : {
  6864. "memory_size_in_bytes" : 606588920,
  6865. "evictions" : 0
  6866. },
  6867. "completion" : {
  6868. "size_in_bytes" : 0
  6869. },
  6870. "segments" : {
  6871. "count" : 792,
  6872. "memory_in_bytes" : 139790165,
  6873. "terms_memory_in_bytes" : 124278221,
  6874. "stored_fields_memory_in_bytes" : 10278328,
  6875. "term_vectors_memory_in_bytes" : 0,
  6876. "norms_memory_in_bytes" : 153664,
  6877. "points_memory_in_bytes" : 492864,
  6878. "doc_values_memory_in_bytes" : 4587088,
  6879. "index_writer_memory_in_bytes" : 3087308,
  6880. "version_map_memory_in_bytes" : 28942,
  6881. "fixed_bit_set_memory_in_bytes" : 0,
  6882. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  6883. "file_sizes" : { }
  6884. },
  6885. "translog" : {
  6886. "operations" : 1947243,
  6887. "size_in_bytes" : 1945082896
  6888. },
  6889. "request_cache" : {
  6890. "memory_size_in_bytes" : 214517,
  6891. "evictions" : 0,
  6892. "hit_count" : 16254,
  6893. "miss_count" : 864298
  6894. },
  6895. "recovery" : {
  6896. "current_as_source" : 0,
  6897. "current_as_target" : 0,
  6898. "throttle_time_in_millis" : 114459
  6899. }
  6900. },
  6901. "os" : {
  6902. "timestamp" : 1485856577115,
  6903. "cpu" : {
  6904. "percent" : -1,
  6905. "load_average" : {
  6906. "1m" : 8.53564453125
  6907. }
  6908. },
  6909. "mem" : {
  6910. "total_in_bytes" : 68554129408,
  6911. "free_in_bytes" : 1445408768,
  6912. "used_in_bytes" : 67108720640,
  6913. "free_percent" : 2,
  6914. "used_percent" : 98
  6915. },
  6916. "swap" : {
  6917. "total_in_bytes" : 2147483648,
  6918. "free_in_bytes" : 2133319680,
  6919. "used_in_bytes" : 14163968
  6920. }
  6921. },
  6922. "process" : {
  6923. "timestamp" : 1485856577116,
  6924. "open_file_descriptors" : 2,
  6925. "max_file_descriptors" : 1882890,
  6926. "cpu" : {
  6927. "percent" : -1,
  6928. "total_in_millis" : 491261210
  6929. },
  6930. "mem" : {
  6931. "total_virtual_in_bytes" : -1
  6932. }
  6933. },
  6934. "jvm" : {
  6935. "timestamp" : 1485856577116,
  6936. "uptime_in_millis" : 430872939,
  6937. "mem" : {
  6938. "heap_used_in_bytes" : 6364900024,
  6939. "heap_used_percent" : 37,
  6940. "heap_committed_in_bytes" : 17022844928,
  6941. "heap_max_in_bytes" : 17022844928,
  6942. "non_heap_used_in_bytes" : 158850768,
  6943. "non_heap_committed_in_bytes" : 166154240,
  6944. "pools" : {
  6945. "young" : {
  6946. "used_in_bytes" : 852989336,
  6947. "max_in_bytes" : 1256259584,
  6948. "peak_used_in_bytes" : 1256259584,
  6949. "peak_max_in_bytes" : 1256259584
  6950. },
  6951. "survivor" : {
  6952. "used_in_bytes" : 157024256,
  6953. "max_in_bytes" : 157024256,
  6954. "peak_used_in_bytes" : 157024256,
  6955. "peak_max_in_bytes" : 157024256
  6956. },
  6957. "old" : {
  6958. "used_in_bytes" : 5354886432,
  6959. "max_in_bytes" : 15609561088,
  6960. "peak_used_in_bytes" : 11923473944,
  6961. "peak_max_in_bytes" : 15609561088
  6962. }
  6963. }
  6964. },
  6965. "threads" : {
  6966. "count" : 326,
  6967. "peak_count" : 379
  6968. },
  6969. "gc" : {
  6970. "collectors" : {
  6971. "young" : {
  6972. "collection_count" : 30230,
  6973. "collection_time_in_millis" : 2720901
  6974. },
  6975. "old" : {
  6976. "collection_count" : 148,
  6977. "collection_time_in_millis" : 113306
  6978. }
  6979. }
  6980. },
  6981. "buffer_pools" : {
  6982. "direct" : {
  6983. "count" : 322,
  6984. "used_in_bytes" : 882389674,
  6985. "total_capacity_in_bytes" : 882389673
  6986. },
  6987. "mapped" : {
  6988. "count" : 1895,
  6989. "used_in_bytes" : 47980670450,
  6990. "total_capacity_in_bytes" : 47980670450
  6991. }
  6992. },
  6993. "classes" : {
  6994. "current_loaded_count" : 12411,
  6995. "total_loaded_count" : 12594,
  6996. "total_unloaded_count" : 183
  6997. }
  6998. },
  6999. "thread_pool" : {
  7000. "bulk" : {
  7001. "threads" : 24,
  7002. "queue" : 0,
  7003. "active" : 0,
  7004. "rejected" : 0,
  7005. "largest" : 24,
  7006. "completed" : 1140714
  7007. },
  7008. "fetch_shard_started" : {
  7009. "threads" : 1,
  7010. "queue" : 0,
  7011. "active" : 0,
  7012. "rejected" : 0,
  7013. "largest" : 2,
  7014. "completed" : 2
  7015. },
  7016. "fetch_shard_store" : {
  7017. "threads" : 1,
  7018. "queue" : 0,
  7019. "active" : 0,
  7020. "rejected" : 0,
  7021. "largest" : 31,
  7022. "completed" : 226
  7023. },
  7024. "flush" : {
  7025. "threads" : 1,
  7026. "queue" : 0,
  7027. "active" : 0,
  7028. "rejected" : 0,
  7029. "largest" : 5,
  7030. "completed" : 413
  7031. },
  7032. "force_merge" : {
  7033. "threads" : 0,
  7034. "queue" : 0,
  7035. "active" : 0,
  7036. "rejected" : 0,
  7037. "largest" : 0,
  7038. "completed" : 0
  7039. },
  7040. "generic" : {
  7041. "threads" : 30,
  7042. "queue" : 0,
  7043. "active" : 0,
  7044. "rejected" : 0,
  7045. "largest" : 63,
  7046. "completed" : 536159
  7047. },
  7048. "get" : {
  7049. "threads" : 24,
  7050. "queue" : 0,
  7051. "active" : 0,
  7052. "rejected" : 0,
  7053. "largest" : 24,
  7054. "completed" : 50667397
  7055. },
  7056. "index" : {
  7057. "threads" : 24,
  7058. "queue" : 0,
  7059. "active" : 0,
  7060. "rejected" : 0,
  7061. "largest" : 24,
  7062. "completed" : 10598666
  7063. },
  7064. "listener" : {
  7065. "threads" : 10,
  7066. "queue" : 0,
  7067. "active" : 0,
  7068. "rejected" : 0,
  7069. "largest" : 10,
  7070. "completed" : 19341
  7071. },
  7072. "management" : {
  7073. "threads" : 4,
  7074. "queue" : 0,
  7075. "active" : 1,
  7076. "rejected" : 0,
  7077. "largest" : 4,
  7078. "completed" : 44117
  7079. },
  7080. "refresh" : {
  7081. "threads" : 10,
  7082. "queue" : 0,
  7083. "active" : 4,
  7084. "rejected" : 0,
  7085. "largest" : 10,
  7086. "completed" : 20625493
  7087. },
  7088. "search" : {
  7089. "threads" : 37,
  7090. "queue" : 0,
  7091. "active" : 0,
  7092. "rejected" : 0,
  7093. "largest" : 37,
  7094. "completed" : 9397554
  7095. },
  7096. "snapshot" : {
  7097. "threads" : 1,
  7098. "queue" : 0,
  7099. "active" : 0,
  7100. "rejected" : 0,
  7101. "largest" : 5,
  7102. "completed" : 2045
  7103. },
  7104. "warmer" : {
  7105. "threads" : 5,
  7106. "queue" : 0,
  7107. "active" : 2,
  7108. "rejected" : 0,
  7109. "largest" : 5,
  7110. "completed" : 4333239
  7111. }
  7112. },
  7113. "fs" : {
  7114. "timestamp" : 1485856577117,
  7115. "total" : {
  7116. "total_in_bytes" : 4759969328640,
  7117. "free_in_bytes" : 4696790858240,
  7118. "available_in_bytes" : 4696790858240
  7119. },
  7120. "data" : [
  7121. {
  7122. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  7123. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  7124. "type" : "zfs",
  7125. "total_in_bytes" : 4759969328640,
  7126. "free_in_bytes" : 4696790858240,
  7127. "available_in_bytes" : 4696790858240
  7128. }
  7129. ]
  7130. },
  7131. "transport" : {
  7132. "server_open" : 380,
  7133. "rx_count" : 150710664,
  7134. "rx_size_in_bytes" : 113424076937,
  7135. "tx_count" : 150711105,
  7136. "tx_size_in_bytes" : 143182907980
  7137. },
  7138. "http" : {
  7139. "current_open" : 12,
  7140. "total_opened" : 6249
  7141. },
  7142. "breakers" : {
  7143. "request" : {
  7144. "limit_size_in_bytes" : 10213706956,
  7145. "limit_size" : "9.5gb",
  7146. "estimated_size_in_bytes" : 0,
  7147. "estimated_size" : "0b",
  7148. "overhead" : 1.0,
  7149. "tripped" : 0
  7150. },
  7151. "fielddata" : {
  7152. "limit_size_in_bytes" : 10213706956,
  7153. "limit_size" : "9.5gb",
  7154. "estimated_size_in_bytes" : 596697152,
  7155. "estimated_size" : "569mb",
  7156. "overhead" : 1.03,
  7157. "tripped" : 0
  7158. },
  7159. "in_flight_requests" : {
  7160. "limit_size_in_bytes" : 17022844928,
  7161. "limit_size" : "15.8gb",
  7162. "estimated_size_in_bytes" : 4831,
  7163. "estimated_size" : "4.7kb",
  7164. "overhead" : 1.0,
  7165. "tripped" : 0
  7166. },
  7167. "parent" : {
  7168. "limit_size_in_bytes" : 11915991449,
  7169. "limit_size" : "11gb",
  7170. "estimated_size_in_bytes" : 596701983,
  7171. "estimated_size" : "569mb",
  7172. "overhead" : 1.0,
  7173. "tripped" : 0
  7174. }
  7175. },
  7176. "script" : {
  7177. "compilations" : 16,
  7178. "cache_evictions" : 0
  7179. },
  7180. "discovery" : {
  7181. "cluster_state_queue" : {
  7182. "total" : 0,
  7183. "pending" : 0,
  7184. "committed" : 0
  7185. }
  7186. },
  7187. "ingest" : {
  7188. "total" : {
  7189. "count" : 0,
  7190. "time_in_millis" : 0,
  7191. "current" : 0,
  7192. "failed" : 0
  7193. },
  7194. "pipelines" : { }
  7195. }
  7196. },
  7197. "-_zl4irVRt6KlvcFsSrdQQ" : {
  7198. "timestamp" : 1485856575702,
  7199. "name" : "fe10",
  7200. "transport_address" : "10.6.145.203:9300",
  7201. "host" : "10.6.145.203",
  7202. "ip" : "10.6.145.203:9300",
  7203. "roles" : [
  7204. "data",
  7205. "ingest"
  7206. ],
  7207. "indices" : {
  7208. "docs" : {
  7209. "count" : 104006152,
  7210. "deleted" : 6864734
  7211. },
  7212. "store" : {
  7213. "size_in_bytes" : 45838723426,
  7214. "throttle_time_in_millis" : 0
  7215. },
  7216. "indexing" : {
  7217. "index_total" : 42925744,
  7218. "index_time_in_millis" : 54618059,
  7219. "index_current" : 0,
  7220. "index_failed" : 23135,
  7221. "delete_total" : 2090015,
  7222. "delete_time_in_millis" : 200241,
  7223. "delete_current" : 0,
  7224. "noop_update_total" : 0,
  7225. "is_throttled" : false,
  7226. "throttle_time_in_millis" : 0
  7227. },
  7228. "get" : {
  7229. "total" : 126810111,
  7230. "time_in_millis" : 1184053610,
  7231. "exists_total" : 112809078,
  7232. "exists_time_in_millis" : 1180889654,
  7233. "missing_total" : 14001033,
  7234. "missing_time_in_millis" : 3163956,
  7235. "current" : 26
  7236. },
  7237. "search" : {
  7238. "open_contexts" : 4,
  7239. "query_total" : 43935714,
  7240. "query_time_in_millis" : 1766559137,
  7241. "query_current" : 3,
  7242. "fetch_total" : 42260040,
  7243. "fetch_time_in_millis" : 19119534,
  7244. "fetch_current" : 0,
  7245. "scroll_total" : 5513312,
  7246. "scroll_time_in_millis" : 499490505571,
  7247. "scroll_current" : 305,
  7248. "suggest_total" : 0,
  7249. "suggest_time_in_millis" : 0,
  7250. "suggest_current" : 0
  7251. },
  7252. "merges" : {
  7253. "current" : 0,
  7254. "current_docs" : 0,
  7255. "current_size_in_bytes" : 0,
  7256. "total" : 1059773,
  7257. "total_time_in_millis" : 205748480,
  7258. "total_docs" : 8599013047,
  7259. "total_size_in_bytes" : 1586748116661,
  7260. "total_stopped_time_in_millis" : 0,
  7261. "total_throttled_time_in_millis" : 146573,
  7262. "total_auto_throttle_in_bytes" : 8499815346
  7263. },
  7264. "refresh" : {
  7265. "total" : 17292347,
  7266. "total_time_in_millis" : 4373154798
  7267. },
  7268. "flush" : {
  7269. "total" : 744,
  7270. "total_time_in_millis" : 224733
  7271. },
  7272. "warmer" : {
  7273. "current" : 2,
  7274. "total" : 6320398,
  7275. "total_time_in_millis" : 2483825041
  7276. },
  7277. "query_cache" : {
  7278. "memory_size_in_bytes" : 87250008,
  7279. "total_count" : 743929867,
  7280. "hit_count" : 193349712,
  7281. "miss_count" : 550580155,
  7282. "cache_size" : 70865,
  7283. "cache_count" : 9534939,
  7284. "evictions" : 9464074
  7285. },
  7286. "fielddata" : {
  7287. "memory_size_in_bytes" : 202760352,
  7288. "evictions" : 0
  7289. },
  7290. "completion" : {
  7291. "size_in_bytes" : 0
  7292. },
  7293. "segments" : {
  7294. "count" : 772,
  7295. "memory_in_bytes" : 130533647,
  7296. "terms_memory_in_bytes" : 116542135,
  7297. "stored_fields_memory_in_bytes" : 8675096,
  7298. "term_vectors_memory_in_bytes" : 0,
  7299. "norms_memory_in_bytes" : 157120,
  7300. "points_memory_in_bytes" : 451856,
  7301. "doc_values_memory_in_bytes" : 4707440,
  7302. "index_writer_memory_in_bytes" : 2120640,
  7303. "version_map_memory_in_bytes" : 22331,
  7304. "fixed_bit_set_memory_in_bytes" : 0,
  7305. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  7306. "file_sizes" : { }
  7307. },
  7308. "translog" : {
  7309. "operations" : 2056367,
  7310. "size_in_bytes" : 1991123709
  7311. },
  7312. "request_cache" : {
  7313. "memory_size_in_bytes" : 180890,
  7314. "evictions" : 0,
  7315. "hit_count" : 192297,
  7316. "miss_count" : 6295385
  7317. },
  7318. "recovery" : {
  7319. "current_as_source" : 0,
  7320. "current_as_target" : 0,
  7321. "throttle_time_in_millis" : 1637930
  7322. }
  7323. },
  7324. "os" : {
  7325. "timestamp" : 1485856577729,
  7326. "cpu" : {
  7327. "percent" : -1,
  7328. "load_average" : {
  7329. "1m" : 15.03515625
  7330. }
  7331. },
  7332. "mem" : {
  7333. "total_in_bytes" : 68562165760,
  7334. "free_in_bytes" : 565510144,
  7335. "used_in_bytes" : 67996655616,
  7336. "free_percent" : 1,
  7337. "used_percent" : 99
  7338. },
  7339. "swap" : {
  7340. "total_in_bytes" : 0,
  7341. "free_in_bytes" : 0,
  7342. "used_in_bytes" : 0
  7343. }
  7344. },
  7345. "process" : {
  7346. "timestamp" : 1485856577731,
  7347. "open_file_descriptors" : 2,
  7348. "max_file_descriptors" : 1883115,
  7349. "cpu" : {
  7350. "percent" : -1,
  7351. "total_in_millis" : 487539023
  7352. },
  7353. "mem" : {
  7354. "total_virtual_in_bytes" : -1
  7355. }
  7356. },
  7357. "jvm" : {
  7358. "timestamp" : 1485856577731,
  7359. "uptime_in_millis" : 1223838571,
  7360. "mem" : {
  7361. "heap_used_in_bytes" : 10340705624,
  7362. "heap_used_percent" : 60,
  7363. "heap_committed_in_bytes" : 17022844928,
  7364. "heap_max_in_bytes" : 17022844928,
  7365. "non_heap_used_in_bytes" : 170928168,
  7366. "non_heap_committed_in_bytes" : 178659328,
  7367. "pools" : {
  7368. "young" : {
  7369. "used_in_bytes" : 209461952,
  7370. "max_in_bytes" : 1256259584,
  7371. "peak_used_in_bytes" : 1256259584,
  7372. "peak_max_in_bytes" : 1256259584
  7373. },
  7374. "survivor" : {
  7375. "used_in_bytes" : 157024256,
  7376. "max_in_bytes" : 157024256,
  7377. "peak_used_in_bytes" : 157024256,
  7378. "peak_max_in_bytes" : 157024256
  7379. },
  7380. "old" : {
  7381. "used_in_bytes" : 9974219416,
  7382. "max_in_bytes" : 15609561088,
  7383. "peak_used_in_bytes" : 12025713800,
  7384. "peak_max_in_bytes" : 15609561088
  7385. }
  7386. }
  7387. },
  7388. "threads" : {
  7389. "count" : 938,
  7390. "peak_count" : 981
  7391. },
  7392. "gc" : {
  7393. "collectors" : {
  7394. "young" : {
  7395. "collection_count" : 97065,
  7396. "collection_time_in_millis" : 18312969
  7397. },
  7398. "old" : {
  7399. "collection_count" : 856,
  7400. "collection_time_in_millis" : 670610
  7401. }
  7402. }
  7403. },
  7404. "buffer_pools" : {
  7405. "direct" : {
  7406. "count" : 859,
  7407. "used_in_bytes" : 1110381376,
  7408. "total_capacity_in_bytes" : 1110381375
  7409. },
  7410. "mapped" : {
  7411. "count" : 1824,
  7412. "used_in_bytes" : 45303197261,
  7413. "total_capacity_in_bytes" : 45303197261
  7414. }
  7415. },
  7416. "classes" : {
  7417. "current_loaded_count" : 12469,
  7418. "total_loaded_count" : 12638,
  7419. "total_unloaded_count" : 169
  7420. }
  7421. },
  7422. "thread_pool" : {
  7423. "bulk" : {
  7424. "threads" : 24,
  7425. "queue" : 0,
  7426. "active" : 1,
  7427. "rejected" : 0,
  7428. "largest" : 24,
  7429. "completed" : 4974947
  7430. },
  7431. "fetch_shard_started" : {
  7432. "threads" : 1,
  7433. "queue" : 0,
  7434. "active" : 0,
  7435. "rejected" : 0,
  7436. "largest" : 94,
  7437. "completed" : 536
  7438. },
  7439. "fetch_shard_store" : {
  7440. "threads" : 1,
  7441. "queue" : 0,
  7442. "active" : 0,
  7443. "rejected" : 0,
  7444. "largest" : 131,
  7445. "completed" : 3540
  7446. },
  7447. "flush" : {
  7448. "threads" : 1,
  7449. "queue" : 0,
  7450. "active" : 0,
  7451. "rejected" : 0,
  7452. "largest" : 5,
  7453. "completed" : 1460
  7454. },
  7455. "force_merge" : {
  7456. "threads" : 0,
  7457. "queue" : 0,
  7458. "active" : 0,
  7459. "rejected" : 0,
  7460. "largest" : 0,
  7461. "completed" : 0
  7462. },
  7463. "generic" : {
  7464. "threads" : 30,
  7465. "queue" : 0,
  7466. "active" : 0,
  7467. "rejected" : 0,
  7468. "largest" : 34,
  7469. "completed" : 1572084
  7470. },
  7471. "get" : {
  7472. "threads" : 24,
  7473. "queue" : 0,
  7474. "active" : 1,
  7475. "rejected" : 0,
  7476. "largest" : 24,
  7477. "completed" : 124389606
  7478. },
  7479. "index" : {
  7480. "threads" : 96,
  7481. "queue" : 0,
  7482. "active" : 1,
  7483. "rejected" : 0,
  7484. "largest" : 96,
  7485. "completed" : 27033463
  7486. },
  7487. "listener" : {
  7488. "threads" : 10,
  7489. "queue" : 0,
  7490. "active" : 0,
  7491. "rejected" : 0,
  7492. "largest" : 10,
  7493. "completed" : 46160
  7494. },
  7495. "management" : {
  7496. "threads" : 4,
  7497. "queue" : 0,
  7498. "active" : 1,
  7499. "rejected" : 0,
  7500. "largest" : 4,
  7501. "completed" : 125192
  7502. },
  7503. "refresh" : {
  7504. "threads" : 10,
  7505. "queue" : 0,
  7506. "active" : 5,
  7507. "rejected" : 0,
  7508. "largest" : 10,
  7509. "completed" : 55005961
  7510. },
  7511. "search" : {
  7512. "threads" : 145,
  7513. "queue" : 0,
  7514. "active" : 2,
  7515. "rejected" : 0,
  7516. "largest" : 145,
  7517. "completed" : 49178206
  7518. },
  7519. "snapshot" : {
  7520. "threads" : 1,
  7521. "queue" : 0,
  7522. "active" : 0,
  7523. "rejected" : 0,
  7524. "largest" : 5,
  7525. "completed" : 27768
  7526. },
  7527. "warmer" : {
  7528. "threads" : 5,
  7529. "queue" : 6,
  7530. "active" : 5,
  7531. "rejected" : 0,
  7532. "largest" : 5,
  7533. "completed" : 11658729
  7534. }
  7535. },
  7536. "fs" : {
  7537. "timestamp" : 1485856577731,
  7538. "total" : {
  7539. "total_in_bytes" : 4747934302720,
  7540. "free_in_bytes" : 4690277790720,
  7541. "available_in_bytes" : 4690277790720
  7542. },
  7543. "data" : [
  7544. {
  7545. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  7546. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  7547. "type" : "zfs",
  7548. "total_in_bytes" : 4747934302720,
  7549. "free_in_bytes" : 4690277790720,
  7550. "available_in_bytes" : 4690277790720
  7551. }
  7552. ]
  7553. },
  7554. "transport" : {
  7555. "server_open" : 380,
  7556. "rx_count" : 470821467,
  7557. "rx_size_in_bytes" : 403036340211,
  7558. "tx_count" : 470822627,
  7559. "tx_size_in_bytes" : 519792116497
  7560. },
  7561. "http" : {
  7562. "current_open" : 15,
  7563. "total_opened" : 29785
  7564. },
  7565. "breakers" : {
  7566. "request" : {
  7567. "limit_size_in_bytes" : 10213706956,
  7568. "limit_size" : "9.5gb",
  7569. "estimated_size_in_bytes" : 98640,
  7570. "estimated_size" : "96.3kb",
  7571. "overhead" : 1.0,
  7572. "tripped" : 0
  7573. },
  7574. "fielddata" : {
  7575. "limit_size_in_bytes" : 10213706956,
  7576. "limit_size" : "9.5gb",
  7577. "estimated_size_in_bytes" : 202760352,
  7578. "estimated_size" : "193.3mb",
  7579. "overhead" : 1.03,
  7580. "tripped" : 0
  7581. },
  7582. "in_flight_requests" : {
  7583. "limit_size_in_bytes" : 17022844928,
  7584. "limit_size" : "15.8gb",
  7585. "estimated_size_in_bytes" : 6846,
  7586. "estimated_size" : "6.6kb",
  7587. "overhead" : 1.0,
  7588. "tripped" : 0
  7589. },
  7590. "parent" : {
  7591. "limit_size_in_bytes" : 11915991449,
  7592. "limit_size" : "11gb",
  7593. "estimated_size_in_bytes" : 202865838,
  7594. "estimated_size" : "193.4mb",
  7595. "overhead" : 1.0,
  7596. "tripped" : 0
  7597. }
  7598. },
  7599. "script" : {
  7600. "compilations" : 16,
  7601. "cache_evictions" : 0
  7602. },
  7603. "discovery" : {
  7604. "cluster_state_queue" : {
  7605. "total" : 0,
  7606. "pending" : 0,
  7607. "committed" : 0
  7608. }
  7609. },
  7610. "ingest" : {
  7611. "total" : {
  7612. "count" : 0,
  7613. "time_in_millis" : 0,
  7614. "current" : 0,
  7615. "failed" : 0
  7616. },
  7617. "pipelines" : { }
  7618. }
  7619. },
  7620. "WyjeMt3dSLKj1KsIAtWyOg" : {
  7621. "timestamp" : 1485856575698,
  7622. "name" : "fe02",
  7623. "transport_address" : "10.6.145.195:9300",
  7624. "host" : "10.6.145.195",
  7625. "ip" : "10.6.145.195:9300",
  7626. "roles" : [
  7627. "data",
  7628. "ingest"
  7629. ],
  7630. "indices" : {
  7631. "docs" : {
  7632. "count" : 117727180,
  7633. "deleted" : 5622186
  7634. },
  7635. "store" : {
  7636. "size_in_bytes" : 65967889520,
  7637. "throttle_time_in_millis" : 0
  7638. },
  7639. "indexing" : {
  7640. "index_total" : 32990234,
  7641. "index_time_in_millis" : 56405514,
  7642. "index_current" : 2,
  7643. "index_failed" : 73719,
  7644. "delete_total" : 3476480,
  7645. "delete_time_in_millis" : 289379,
  7646. "delete_current" : 0,
  7647. "noop_update_total" : 0,
  7648. "is_throttled" : false,
  7649. "throttle_time_in_millis" : 0
  7650. },
  7651. "get" : {
  7652. "total" : 86845436,
  7653. "time_in_millis" : 1630593618,
  7654. "exists_total" : 78013905,
  7655. "exists_time_in_millis" : 1628453622,
  7656. "missing_total" : 8831531,
  7657. "missing_time_in_millis" : 2139996,
  7658. "current" : 56
  7659. },
  7660. "search" : {
  7661. "open_contexts" : 1922,
  7662. "query_total" : 31379236,
  7663. "query_time_in_millis" : 1166017472,
  7664. "query_current" : 7,
  7665. "fetch_total" : 29962908,
  7666. "fetch_time_in_millis" : 29091629,
  7667. "fetch_current" : 1,
  7668. "scroll_total" : 2836957,
  7669. "scroll_time_in_millis" : 258322902987,
  7670. "scroll_current" : 3310,
  7671. "suggest_total" : 0,
  7672. "suggest_time_in_millis" : 0,
  7673. "suggest_current" : 0
  7674. },
  7675. "merges" : {
  7676. "current" : 0,
  7677. "current_docs" : 0,
  7678. "current_size_in_bytes" : 0,
  7679. "total" : 982723,
  7680. "total_time_in_millis" : 190369065,
  7681. "total_docs" : 4770698679,
  7682. "total_size_in_bytes" : 1222276826707,
  7683. "total_stopped_time_in_millis" : 0,
  7684. "total_throttled_time_in_millis" : 182232,
  7685. "total_auto_throttle_in_bytes" : 8126622141
  7686. },
  7687. "refresh" : {
  7688. "total" : 17464214,
  7689. "total_time_in_millis" : 5629019747
  7690. },
  7691. "flush" : {
  7692. "total" : 915,
  7693. "total_time_in_millis" : 266310
  7694. },
  7695. "warmer" : {
  7696. "current" : 12,
  7697. "total" : 6285618,
  7698. "total_time_in_millis" : 3608166010
  7699. },
  7700. "query_cache" : {
  7701. "memory_size_in_bytes" : 90175200,
  7702. "total_count" : 382824455,
  7703. "hit_count" : 96092016,
  7704. "miss_count" : 286732439,
  7705. "cache_size" : 52015,
  7706. "cache_count" : 8845351,
  7707. "evictions" : 8793336
  7708. },
  7709. "fielddata" : {
  7710. "memory_size_in_bytes" : 1002154184,
  7711. "evictions" : 0
  7712. },
  7713. "completion" : {
  7714. "size_in_bytes" : 0
  7715. },
  7716. "segments" : {
  7717. "count" : 779,
  7718. "memory_in_bytes" : 163243253,
  7719. "terms_memory_in_bytes" : 145260725,
  7720. "stored_fields_memory_in_bytes" : 10453944,
  7721. "term_vectors_memory_in_bytes" : 0,
  7722. "norms_memory_in_bytes" : 140480,
  7723. "points_memory_in_bytes" : 406624,
  7724. "doc_values_memory_in_bytes" : 6981480,
  7725. "index_writer_memory_in_bytes" : 6689816,
  7726. "version_map_memory_in_bytes" : 30076,
  7727. "fixed_bit_set_memory_in_bytes" : 0,
  7728. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  7729. "file_sizes" : { }
  7730. },
  7731. "translog" : {
  7732. "operations" : 2873876,
  7733. "size_in_bytes" : 3064910187
  7734. },
  7735. "request_cache" : {
  7736. "memory_size_in_bytes" : 930197,
  7737. "evictions" : 0,
  7738. "hit_count" : 63668,
  7739. "miss_count" : 3748185
  7740. },
  7741. "recovery" : {
  7742. "current_as_source" : 0,
  7743. "current_as_target" : 0,
  7744. "throttle_time_in_millis" : 3556286
  7745. }
  7746. },
  7747. "os" : {
  7748. "timestamp" : 1485856578100,
  7749. "cpu" : {
  7750. "percent" : -1,
  7751. "load_average" : {
  7752. "1m" : 14.9658203125
  7753. }
  7754. },
  7755. "mem" : {
  7756. "total_in_bytes" : 68562165760,
  7757. "free_in_bytes" : 513847296,
  7758. "used_in_bytes" : 68048318464,
  7759. "free_percent" : 1,
  7760. "used_percent" : 99
  7761. },
  7762. "swap" : {
  7763. "total_in_bytes" : 0,
  7764. "free_in_bytes" : 0,
  7765. "used_in_bytes" : 0
  7766. }
  7767. },
  7768. "process" : {
  7769. "timestamp" : 1485856578101,
  7770. "open_file_descriptors" : 2,
  7771. "max_file_descriptors" : 1883115,
  7772. "cpu" : {
  7773. "percent" : -1,
  7774. "total_in_millis" : 483423281
  7775. },
  7776. "mem" : {
  7777. "total_virtual_in_bytes" : -1
  7778. }
  7779. },
  7780. "jvm" : {
  7781. "timestamp" : 1485856578102,
  7782. "uptime_in_millis" : 1223842096,
  7783. "mem" : {
  7784. "heap_used_in_bytes" : 8922636016,
  7785. "heap_used_percent" : 52,
  7786. "heap_committed_in_bytes" : 17022844928,
  7787. "heap_max_in_bytes" : 17022844928,
  7788. "non_heap_used_in_bytes" : 171000304,
  7789. "non_heap_committed_in_bytes" : 178790400,
  7790. "pools" : {
  7791. "young" : {
  7792. "used_in_bytes" : 75547448,
  7793. "max_in_bytes" : 1256259584,
  7794. "peak_used_in_bytes" : 1256259584,
  7795. "peak_max_in_bytes" : 1256259584
  7796. },
  7797. "survivor" : {
  7798. "used_in_bytes" : 157024256,
  7799. "max_in_bytes" : 157024256,
  7800. "peak_used_in_bytes" : 157024256,
  7801. "peak_max_in_bytes" : 157024256
  7802. },
  7803. "old" : {
  7804. "used_in_bytes" : 8690064312,
  7805. "max_in_bytes" : 15609561088,
  7806. "peak_used_in_bytes" : 12197986712,
  7807. "peak_max_in_bytes" : 15609561088
  7808. }
  7809. }
  7810. },
  7811. "threads" : {
  7812. "count" : 939,
  7813. "peak_count" : 979
  7814. },
  7815. "gc" : {
  7816. "collectors" : {
  7817. "young" : {
  7818. "collection_count" : 89567,
  7819. "collection_time_in_millis" : 24448381
  7820. },
  7821. "old" : {
  7822. "collection_count" : 1142,
  7823. "collection_time_in_millis" : 678906
  7824. }
  7825. }
  7826. },
  7827. "buffer_pools" : {
  7828. "direct" : {
  7829. "count" : 815,
  7830. "used_in_bytes" : 1109611702,
  7831. "total_capacity_in_bytes" : 1109611701
  7832. },
  7833. "mapped" : {
  7834. "count" : 1814,
  7835. "used_in_bytes" : 62360195998,
  7836. "total_capacity_in_bytes" : 62360195998
  7837. }
  7838. },
  7839. "classes" : {
  7840. "current_loaded_count" : 12483,
  7841. "total_loaded_count" : 12610,
  7842. "total_unloaded_count" : 127
  7843. }
  7844. },
  7845. "thread_pool" : {
  7846. "bulk" : {
  7847. "threads" : 24,
  7848. "queue" : 0,
  7849. "active" : 0,
  7850. "rejected" : 0,
  7851. "largest" : 24,
  7852. "completed" : 2243083
  7853. },
  7854. "fetch_shard_started" : {
  7855. "threads" : 1,
  7856. "queue" : 0,
  7857. "active" : 0,
  7858. "rejected" : 0,
  7859. "largest" : 29,
  7860. "completed" : 536
  7861. },
  7862. "fetch_shard_store" : {
  7863. "threads" : 1,
  7864. "queue" : 0,
  7865. "active" : 0,
  7866. "rejected" : 0,
  7867. "largest" : 104,
  7868. "completed" : 3540
  7869. },
  7870. "flush" : {
  7871. "threads" : 1,
  7872. "queue" : 0,
  7873. "active" : 0,
  7874. "rejected" : 0,
  7875. "largest" : 5,
  7876. "completed" : 1803
  7877. },
  7878. "force_merge" : {
  7879. "threads" : 1,
  7880. "queue" : 0,
  7881. "active" : 0,
  7882. "rejected" : 0,
  7883. "largest" : 1,
  7884. "completed" : 3
  7885. },
  7886. "generic" : {
  7887. "threads" : 29,
  7888. "queue" : 0,
  7889. "active" : 0,
  7890. "rejected" : 0,
  7891. "largest" : 36,
  7892. "completed" : 1635904
  7893. },
  7894. "get" : {
  7895. "threads" : 24,
  7896. "queue" : 0,
  7897. "active" : 4,
  7898. "rejected" : 0,
  7899. "largest" : 24,
  7900. "completed" : 84222340
  7901. },
  7902. "index" : {
  7903. "threads" : 96,
  7904. "queue" : 0,
  7905. "active" : 6,
  7906. "rejected" : 0,
  7907. "largest" : 96,
  7908. "completed" : 27603338
  7909. },
  7910. "listener" : {
  7911. "threads" : 10,
  7912. "queue" : 0,
  7913. "active" : 0,
  7914. "rejected" : 0,
  7915. "largest" : 10,
  7916. "completed" : 53983
  7917. },
  7918. "management" : {
  7919. "threads" : 5,
  7920. "queue" : 0,
  7921. "active" : 1,
  7922. "rejected" : 0,
  7923. "largest" : 5,
  7924. "completed" : 125199
  7925. },
  7926. "refresh" : {
  7927. "threads" : 10,
  7928. "queue" : 37,
  7929. "active" : 10,
  7930. "rejected" : 0,
  7931. "largest" : 10,
  7932. "completed" : 54584096
  7933. },
  7934. "search" : {
  7935. "threads" : 145,
  7936. "queue" : 0,
  7937. "active" : 3,
  7938. "rejected" : 0,
  7939. "largest" : 145,
  7940. "completed" : 39362569
  7941. },
  7942. "snapshot" : {
  7943. "threads" : 1,
  7944. "queue" : 0,
  7945. "active" : 0,
  7946. "rejected" : 0,
  7947. "largest" : 5,
  7948. "completed" : 29464
  7949. },
  7950. "warmer" : {
  7951. "threads" : 5,
  7952. "queue" : 11,
  7953. "active" : 5,
  7954. "rejected" : 0,
  7955. "largest" : 5,
  7956. "completed" : 11264716
  7957. }
  7958. },
  7959. "fs" : {
  7960. "timestamp" : 1485856578102,
  7961. "total" : {
  7962. "total_in_bytes" : 4746419355136,
  7963. "free_in_bytes" : 4669062552576,
  7964. "available_in_bytes" : 4669062552576
  7965. },
  7966. "data" : [
  7967. {
  7968. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  7969. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  7970. "type" : "zfs",
  7971. "total_in_bytes" : 4746419355136,
  7972. "free_in_bytes" : 4669062552576,
  7973. "available_in_bytes" : 4669062552576
  7974. }
  7975. ]
  7976. },
  7977. "transport" : {
  7978. "server_open" : 380,
  7979. "rx_count" : 431843057,
  7980. "rx_size_in_bytes" : 478482855418,
  7981. "tx_count" : 431844188,
  7982. "tx_size_in_bytes" : 590842319926
  7983. },
  7984. "http" : {
  7985. "current_open" : 15,
  7986. "total_opened" : 169810
  7987. },
  7988. "breakers" : {
  7989. "request" : {
  7990. "limit_size_in_bytes" : 10213706956,
  7991. "limit_size" : "9.5gb",
  7992. "estimated_size_in_bytes" : 82200,
  7993. "estimated_size" : "80.2kb",
  7994. "overhead" : 1.0,
  7995. "tripped" : 0
  7996. },
  7997. "fielddata" : {
  7998. "limit_size_in_bytes" : 10213706956,
  7999. "limit_size" : "9.5gb",
  8000. "estimated_size_in_bytes" : 1034832128,
  8001. "estimated_size" : "986.8mb",
  8002. "overhead" : 1.03,
  8003. "tripped" : 0
  8004. },
  8005. "in_flight_requests" : {
  8006. "limit_size_in_bytes" : 17022844928,
  8007. "limit_size" : "15.8gb",
  8008. "estimated_size_in_bytes" : 7223,
  8009. "estimated_size" : "7kb",
  8010. "overhead" : 1.0,
  8011. "tripped" : 0
  8012. },
  8013. "parent" : {
  8014. "limit_size_in_bytes" : 11915991449,
  8015. "limit_size" : "11gb",
  8016. "estimated_size_in_bytes" : 1034921551,
  8017. "estimated_size" : "986.9mb",
  8018. "overhead" : 1.0,
  8019. "tripped" : 0
  8020. }
  8021. },
  8022. "script" : {
  8023. "compilations" : 16,
  8024. "cache_evictions" : 0
  8025. },
  8026. "discovery" : {
  8027. "cluster_state_queue" : {
  8028. "total" : 0,
  8029. "pending" : 0,
  8030. "committed" : 0
  8031. }
  8032. },
  8033. "ingest" : {
  8034. "total" : {
  8035. "count" : 0,
  8036. "time_in_millis" : 0,
  8037. "current" : 0,
  8038. "failed" : 0
  8039. },
  8040. "pipelines" : { }
  8041. }
  8042. },
  8043. "USXHNcSwSJejHCEGrY89Qw" : {
  8044. "timestamp" : 1485856575698,
  8045. "name" : "fe06",
  8046. "transport_address" : "10.6.145.199:9300",
  8047. "host" : "10.6.145.199",
  8048. "ip" : "10.6.145.199:9300",
  8049. "roles" : [
  8050. "data",
  8051. "ingest"
  8052. ],
  8053. "indices" : {
  8054. "docs" : {
  8055. "count" : 101924150,
  8056. "deleted" : 5938556
  8057. },
  8058. "store" : {
  8059. "size_in_bytes" : 51251065376,
  8060. "throttle_time_in_millis" : 0
  8061. },
  8062. "indexing" : {
  8063. "index_total" : 40697970,
  8064. "index_time_in_millis" : 49421635,
  8065. "index_current" : 3,
  8066. "index_failed" : 64297,
  8067. "delete_total" : 1688491,
  8068. "delete_time_in_millis" : 168713,
  8069. "delete_current" : 0,
  8070. "noop_update_total" : 0,
  8071. "is_throttled" : false,
  8072. "throttle_time_in_millis" : 0
  8073. },
  8074. "get" : {
  8075. "total" : 128016521,
  8076. "time_in_millis" : 425051971,
  8077. "exists_total" : 111087694,
  8078. "exists_time_in_millis" : 421380964,
  8079. "missing_total" : 16928827,
  8080. "missing_time_in_millis" : 3671007,
  8081. "current" : 8
  8082. },
  8083. "search" : {
  8084. "open_contexts" : 221,
  8085. "query_total" : 17107214,
  8086. "query_time_in_millis" : 560536569,
  8087. "query_current" : 1,
  8088. "fetch_total" : 14420550,
  8089. "fetch_time_in_millis" : 13349916,
  8090. "fetch_current" : 0,
  8091. "scroll_total" : 880691,
  8092. "scroll_time_in_millis" : 81334698119,
  8093. "scroll_current" : 478,
  8094. "suggest_total" : 0,
  8095. "suggest_time_in_millis" : 0,
  8096. "suggest_current" : 0
  8097. },
  8098. "merges" : {
  8099. "current" : 0,
  8100. "current_docs" : 0,
  8101. "current_size_in_bytes" : 0,
  8102. "total" : 986786,
  8103. "total_time_in_millis" : 199143801,
  8104. "total_docs" : 6233097084,
  8105. "total_size_in_bytes" : 1440005171039,
  8106. "total_stopped_time_in_millis" : 0,
  8107. "total_throttled_time_in_millis" : 1529372,
  8108. "total_auto_throttle_in_bytes" : 8016662881
  8109. },
  8110. "refresh" : {
  8111. "total" : 17452209,
  8112. "total_time_in_millis" : 3167067495
  8113. },
  8114. "flush" : {
  8115. "total" : 846,
  8116. "total_time_in_millis" : 160975
  8117. },
  8118. "warmer" : {
  8119. "current" : 10,
  8120. "total" : 6612697,
  8121. "total_time_in_millis" : 2089510708
  8122. },
  8123. "query_cache" : {
  8124. "memory_size_in_bytes" : 179037792,
  8125. "total_count" : 181739349,
  8126. "hit_count" : 56318669,
  8127. "miss_count" : 125420680,
  8128. "cache_size" : 84060,
  8129. "cache_count" : 3256320,
  8130. "evictions" : 3172260
  8131. },
  8132. "fielddata" : {
  8133. "memory_size_in_bytes" : 766912464,
  8134. "evictions" : 0
  8135. },
  8136. "completion" : {
  8137. "size_in_bytes" : 0
  8138. },
  8139. "segments" : {
  8140. "count" : 748,
  8141. "memory_in_bytes" : 138231316,
  8142. "terms_memory_in_bytes" : 124111160,
  8143. "stored_fields_memory_in_bytes" : 8305192,
  8144. "term_vectors_memory_in_bytes" : 0,
  8145. "norms_memory_in_bytes" : 148864,
  8146. "points_memory_in_bytes" : 404576,
  8147. "doc_values_memory_in_bytes" : 5261524,
  8148. "index_writer_memory_in_bytes" : 4653177,
  8149. "version_map_memory_in_bytes" : 25781,
  8150. "fixed_bit_set_memory_in_bytes" : 0,
  8151. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  8152. "file_sizes" : { }
  8153. },
  8154. "translog" : {
  8155. "operations" : 2023928,
  8156. "size_in_bytes" : 2543874476
  8157. },
  8158. "request_cache" : {
  8159. "memory_size_in_bytes" : 371156,
  8160. "evictions" : 0,
  8161. "hit_count" : 39010,
  8162. "miss_count" : 1901664
  8163. },
  8164. "recovery" : {
  8165. "current_as_source" : 0,
  8166. "current_as_target" : 0,
  8167. "throttle_time_in_millis" : 1812873
  8168. }
  8169. },
  8170. "os" : {
  8171. "timestamp" : 1485856577541,
  8172. "cpu" : {
  8173. "percent" : -1,
  8174. "load_average" : {
  8175. "1m" : 14.33740234375
  8176. }
  8177. },
  8178. "mem" : {
  8179. "total_in_bytes" : 68562165760,
  8180. "free_in_bytes" : 750936064,
  8181. "used_in_bytes" : 67811229696,
  8182. "free_percent" : 1,
  8183. "used_percent" : 99
  8184. },
  8185. "swap" : {
  8186. "total_in_bytes" : 0,
  8187. "free_in_bytes" : 0,
  8188. "used_in_bytes" : 0
  8189. }
  8190. },
  8191. "process" : {
  8192. "timestamp" : 1485856577543,
  8193. "open_file_descriptors" : 2,
  8194. "max_file_descriptors" : 1883115,
  8195. "cpu" : {
  8196. "percent" : -1,
  8197. "total_in_millis" : 506224500
  8198. },
  8199. "mem" : {
  8200. "total_virtual_in_bytes" : -1
  8201. }
  8202. },
  8203. "jvm" : {
  8204. "timestamp" : 1485856577543,
  8205. "uptime_in_millis" : 1223839973,
  8206. "mem" : {
  8207. "heap_used_in_bytes" : 11577543808,
  8208. "heap_used_percent" : 68,
  8209. "heap_committed_in_bytes" : 17022844928,
  8210. "heap_max_in_bytes" : 17022844928,
  8211. "non_heap_used_in_bytes" : 170919392,
  8212. "non_heap_committed_in_bytes" : 177889280,
  8213. "pools" : {
  8214. "young" : {
  8215. "used_in_bytes" : 1085272192,
  8216. "max_in_bytes" : 1256259584,
  8217. "peak_used_in_bytes" : 1256259584,
  8218. "peak_max_in_bytes" : 1256259584
  8219. },
  8220. "survivor" : {
  8221. "used_in_bytes" : 157024256,
  8222. "max_in_bytes" : 157024256,
  8223. "peak_used_in_bytes" : 157024256,
  8224. "peak_max_in_bytes" : 157024256
  8225. },
  8226. "old" : {
  8227. "used_in_bytes" : 10335247360,
  8228. "max_in_bytes" : 15609561088,
  8229. "peak_used_in_bytes" : 11900860776,
  8230. "peak_max_in_bytes" : 15609561088
  8231. }
  8232. }
  8233. },
  8234. "threads" : {
  8235. "count" : 938,
  8236. "peak_count" : 973
  8237. },
  8238. "gc" : {
  8239. "collectors" : {
  8240. "young" : {
  8241. "collection_count" : 74563,
  8242. "collection_time_in_millis" : 8586944
  8243. },
  8244. "old" : {
  8245. "collection_count" : 363,
  8246. "collection_time_in_millis" : 348606
  8247. }
  8248. }
  8249. },
  8250. "buffer_pools" : {
  8251. "direct" : {
  8252. "count" : 834,
  8253. "used_in_bytes" : 1110266754,
  8254. "total_capacity_in_bytes" : 1110266753
  8255. },
  8256. "mapped" : {
  8257. "count" : 1829,
  8258. "used_in_bytes" : 50538579007,
  8259. "total_capacity_in_bytes" : 50538579007
  8260. }
  8261. },
  8262. "classes" : {
  8263. "current_loaded_count" : 12493,
  8264. "total_loaded_count" : 12622,
  8265. "total_unloaded_count" : 129
  8266. }
  8267. },
  8268. "thread_pool" : {
  8269. "bulk" : {
  8270. "threads" : 24,
  8271. "queue" : 0,
  8272. "active" : 1,
  8273. "rejected" : 0,
  8274. "largest" : 24,
  8275. "completed" : 3048371
  8276. },
  8277. "fetch_shard_started" : {
  8278. "threads" : 1,
  8279. "queue" : 0,
  8280. "active" : 0,
  8281. "rejected" : 0,
  8282. "largest" : 23,
  8283. "completed" : 536
  8284. },
  8285. "fetch_shard_store" : {
  8286. "threads" : 1,
  8287. "queue" : 0,
  8288. "active" : 0,
  8289. "rejected" : 0,
  8290. "largest" : 192,
  8291. "completed" : 3540
  8292. },
  8293. "flush" : {
  8294. "threads" : 1,
  8295. "queue" : 0,
  8296. "active" : 0,
  8297. "rejected" : 0,
  8298. "largest" : 5,
  8299. "completed" : 1656
  8300. },
  8301. "force_merge" : {
  8302. "threads" : 0,
  8303. "queue" : 0,
  8304. "active" : 0,
  8305. "rejected" : 0,
  8306. "largest" : 0,
  8307. "completed" : 0
  8308. },
  8309. "generic" : {
  8310. "threads" : 30,
  8311. "queue" : 0,
  8312. "active" : 0,
  8313. "rejected" : 0,
  8314. "largest" : 33,
  8315. "completed" : 1601287
  8316. },
  8317. "get" : {
  8318. "threads" : 24,
  8319. "queue" : 0,
  8320. "active" : 0,
  8321. "rejected" : 0,
  8322. "largest" : 24,
  8323. "completed" : 125580042
  8324. },
  8325. "index" : {
  8326. "threads" : 96,
  8327. "queue" : 0,
  8328. "active" : 1,
  8329. "rejected" : 0,
  8330. "largest" : 96,
  8331. "completed" : 26419340
  8332. },
  8333. "listener" : {
  8334. "threads" : 10,
  8335. "queue" : 0,
  8336. "active" : 0,
  8337. "rejected" : 0,
  8338. "largest" : 10,
  8339. "completed" : 45690
  8340. },
  8341. "management" : {
  8342. "threads" : 4,
  8343. "queue" : 0,
  8344. "active" : 1,
  8345. "rejected" : 0,
  8346. "largest" : 4,
  8347. "completed" : 125196
  8348. },
  8349. "refresh" : {
  8350. "threads" : 10,
  8351. "queue" : 0,
  8352. "active" : 7,
  8353. "rejected" : 0,
  8354. "largest" : 10,
  8355. "completed" : 61170090
  8356. },
  8357. "search" : {
  8358. "threads" : 145,
  8359. "queue" : 0,
  8360. "active" : 0,
  8361. "rejected" : 0,
  8362. "largest" : 145,
  8363. "completed" : 22645243
  8364. },
  8365. "snapshot" : {
  8366. "threads" : 1,
  8367. "queue" : 0,
  8368. "active" : 0,
  8369. "rejected" : 0,
  8370. "largest" : 5,
  8371. "completed" : 26953
  8372. },
  8373. "warmer" : {
  8374. "threads" : 5,
  8375. "queue" : 0,
  8376. "active" : 4,
  8377. "rejected" : 0,
  8378. "largest" : 5,
  8379. "completed" : 11030335
  8380. }
  8381. },
  8382. "fs" : {
  8383. "timestamp" : 1485856577544,
  8384. "total" : {
  8385. "total_in_bytes" : 4772835153408,
  8386. "free_in_bytes" : 4723325920768,
  8387. "available_in_bytes" : 4723325920768
  8388. },
  8389. "data" : [
  8390. {
  8391. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  8392. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  8393. "type" : "zfs",
  8394. "total_in_bytes" : 4772835153408,
  8395. "free_in_bytes" : 4723325920768,
  8396. "available_in_bytes" : 4723325920768
  8397. }
  8398. ]
  8399. },
  8400. "transport" : {
  8401. "server_open" : 380,
  8402. "rx_count" : 437552592,
  8403. "rx_size_in_bytes" : 392475954615,
  8404. "tx_count" : 437553666,
  8405. "tx_size_in_bytes" : 397024211318
  8406. },
  8407. "http" : {
  8408. "current_open" : 14,
  8409. "total_opened" : 30226
  8410. },
  8411. "breakers" : {
  8412. "request" : {
  8413. "limit_size_in_bytes" : 10213706956,
  8414. "limit_size" : "9.5gb",
  8415. "estimated_size_in_bytes" : 147960,
  8416. "estimated_size" : "144.4kb",
  8417. "overhead" : 1.0,
  8418. "tripped" : 0
  8419. },
  8420. "fielddata" : {
  8421. "limit_size_in_bytes" : 10213706956,
  8422. "limit_size" : "9.5gb",
  8423. "estimated_size_in_bytes" : 757047648,
  8424. "estimated_size" : "721.9mb",
  8425. "overhead" : 1.03,
  8426. "tripped" : 0
  8427. },
  8428. "in_flight_requests" : {
  8429. "limit_size_in_bytes" : 17022844928,
  8430. "limit_size" : "15.8gb",
  8431. "estimated_size_in_bytes" : 22561,
  8432. "estimated_size" : "22kb",
  8433. "overhead" : 1.0,
  8434. "tripped" : 0
  8435. },
  8436. "parent" : {
  8437. "limit_size_in_bytes" : 11915991449,
  8438. "limit_size" : "11gb",
  8439. "estimated_size_in_bytes" : 757218169,
  8440. "estimated_size" : "722.1mb",
  8441. "overhead" : 1.0,
  8442. "tripped" : 0
  8443. }
  8444. },
  8445. "script" : {
  8446. "compilations" : 16,
  8447. "cache_evictions" : 0
  8448. },
  8449. "discovery" : {
  8450. "cluster_state_queue" : {
  8451. "total" : 0,
  8452. "pending" : 0,
  8453. "committed" : 0
  8454. }
  8455. },
  8456. "ingest" : {
  8457. "total" : {
  8458. "count" : 0,
  8459. "time_in_millis" : 0,
  8460. "current" : 0,
  8461. "failed" : 0
  8462. },
  8463. "pipelines" : { }
  8464. }
  8465. },
  8466. "GauHId3tSY6H8_UAKCFWhQ" : {
  8467. "timestamp" : 1485856575702,
  8468. "name" : "fe01",
  8469. "transport_address" : "10.6.145.194:9300",
  8470. "host" : "10.6.145.194",
  8471. "ip" : "10.6.145.194:9300",
  8472. "roles" : [
  8473. "data",
  8474. "ingest"
  8475. ],
  8476. "indices" : {
  8477. "docs" : {
  8478. "count" : 99405219,
  8479. "deleted" : 5198683
  8480. },
  8481. "store" : {
  8482. "size_in_bytes" : 43257009339,
  8483. "throttle_time_in_millis" : 0
  8484. },
  8485. "indexing" : {
  8486. "index_total" : 34734276,
  8487. "index_time_in_millis" : 50223627,
  8488. "index_current" : 0,
  8489. "index_failed" : 249697,
  8490. "delete_total" : 2691600,
  8491. "delete_time_in_millis" : 217662,
  8492. "delete_current" : 0,
  8493. "noop_update_total" : 0,
  8494. "is_throttled" : false,
  8495. "throttle_time_in_millis" : 0
  8496. },
  8497. "get" : {
  8498. "total" : 106570322,
  8499. "time_in_millis" : 1554397833,
  8500. "exists_total" : 94497700,
  8501. "exists_time_in_millis" : 1551711757,
  8502. "missing_total" : 12072622,
  8503. "missing_time_in_millis" : 2686076,
  8504. "current" : 8
  8505. },
  8506. "search" : {
  8507. "open_contexts" : 605,
  8508. "query_total" : 24985616,
  8509. "query_time_in_millis" : 905232951,
  8510. "query_current" : 6,
  8511. "fetch_total" : 23058332,
  8512. "fetch_time_in_millis" : 17764750,
  8513. "fetch_current" : 0,
  8514. "scroll_total" : 1819790,
  8515. "scroll_time_in_millis" : 166504959984,
  8516. "scroll_current" : 2485,
  8517. "suggest_total" : 0,
  8518. "suggest_time_in_millis" : 0,
  8519. "suggest_current" : 0
  8520. },
  8521. "merges" : {
  8522. "current" : 1,
  8523. "current_docs" : 7246,
  8524. "current_size_in_bytes" : 2802480,
  8525. "total" : 982088,
  8526. "total_time_in_millis" : 199319438,
  8527. "total_docs" : 5822570097,
  8528. "total_size_in_bytes" : 1403763355364,
  8529. "total_stopped_time_in_millis" : 0,
  8530. "total_throttled_time_in_millis" : 188831,
  8531. "total_auto_throttle_in_bytes" : 7576714537
  8532. },
  8533. "refresh" : {
  8534. "total" : 17482470,
  8535. "total_time_in_millis" : 4344925316
  8536. },
  8537. "flush" : {
  8538. "total" : 693,
  8539. "total_time_in_millis" : 249180
  8540. },
  8541. "warmer" : {
  8542. "current" : 1,
  8543. "total" : 6502893,
  8544. "total_time_in_millis" : 2531341675
  8545. },
  8546. "query_cache" : {
  8547. "memory_size_in_bytes" : 194863232,
  8548. "total_count" : 304615110,
  8549. "hit_count" : 79487650,
  8550. "miss_count" : 225127460,
  8551. "cache_size" : 91302,
  8552. "cache_count" : 5570360,
  8553. "evictions" : 5479058
  8554. },
  8555. "fielddata" : {
  8556. "memory_size_in_bytes" : 754370832,
  8557. "evictions" : 0
  8558. },
  8559. "completion" : {
  8560. "size_in_bytes" : 0
  8561. },
  8562. "segments" : {
  8563. "count" : 753,
  8564. "memory_in_bytes" : 123259612,
  8565. "terms_memory_in_bytes" : 110174940,
  8566. "stored_fields_memory_in_bytes" : 7869360,
  8567. "term_vectors_memory_in_bytes" : 0,
  8568. "norms_memory_in_bytes" : 153216,
  8569. "points_memory_in_bytes" : 519440,
  8570. "doc_values_memory_in_bytes" : 4542656,
  8571. "index_writer_memory_in_bytes" : 4053670,
  8572. "version_map_memory_in_bytes" : 19341,
  8573. "fixed_bit_set_memory_in_bytes" : 0,
  8574. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  8575. "file_sizes" : { }
  8576. },
  8577. "translog" : {
  8578. "operations" : 943467,
  8579. "size_in_bytes" : 874753696
  8580. },
  8581. "request_cache" : {
  8582. "memory_size_in_bytes" : 354430,
  8583. "evictions" : 0,
  8584. "hit_count" : 51152,
  8585. "miss_count" : 2708341
  8586. },
  8587. "recovery" : {
  8588. "current_as_source" : 0,
  8589. "current_as_target" : 0,
  8590. "throttle_time_in_millis" : 1896628
  8591. }
  8592. },
  8593. "os" : {
  8594. "timestamp" : 1485856577615,
  8595. "cpu" : {
  8596. "percent" : -1,
  8597. "load_average" : {
  8598. "1m" : 12.7138671875
  8599. }
  8600. },
  8601. "mem" : {
  8602. "total_in_bytes" : 68562165760,
  8603. "free_in_bytes" : 653258752,
  8604. "used_in_bytes" : 67908907008,
  8605. "free_percent" : 1,
  8606. "used_percent" : 99
  8607. },
  8608. "swap" : {
  8609. "total_in_bytes" : 2147483648,
  8610. "free_in_bytes" : 1622142976,
  8611. "used_in_bytes" : 525340672
  8612. }
  8613. },
  8614. "process" : {
  8615. "timestamp" : 1485856577616,
  8616. "open_file_descriptors" : 2,
  8617. "max_file_descriptors" : 1883115,
  8618. "cpu" : {
  8619. "percent" : -1,
  8620. "total_in_millis" : 489229875
  8621. },
  8622. "mem" : {
  8623. "total_virtual_in_bytes" : -1
  8624. }
  8625. },
  8626. "jvm" : {
  8627. "timestamp" : 1485856577617,
  8628. "uptime_in_millis" : 1223841959,
  8629. "mem" : {
  8630. "heap_used_in_bytes" : 11252554976,
  8631. "heap_used_percent" : 66,
  8632. "heap_committed_in_bytes" : 17022844928,
  8633. "heap_max_in_bytes" : 17022844928,
  8634. "non_heap_used_in_bytes" : 178477992,
  8635. "non_heap_committed_in_bytes" : 187023360,
  8636. "pools" : {
  8637. "young" : {
  8638. "used_in_bytes" : 844376528,
  8639. "max_in_bytes" : 1256259584,
  8640. "peak_used_in_bytes" : 1256259584,
  8641. "peak_max_in_bytes" : 1256259584
  8642. },
  8643. "survivor" : {
  8644. "used_in_bytes" : 157024256,
  8645. "max_in_bytes" : 157024256,
  8646. "peak_used_in_bytes" : 157024256,
  8647. "peak_max_in_bytes" : 157024256
  8648. },
  8649. "old" : {
  8650. "used_in_bytes" : 10251154192,
  8651. "max_in_bytes" : 15609561088,
  8652. "peak_used_in_bytes" : 12058271632,
  8653. "peak_max_in_bytes" : 15609561088
  8654. }
  8655. }
  8656. },
  8657. "threads" : {
  8658. "count" : 939,
  8659. "peak_count" : 982
  8660. },
  8661. "gc" : {
  8662. "collectors" : {
  8663. "young" : {
  8664. "collection_count" : 84576,
  8665. "collection_time_in_millis" : 16159303
  8666. },
  8667. "old" : {
  8668. "collection_count" : 734,
  8669. "collection_time_in_millis" : 487082
  8670. }
  8671. }
  8672. },
  8673. "buffer_pools" : {
  8674. "direct" : {
  8675. "count" : 835,
  8676. "used_in_bytes" : 1143744323,
  8677. "total_capacity_in_bytes" : 1143744322
  8678. },
  8679. "mapped" : {
  8680. "count" : 1861,
  8681. "used_in_bytes" : 43034373225,
  8682. "total_capacity_in_bytes" : 43034373225
  8683. }
  8684. },
  8685. "classes" : {
  8686. "current_loaded_count" : 12640,
  8687. "total_loaded_count" : 13145,
  8688. "total_unloaded_count" : 505
  8689. }
  8690. },
  8691. "thread_pool" : {
  8692. "bulk" : {
  8693. "threads" : 24,
  8694. "queue" : 0,
  8695. "active" : 0,
  8696. "rejected" : 0,
  8697. "largest" : 24,
  8698. "completed" : 3037522
  8699. },
  8700. "fetch_shard_started" : {
  8701. "threads" : 1,
  8702. "queue" : 0,
  8703. "active" : 0,
  8704. "rejected" : 0,
  8705. "largest" : 26,
  8706. "completed" : 536
  8707. },
  8708. "fetch_shard_store" : {
  8709. "threads" : 1,
  8710. "queue" : 0,
  8711. "active" : 0,
  8712. "rejected" : 0,
  8713. "largest" : 129,
  8714. "completed" : 3540
  8715. },
  8716. "flush" : {
  8717. "threads" : 1,
  8718. "queue" : 0,
  8719. "active" : 0,
  8720. "rejected" : 0,
  8721. "largest" : 5,
  8722. "completed" : 1362
  8723. },
  8724. "force_merge" : {
  8725. "threads" : 0,
  8726. "queue" : 0,
  8727. "active" : 0,
  8728. "rejected" : 0,
  8729. "largest" : 0,
  8730. "completed" : 0
  8731. },
  8732. "generic" : {
  8733. "threads" : 29,
  8734. "queue" : 0,
  8735. "active" : 0,
  8736. "rejected" : 0,
  8737. "largest" : 44,
  8738. "completed" : 1633359
  8739. },
  8740. "get" : {
  8741. "threads" : 24,
  8742. "queue" : 0,
  8743. "active" : 0,
  8744. "rejected" : 0,
  8745. "largest" : 24,
  8746. "completed" : 103381164
  8747. },
  8748. "index" : {
  8749. "threads" : 96,
  8750. "queue" : 0,
  8751. "active" : 0,
  8752. "rejected" : 0,
  8753. "largest" : 96,
  8754. "completed" : 27100395
  8755. },
  8756. "listener" : {
  8757. "threads" : 10,
  8758. "queue" : 0,
  8759. "active" : 0,
  8760. "rejected" : 0,
  8761. "largest" : 10,
  8762. "completed" : 57599
  8763. },
  8764. "management" : {
  8765. "threads" : 5,
  8766. "queue" : 0,
  8767. "active" : 1,
  8768. "rejected" : 0,
  8769. "largest" : 5,
  8770. "completed" : 125201
  8771. },
  8772. "refresh" : {
  8773. "threads" : 10,
  8774. "queue" : 0,
  8775. "active" : 4,
  8776. "rejected" : 0,
  8777. "largest" : 10,
  8778. "completed" : 56043835
  8779. },
  8780. "search" : {
  8781. "threads" : 145,
  8782. "queue" : 0,
  8783. "active" : 1,
  8784. "rejected" : 0,
  8785. "largest" : 145,
  8786. "completed" : 32809958
  8787. },
  8788. "snapshot" : {
  8789. "threads" : 1,
  8790. "queue" : 0,
  8791. "active" : 0,
  8792. "rejected" : 0,
  8793. "largest" : 5,
  8794. "completed" : 30358
  8795. },
  8796. "warmer" : {
  8797. "threads" : 5,
  8798. "queue" : 1,
  8799. "active" : 5,
  8800. "rejected" : 0,
  8801. "largest" : 5,
  8802. "completed" : 11227535
  8803. }
  8804. },
  8805. "fs" : {
  8806. "timestamp" : 1485856577617,
  8807. "total" : {
  8808. "total_in_bytes" : 4748979742208,
  8809. "free_in_bytes" : 4708070072320,
  8810. "available_in_bytes" : 4708070072320
  8811. },
  8812. "data" : [
  8813. {
  8814. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  8815. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  8816. "type" : "zfs",
  8817. "total_in_bytes" : 4748979742208,
  8818. "free_in_bytes" : 4708070072320,
  8819. "available_in_bytes" : 4708070072320
  8820. }
  8821. ]
  8822. },
  8823. "transport" : {
  8824. "server_open" : 380,
  8825. "rx_count" : 522673114,
  8826. "rx_size_in_bytes" : 473702281061,
  8827. "tx_count" : 522674341,
  8828. "tx_size_in_bytes" : 510472034960
  8829. },
  8830. "http" : {
  8831. "current_open" : 15,
  8832. "total_opened" : 86789
  8833. },
  8834. "breakers" : {
  8835. "request" : {
  8836. "limit_size_in_bytes" : 10213706956,
  8837. "limit_size" : "9.5gb",
  8838. "estimated_size_in_bytes" : 1523936,
  8839. "estimated_size" : "1.4mb",
  8840. "overhead" : 1.0,
  8841. "tripped" : 0
  8842. },
  8843. "fielddata" : {
  8844. "limit_size_in_bytes" : 10213706956,
  8845. "limit_size" : "9.5gb",
  8846. "estimated_size_in_bytes" : 763778320,
  8847. "estimated_size" : "728.3mb",
  8848. "overhead" : 1.03,
  8849. "tripped" : 0
  8850. },
  8851. "in_flight_requests" : {
  8852. "limit_size_in_bytes" : 17022844928,
  8853. "limit_size" : "15.8gb",
  8854. "estimated_size_in_bytes" : 7630,
  8855. "estimated_size" : "7.4kb",
  8856. "overhead" : 1.0,
  8857. "tripped" : 0
  8858. },
  8859. "parent" : {
  8860. "limit_size_in_bytes" : 11915991449,
  8861. "limit_size" : "11gb",
  8862. "estimated_size_in_bytes" : 765309886,
  8863. "estimated_size" : "729.8mb",
  8864. "overhead" : 1.0,
  8865. "tripped" : 0
  8866. }
  8867. },
  8868. "script" : {
  8869. "compilations" : 16,
  8870. "cache_evictions" : 0
  8871. },
  8872. "discovery" : {
  8873. "cluster_state_queue" : {
  8874. "total" : 0,
  8875. "pending" : 0,
  8876. "committed" : 0
  8877. }
  8878. },
  8879. "ingest" : {
  8880. "total" : {
  8881. "count" : 0,
  8882. "time_in_millis" : 0,
  8883. "current" : 0,
  8884. "failed" : 0
  8885. },
  8886. "pipelines" : { }
  8887. }
  8888. },
  8889. "uZ2ldzlxRhW15UKpixDqpw" : {
  8890. "timestamp" : 1485856575698,
  8891. "name" : "fe15",
  8892. "transport_address" : "10.6.145.208:9300",
  8893. "host" : "10.6.145.208",
  8894. "ip" : "10.6.145.208:9300",
  8895. "roles" : [
  8896. "data",
  8897. "ingest"
  8898. ],
  8899. "indices" : {
  8900. "docs" : {
  8901. "count" : 107831971,
  8902. "deleted" : 8745630
  8903. },
  8904. "store" : {
  8905. "size_in_bytes" : 43511710496,
  8906. "throttle_time_in_millis" : 0
  8907. },
  8908. "indexing" : {
  8909. "index_total" : 22214789,
  8910. "index_time_in_millis" : 16975575,
  8911. "index_current" : 0,
  8912. "index_failed" : 15770,
  8913. "delete_total" : 352668,
  8914. "delete_time_in_millis" : 27683,
  8915. "delete_current" : 0,
  8916. "noop_update_total" : 0,
  8917. "is_throttled" : false,
  8918. "throttle_time_in_millis" : 0
  8919. },
  8920. "get" : {
  8921. "total" : 58240635,
  8922. "time_in_millis" : 109797169,
  8923. "exists_total" : 54123112,
  8924. "exists_time_in_millis" : 109127993,
  8925. "missing_total" : 4117523,
  8926. "missing_time_in_millis" : 669176,
  8927. "current" : 0
  8928. },
  8929. "search" : {
  8930. "open_contexts" : 454,
  8931. "query_total" : 10798456,
  8932. "query_time_in_millis" : 220158311,
  8933. "query_current" : 4,
  8934. "fetch_total" : 10414666,
  8935. "fetch_time_in_millis" : 5283865,
  8936. "fetch_current" : 0,
  8937. "scroll_total" : 508457,
  8938. "scroll_time_in_millis" : 46458478963,
  8939. "scroll_current" : 453,
  8940. "suggest_total" : 0,
  8941. "suggest_time_in_millis" : 0,
  8942. "suggest_current" : 0
  8943. },
  8944. "merges" : {
  8945. "current" : 0,
  8946. "current_docs" : 0,
  8947. "current_size_in_bytes" : 0,
  8948. "total" : 390687,
  8949. "total_time_in_millis" : 68719116,
  8950. "total_docs" : 3689940243,
  8951. "total_size_in_bytes" : 616330653745,
  8952. "total_stopped_time_in_millis" : 0,
  8953. "total_throttled_time_in_millis" : 228930,
  8954. "total_auto_throttle_in_bytes" : 1250373287
  8955. },
  8956. "refresh" : {
  8957. "total" : 6424637,
  8958. "total_time_in_millis" : 1127478980
  8959. },
  8960. "flush" : {
  8961. "total" : 291,
  8962. "total_time_in_millis" : 47110
  8963. },
  8964. "warmer" : {
  8965. "current" : 5,
  8966. "total" : 3827889,
  8967. "total_time_in_millis" : 887376488
  8968. },
  8969. "query_cache" : {
  8970. "memory_size_in_bytes" : 116075920,
  8971. "total_count" : 147616946,
  8972. "hit_count" : 66249466,
  8973. "miss_count" : 81367480,
  8974. "cache_size" : 90721,
  8975. "cache_count" : 1580604,
  8976. "evictions" : 1489883
  8977. },
  8978. "fielddata" : {
  8979. "memory_size_in_bytes" : 847575728,
  8980. "evictions" : 0
  8981. },
  8982. "completion" : {
  8983. "size_in_bytes" : 0
  8984. },
  8985. "segments" : {
  8986. "count" : 743,
  8987. "memory_in_bytes" : 113983612,
  8988. "terms_memory_in_bytes" : 100884092,
  8989. "stored_fields_memory_in_bytes" : 8490864,
  8990. "term_vectors_memory_in_bytes" : 0,
  8991. "norms_memory_in_bytes" : 140480,
  8992. "points_memory_in_bytes" : 691904,
  8993. "doc_values_memory_in_bytes" : 3776272,
  8994. "index_writer_memory_in_bytes" : 2165683,
  8995. "version_map_memory_in_bytes" : 28878,
  8996. "fixed_bit_set_memory_in_bytes" : 0,
  8997. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  8998. "file_sizes" : { }
  8999. },
  9000. "translog" : {
  9001. "operations" : 2238104,
  9002. "size_in_bytes" : 2294561119
  9003. },
  9004. "request_cache" : {
  9005. "memory_size_in_bytes" : 564068,
  9006. "evictions" : 0,
  9007. "hit_count" : 245312,
  9008. "miss_count" : 1073688
  9009. },
  9010. "recovery" : {
  9011. "current_as_source" : 0,
  9012. "current_as_target" : 0,
  9013. "throttle_time_in_millis" : 109976
  9014. }
  9015. },
  9016. "os" : {
  9017. "timestamp" : 1485856577252,
  9018. "cpu" : {
  9019. "percent" : -1,
  9020. "load_average" : {
  9021. "1m" : 11.15673828125
  9022. }
  9023. },
  9024. "mem" : {
  9025. "total_in_bytes" : 68554129408,
  9026. "free_in_bytes" : 977518592,
  9027. "used_in_bytes" : 67576610816,
  9028. "free_percent" : 1,
  9029. "used_percent" : 99
  9030. },
  9031. "swap" : {
  9032. "total_in_bytes" : 2147483648,
  9033. "free_in_bytes" : 2145112064,
  9034. "used_in_bytes" : 2371584
  9035. }
  9036. },
  9037. "process" : {
  9038. "timestamp" : 1485856577253,
  9039. "open_file_descriptors" : 2,
  9040. "max_file_descriptors" : 1882890,
  9041. "cpu" : {
  9042. "percent" : -1,
  9043. "total_in_millis" : 489208242
  9044. },
  9045. "mem" : {
  9046. "total_virtual_in_bytes" : -1
  9047. }
  9048. },
  9049. "jvm" : {
  9050. "timestamp" : 1485856577253,
  9051. "uptime_in_millis" : 431883085,
  9052. "mem" : {
  9053. "heap_used_in_bytes" : 4733834776,
  9054. "heap_used_percent" : 27,
  9055. "heap_committed_in_bytes" : 17022844928,
  9056. "heap_max_in_bytes" : 17022844928,
  9057. "non_heap_used_in_bytes" : 159572080,
  9058. "non_heap_committed_in_bytes" : 166948864,
  9059. "pools" : {
  9060. "young" : {
  9061. "used_in_bytes" : 537566920,
  9062. "max_in_bytes" : 1256259584,
  9063. "peak_used_in_bytes" : 1256259584,
  9064. "peak_max_in_bytes" : 1256259584
  9065. },
  9066. "survivor" : {
  9067. "used_in_bytes" : 157024256,
  9068. "max_in_bytes" : 157024256,
  9069. "peak_used_in_bytes" : 157024256,
  9070. "peak_max_in_bytes" : 157024256
  9071. },
  9072. "old" : {
  9073. "used_in_bytes" : 4039243600,
  9074. "max_in_bytes" : 15609561088,
  9075. "peak_used_in_bytes" : 11890115504,
  9076. "peak_max_in_bytes" : 15609561088
  9077. }
  9078. }
  9079. },
  9080. "threads" : {
  9081. "count" : 326,
  9082. "peak_count" : 386
  9083. },
  9084. "gc" : {
  9085. "collectors" : {
  9086. "young" : {
  9087. "collection_count" : 33800,
  9088. "collection_time_in_millis" : 3708114
  9089. },
  9090. "old" : {
  9091. "collection_count" : 195,
  9092. "collection_time_in_millis" : 139961
  9093. }
  9094. }
  9095. },
  9096. "buffer_pools" : {
  9097. "direct" : {
  9098. "count" : 312,
  9099. "used_in_bytes" : 882298530,
  9100. "total_capacity_in_bytes" : 882298529
  9101. },
  9102. "mapped" : {
  9103. "count" : 1836,
  9104. "used_in_bytes" : 43081339929,
  9105. "total_capacity_in_bytes" : 43081339929
  9106. }
  9107. },
  9108. "classes" : {
  9109. "current_loaded_count" : 12403,
  9110. "total_loaded_count" : 12627,
  9111. "total_unloaded_count" : 224
  9112. }
  9113. },
  9114. "thread_pool" : {
  9115. "bulk" : {
  9116. "threads" : 24,
  9117. "queue" : 0,
  9118. "active" : 0,
  9119. "rejected" : 0,
  9120. "largest" : 24,
  9121. "completed" : 2535894
  9122. },
  9123. "fetch_shard_started" : {
  9124. "threads" : 1,
  9125. "queue" : 0,
  9126. "active" : 0,
  9127. "rejected" : 0,
  9128. "largest" : 2,
  9129. "completed" : 2
  9130. },
  9131. "fetch_shard_store" : {
  9132. "threads" : 1,
  9133. "queue" : 0,
  9134. "active" : 0,
  9135. "rejected" : 0,
  9136. "largest" : 31,
  9137. "completed" : 231
  9138. },
  9139. "flush" : {
  9140. "threads" : 1,
  9141. "queue" : 0,
  9142. "active" : 0,
  9143. "rejected" : 0,
  9144. "largest" : 5,
  9145. "completed" : 567
  9146. },
  9147. "force_merge" : {
  9148. "threads" : 0,
  9149. "queue" : 0,
  9150. "active" : 0,
  9151. "rejected" : 0,
  9152. "largest" : 0,
  9153. "completed" : 0
  9154. },
  9155. "generic" : {
  9156. "threads" : 30,
  9157. "queue" : 0,
  9158. "active" : 0,
  9159. "rejected" : 0,
  9160. "largest" : 74,
  9161. "completed" : 538276
  9162. },
  9163. "get" : {
  9164. "threads" : 24,
  9165. "queue" : 0,
  9166. "active" : 0,
  9167. "rejected" : 0,
  9168. "largest" : 24,
  9169. "completed" : 57450667
  9170. },
  9171. "index" : {
  9172. "threads" : 24,
  9173. "queue" : 0,
  9174. "active" : 0,
  9175. "rejected" : 0,
  9176. "largest" : 24,
  9177. "completed" : 8708361
  9178. },
  9179. "listener" : {
  9180. "threads" : 10,
  9181. "queue" : 0,
  9182. "active" : 0,
  9183. "rejected" : 0,
  9184. "largest" : 10,
  9185. "completed" : 20602
  9186. },
  9187. "management" : {
  9188. "threads" : 4,
  9189. "queue" : 0,
  9190. "active" : 1,
  9191. "rejected" : 0,
  9192. "largest" : 4,
  9193. "completed" : 44224
  9194. },
  9195. "refresh" : {
  9196. "threads" : 10,
  9197. "queue" : 0,
  9198. "active" : 3,
  9199. "rejected" : 0,
  9200. "largest" : 10,
  9201. "completed" : 18137776
  9202. },
  9203. "search" : {
  9204. "threads" : 37,
  9205. "queue" : 0,
  9206. "active" : 2,
  9207. "rejected" : 0,
  9208. "largest" : 37,
  9209. "completed" : 13114752
  9210. },
  9211. "snapshot" : {
  9212. "threads" : 1,
  9213. "queue" : 0,
  9214. "active" : 0,
  9215. "rejected" : 0,
  9216. "largest" : 5,
  9217. "completed" : 2621
  9218. },
  9219. "warmer" : {
  9220. "threads" : 5,
  9221. "queue" : 0,
  9222. "active" : 4,
  9223. "rejected" : 0,
  9224. "largest" : 5,
  9225. "completed" : 4276598
  9226. }
  9227. },
  9228. "fs" : {
  9229. "timestamp" : 1485856577253,
  9230. "total" : {
  9231. "total_in_bytes" : 4749521265152,
  9232. "free_in_bytes" : 4691772033536,
  9233. "available_in_bytes" : 4691772033536
  9234. },
  9235. "data" : [
  9236. {
  9237. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  9238. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  9239. "type" : "zfs",
  9240. "total_in_bytes" : 4749521265152,
  9241. "free_in_bytes" : 4691772033536,
  9242. "available_in_bytes" : 4691772033536
  9243. }
  9244. ]
  9245. },
  9246. "transport" : {
  9247. "server_open" : 381,
  9248. "rx_count" : 162362866,
  9249. "rx_size_in_bytes" : 138812536075,
  9250. "tx_count" : 162363326,
  9251. "tx_size_in_bytes" : 151073915536
  9252. },
  9253. "http" : {
  9254. "current_open" : 12,
  9255. "total_opened" : 20140
  9256. },
  9257. "breakers" : {
  9258. "request" : {
  9259. "limit_size_in_bytes" : 10213706956,
  9260. "limit_size" : "9.5gb",
  9261. "estimated_size_in_bytes" : 0,
  9262. "estimated_size" : "0b",
  9263. "overhead" : 1.0,
  9264. "tripped" : 0
  9265. },
  9266. "fielddata" : {
  9267. "limit_size_in_bytes" : 10213706956,
  9268. "limit_size" : "9.5gb",
  9269. "estimated_size_in_bytes" : 871698040,
  9270. "estimated_size" : "831.3mb",
  9271. "overhead" : 1.03,
  9272. "tripped" : 0
  9273. },
  9274. "in_flight_requests" : {
  9275. "limit_size_in_bytes" : 17022844928,
  9276. "limit_size" : "15.8gb",
  9277. "estimated_size_in_bytes" : 4836,
  9278. "estimated_size" : "4.7kb",
  9279. "overhead" : 1.0,
  9280. "tripped" : 0
  9281. },
  9282. "parent" : {
  9283. "limit_size_in_bytes" : 11915991449,
  9284. "limit_size" : "11gb",
  9285. "estimated_size_in_bytes" : 871702876,
  9286. "estimated_size" : "831.3mb",
  9287. "overhead" : 1.0,
  9288. "tripped" : 0
  9289. }
  9290. },
  9291. "script" : {
  9292. "compilations" : 16,
  9293. "cache_evictions" : 0
  9294. },
  9295. "discovery" : {
  9296. "cluster_state_queue" : {
  9297. "total" : 0,
  9298. "pending" : 0,
  9299. "committed" : 0
  9300. }
  9301. },
  9302. "ingest" : {
  9303. "total" : {
  9304. "count" : 0,
  9305. "time_in_millis" : 0,
  9306. "current" : 0,
  9307. "failed" : 0
  9308. },
  9309. "pipelines" : { }
  9310. }
  9311. },
  9312. "sPrnWdqBTzSnhdErrn_SCg" : {
  9313. "timestamp" : 1485856575703,
  9314. "name" : "fe08",
  9315. "transport_address" : "10.6.145.201:9300",
  9316. "host" : "10.6.145.201",
  9317. "ip" : "10.6.145.201:9300",
  9318. "roles" : [
  9319. "data",
  9320. "ingest"
  9321. ],
  9322. "indices" : {
  9323. "docs" : {
  9324. "count" : 141836839,
  9325. "deleted" : 10481953
  9326. },
  9327. "store" : {
  9328. "size_in_bytes" : 47879775016,
  9329. "throttle_time_in_millis" : 0
  9330. },
  9331. "indexing" : {
  9332. "index_total" : 37656145,
  9333. "index_time_in_millis" : 47429642,
  9334. "index_current" : 1,
  9335. "index_failed" : 20184,
  9336. "delete_total" : 2514918,
  9337. "delete_time_in_millis" : 217173,
  9338. "delete_current" : 0,
  9339. "noop_update_total" : 0,
  9340. "is_throttled" : false,
  9341. "throttle_time_in_millis" : 0
  9342. },
  9343. "get" : {
  9344. "total" : 105094719,
  9345. "time_in_millis" : 490851970,
  9346. "exists_total" : 91413785,
  9347. "exists_time_in_millis" : 487843423,
  9348. "missing_total" : 13680934,
  9349. "missing_time_in_millis" : 3008547,
  9350. "current" : 6
  9351. },
  9352. "search" : {
  9353. "open_contexts" : 443,
  9354. "query_total" : 26133418,
  9355. "query_time_in_millis" : 879204149,
  9356. "query_current" : 1,
  9357. "fetch_total" : 23843613,
  9358. "fetch_time_in_millis" : 17772142,
  9359. "fetch_current" : 0,
  9360. "scroll_total" : 2303740,
  9361. "scroll_time_in_millis" : 209784853363,
  9362. "scroll_current" : 522,
  9363. "suggest_total" : 0,
  9364. "suggest_time_in_millis" : 0,
  9365. "suggest_current" : 0
  9366. },
  9367. "merges" : {
  9368. "current" : 0,
  9369. "current_docs" : 0,
  9370. "current_size_in_bytes" : 0,
  9371. "total" : 959658,
  9372. "total_time_in_millis" : 190390855,
  9373. "total_docs" : 7822771088,
  9374. "total_size_in_bytes" : 1464839099036,
  9375. "total_stopped_time_in_millis" : 0,
  9376. "total_throttled_time_in_millis" : 147503,
  9377. "total_auto_throttle_in_bytes" : 7808984171
  9378. },
  9379. "refresh" : {
  9380. "total" : 16944238,
  9381. "total_time_in_millis" : 3723630417
  9382. },
  9383. "flush" : {
  9384. "total" : 511,
  9385. "total_time_in_millis" : 139971
  9386. },
  9387. "warmer" : {
  9388. "current" : 4,
  9389. "total" : 6574177,
  9390. "total_time_in_millis" : 2359491469
  9391. },
  9392. "query_cache" : {
  9393. "memory_size_in_bytes" : 68585840,
  9394. "total_count" : 333015317,
  9395. "hit_count" : 87661706,
  9396. "miss_count" : 245353611,
  9397. "cache_size" : 51171,
  9398. "cache_count" : 8564624,
  9399. "evictions" : 8513453
  9400. },
  9401. "fielddata" : {
  9402. "memory_size_in_bytes" : 641325792,
  9403. "evictions" : 0
  9404. },
  9405. "completion" : {
  9406. "size_in_bytes" : 0
  9407. },
  9408. "segments" : {
  9409. "count" : 750,
  9410. "memory_in_bytes" : 138693127,
  9411. "terms_memory_in_bytes" : 123709987,
  9412. "stored_fields_memory_in_bytes" : 9609088,
  9413. "term_vectors_memory_in_bytes" : 0,
  9414. "norms_memory_in_bytes" : 144832,
  9415. "points_memory_in_bytes" : 411584,
  9416. "doc_values_memory_in_bytes" : 4817636,
  9417. "index_writer_memory_in_bytes" : 2184315,
  9418. "version_map_memory_in_bytes" : 15438,
  9419. "fixed_bit_set_memory_in_bytes" : 0,
  9420. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  9421. "file_sizes" : { }
  9422. },
  9423. "translog" : {
  9424. "operations" : 2432323,
  9425. "size_in_bytes" : 2346416209
  9426. },
  9427. "request_cache" : {
  9428. "memory_size_in_bytes" : 524915,
  9429. "evictions" : 0,
  9430. "hit_count" : 61094,
  9431. "miss_count" : 3472124
  9432. },
  9433. "recovery" : {
  9434. "current_as_source" : 0,
  9435. "current_as_target" : 0,
  9436. "throttle_time_in_millis" : 1565822
  9437. }
  9438. },
  9439. "os" : {
  9440. "timestamp" : 1485856577244,
  9441. "cpu" : {
  9442. "percent" : -1,
  9443. "load_average" : {
  9444. "1m" : 11.77783203125
  9445. }
  9446. },
  9447. "mem" : {
  9448. "total_in_bytes" : 68562165760,
  9449. "free_in_bytes" : 805621760,
  9450. "used_in_bytes" : 67756544000,
  9451. "free_percent" : 1,
  9452. "used_percent" : 99
  9453. },
  9454. "swap" : {
  9455. "total_in_bytes" : 0,
  9456. "free_in_bytes" : 0,
  9457. "used_in_bytes" : 0
  9458. }
  9459. },
  9460. "process" : {
  9461. "timestamp" : 1485856577245,
  9462. "open_file_descriptors" : 2,
  9463. "max_file_descriptors" : 1883115,
  9464. "cpu" : {
  9465. "percent" : -1,
  9466. "total_in_millis" : 489881835
  9467. },
  9468. "mem" : {
  9469. "total_virtual_in_bytes" : -1
  9470. }
  9471. },
  9472. "jvm" : {
  9473. "timestamp" : 1485856577246,
  9474. "uptime_in_millis" : 1223838882,
  9475. "mem" : {
  9476. "heap_used_in_bytes" : 12206273328,
  9477. "heap_used_percent" : 71,
  9478. "heap_committed_in_bytes" : 17022844928,
  9479. "heap_max_in_bytes" : 17022844928,
  9480. "non_heap_used_in_bytes" : 167805600,
  9481. "non_heap_committed_in_bytes" : 175120384,
  9482. "pools" : {
  9483. "young" : {
  9484. "used_in_bytes" : 1105744408,
  9485. "max_in_bytes" : 1256259584,
  9486. "peak_used_in_bytes" : 1256259584,
  9487. "peak_max_in_bytes" : 1256259584
  9488. },
  9489. "survivor" : {
  9490. "used_in_bytes" : 157024256,
  9491. "max_in_bytes" : 157024256,
  9492. "peak_used_in_bytes" : 157024256,
  9493. "peak_max_in_bytes" : 157024256
  9494. },
  9495. "old" : {
  9496. "used_in_bytes" : 10943508712,
  9497. "max_in_bytes" : 15609561088,
  9498. "peak_used_in_bytes" : 12129880864,
  9499. "peak_max_in_bytes" : 15609561088
  9500. }
  9501. }
  9502. },
  9503. "threads" : {
  9504. "count" : 938,
  9505. "peak_count" : 969
  9506. },
  9507. "gc" : {
  9508. "collectors" : {
  9509. "young" : {
  9510. "collection_count" : 82236,
  9511. "collection_time_in_millis" : 11889872
  9512. },
  9513. "old" : {
  9514. "collection_count" : 534,
  9515. "collection_time_in_millis" : 459678
  9516. }
  9517. }
  9518. },
  9519. "buffer_pools" : {
  9520. "direct" : {
  9521. "count" : 845,
  9522. "used_in_bytes" : 1127012835,
  9523. "total_capacity_in_bytes" : 1127012834
  9524. },
  9525. "mapped" : {
  9526. "count" : 1759,
  9527. "used_in_bytes" : 47385464601,
  9528. "total_capacity_in_bytes" : 47385464601
  9529. }
  9530. },
  9531. "classes" : {
  9532. "current_loaded_count" : 12482,
  9533. "total_loaded_count" : 12637,
  9534. "total_unloaded_count" : 155
  9535. }
  9536. },
  9537. "thread_pool" : {
  9538. "bulk" : {
  9539. "threads" : 24,
  9540. "queue" : 0,
  9541. "active" : 0,
  9542. "rejected" : 0,
  9543. "largest" : 24,
  9544. "completed" : 4639978
  9545. },
  9546. "fetch_shard_started" : {
  9547. "threads" : 1,
  9548. "queue" : 0,
  9549. "active" : 0,
  9550. "rejected" : 0,
  9551. "largest" : 20,
  9552. "completed" : 536
  9553. },
  9554. "fetch_shard_store" : {
  9555. "threads" : 1,
  9556. "queue" : 0,
  9557. "active" : 0,
  9558. "rejected" : 0,
  9559. "largest" : 135,
  9560. "completed" : 3540
  9561. },
  9562. "flush" : {
  9563. "threads" : 1,
  9564. "queue" : 0,
  9565. "active" : 0,
  9566. "rejected" : 0,
  9567. "largest" : 5,
  9568. "completed" : 1001
  9569. },
  9570. "force_merge" : {
  9571. "threads" : 0,
  9572. "queue" : 0,
  9573. "active" : 0,
  9574. "rejected" : 0,
  9575. "largest" : 0,
  9576. "completed" : 0
  9577. },
  9578. "generic" : {
  9579. "threads" : 30,
  9580. "queue" : 0,
  9581. "active" : 0,
  9582. "rejected" : 0,
  9583. "largest" : 35,
  9584. "completed" : 1578941
  9585. },
  9586. "get" : {
  9587. "threads" : 24,
  9588. "queue" : 0,
  9589. "active" : 0,
  9590. "rejected" : 0,
  9591. "largest" : 24,
  9592. "completed" : 102859464
  9593. },
  9594. "index" : {
  9595. "threads" : 96,
  9596. "queue" : 0,
  9597. "active" : 0,
  9598. "rejected" : 0,
  9599. "largest" : 96,
  9600. "completed" : 23034390
  9601. },
  9602. "listener" : {
  9603. "threads" : 10,
  9604. "queue" : 0,
  9605. "active" : 0,
  9606. "rejected" : 0,
  9607. "largest" : 10,
  9608. "completed" : 48317
  9609. },
  9610. "management" : {
  9611. "threads" : 4,
  9612. "queue" : 0,
  9613. "active" : 1,
  9614. "rejected" : 0,
  9615. "largest" : 4,
  9616. "completed" : 125194
  9617. },
  9618. "refresh" : {
  9619. "threads" : 10,
  9620. "queue" : 0,
  9621. "active" : 1,
  9622. "rejected" : 0,
  9623. "largest" : 10,
  9624. "completed" : 56535831
  9625. },
  9626. "search" : {
  9627. "threads" : 145,
  9628. "queue" : 0,
  9629. "active" : 1,
  9630. "rejected" : 0,
  9631. "largest" : 145,
  9632. "completed" : 43028092
  9633. },
  9634. "snapshot" : {
  9635. "threads" : 1,
  9636. "queue" : 0,
  9637. "active" : 0,
  9638. "rejected" : 0,
  9639. "largest" : 5,
  9640. "completed" : 29878
  9641. },
  9642. "warmer" : {
  9643. "threads" : 5,
  9644. "queue" : 0,
  9645. "active" : 2,
  9646. "rejected" : 0,
  9647. "largest" : 5,
  9648. "completed" : 10678720
  9649. }
  9650. },
  9651. "fs" : {
  9652. "timestamp" : 1485856577246,
  9653. "total" : {
  9654. "total_in_bytes" : 4753331088896,
  9655. "free_in_bytes" : 4707620989952,
  9656. "available_in_bytes" : 4707620989952
  9657. },
  9658. "data" : [
  9659. {
  9660. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  9661. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  9662. "type" : "zfs",
  9663. "total_in_bytes" : 4753331088896,
  9664. "free_in_bytes" : 4707620989952,
  9665. "available_in_bytes" : 4707620989952
  9666. }
  9667. ]
  9668. },
  9669. "transport" : {
  9670. "server_open" : 380,
  9671. "rx_count" : 458073054,
  9672. "rx_size_in_bytes" : 488852437218,
  9673. "tx_count" : 458074094,
  9674. "tx_size_in_bytes" : 463705493047
  9675. },
  9676. "http" : {
  9677. "current_open" : 14,
  9678. "total_opened" : 1661216
  9679. },
  9680. "breakers" : {
  9681. "request" : {
  9682. "limit_size_in_bytes" : 10213706956,
  9683. "limit_size" : "9.5gb",
  9684. "estimated_size_in_bytes" : 98640,
  9685. "estimated_size" : "96.3kb",
  9686. "overhead" : 1.0,
  9687. "tripped" : 0
  9688. },
  9689. "fielddata" : {
  9690. "limit_size_in_bytes" : 10213706956,
  9691. "limit_size" : "9.5gb",
  9692. "estimated_size_in_bytes" : 660626528,
  9693. "estimated_size" : "630mb",
  9694. "overhead" : 1.03,
  9695. "tripped" : 0
  9696. },
  9697. "in_flight_requests" : {
  9698. "limit_size_in_bytes" : 17022844928,
  9699. "limit_size" : "15.8gb",
  9700. "estimated_size_in_bytes" : 5287,
  9701. "estimated_size" : "5.1kb",
  9702. "overhead" : 1.0,
  9703. "tripped" : 0
  9704. },
  9705. "parent" : {
  9706. "limit_size_in_bytes" : 11915991449,
  9707. "limit_size" : "11gb",
  9708. "estimated_size_in_bytes" : 660730455,
  9709. "estimated_size" : "630.1mb",
  9710. "overhead" : 1.0,
  9711. "tripped" : 0
  9712. }
  9713. },
  9714. "script" : {
  9715. "compilations" : 16,
  9716. "cache_evictions" : 0
  9717. },
  9718. "discovery" : {
  9719. "cluster_state_queue" : {
  9720. "total" : 0,
  9721. "pending" : 0,
  9722. "committed" : 0
  9723. }
  9724. },
  9725. "ingest" : {
  9726. "total" : {
  9727. "count" : 0,
  9728. "time_in_millis" : 0,
  9729. "current" : 0,
  9730. "failed" : 0
  9731. },
  9732. "pipelines" : { }
  9733. }
  9734. },
  9735. "ebJtz8zKQUm4sSq1fPBMXQ" : {
  9736. "timestamp" : 1485856575698,
  9737. "name" : "esm01",
  9738. "transport_address" : "10.6.145.101:9300",
  9739. "host" : "10.6.145.101",
  9740. "ip" : "10.6.145.101:9300",
  9741. "roles" : [
  9742. "master",
  9743. "ingest"
  9744. ],
  9745. "indices" : {
  9746. "docs" : {
  9747. "count" : 0,
  9748. "deleted" : 0
  9749. },
  9750. "store" : {
  9751. "size_in_bytes" : 0,
  9752. "throttle_time_in_millis" : 0
  9753. },
  9754. "indexing" : {
  9755. "index_total" : 0,
  9756. "index_time_in_millis" : 0,
  9757. "index_current" : 0,
  9758. "index_failed" : 0,
  9759. "delete_total" : 0,
  9760. "delete_time_in_millis" : 0,
  9761. "delete_current" : 0,
  9762. "noop_update_total" : 0,
  9763. "is_throttled" : false,
  9764. "throttle_time_in_millis" : 0
  9765. },
  9766. "get" : {
  9767. "total" : 0,
  9768. "time_in_millis" : 0,
  9769. "exists_total" : 0,
  9770. "exists_time_in_millis" : 0,
  9771. "missing_total" : 0,
  9772. "missing_time_in_millis" : 0,
  9773. "current" : 0
  9774. },
  9775. "search" : {
  9776. "open_contexts" : 0,
  9777. "query_total" : 0,
  9778. "query_time_in_millis" : 0,
  9779. "query_current" : 0,
  9780. "fetch_total" : 0,
  9781. "fetch_time_in_millis" : 0,
  9782. "fetch_current" : 0,
  9783. "scroll_total" : 0,
  9784. "scroll_time_in_millis" : 0,
  9785. "scroll_current" : 0,
  9786. "suggest_total" : 0,
  9787. "suggest_time_in_millis" : 0,
  9788. "suggest_current" : 0
  9789. },
  9790. "merges" : {
  9791. "current" : 0,
  9792. "current_docs" : 0,
  9793. "current_size_in_bytes" : 0,
  9794. "total" : 0,
  9795. "total_time_in_millis" : 0,
  9796. "total_docs" : 0,
  9797. "total_size_in_bytes" : 0,
  9798. "total_stopped_time_in_millis" : 0,
  9799. "total_throttled_time_in_millis" : 0,
  9800. "total_auto_throttle_in_bytes" : 0
  9801. },
  9802. "refresh" : {
  9803. "total" : 0,
  9804. "total_time_in_millis" : 0
  9805. },
  9806. "flush" : {
  9807. "total" : 0,
  9808. "total_time_in_millis" : 0
  9809. },
  9810. "warmer" : {
  9811. "current" : 0,
  9812. "total" : 0,
  9813. "total_time_in_millis" : 0
  9814. },
  9815. "query_cache" : {
  9816. "memory_size_in_bytes" : 0,
  9817. "total_count" : 0,
  9818. "hit_count" : 0,
  9819. "miss_count" : 0,
  9820. "cache_size" : 0,
  9821. "cache_count" : 0,
  9822. "evictions" : 0
  9823. },
  9824. "fielddata" : {
  9825. "memory_size_in_bytes" : 0,
  9826. "evictions" : 0
  9827. },
  9828. "completion" : {
  9829. "size_in_bytes" : 0
  9830. },
  9831. "segments" : {
  9832. "count" : 0,
  9833. "memory_in_bytes" : 0,
  9834. "terms_memory_in_bytes" : 0,
  9835. "stored_fields_memory_in_bytes" : 0,
  9836. "term_vectors_memory_in_bytes" : 0,
  9837. "norms_memory_in_bytes" : 0,
  9838. "points_memory_in_bytes" : 0,
  9839. "doc_values_memory_in_bytes" : 0,
  9840. "index_writer_memory_in_bytes" : 0,
  9841. "version_map_memory_in_bytes" : 0,
  9842. "fixed_bit_set_memory_in_bytes" : 0,
  9843. "max_unsafe_auto_id_timestamp" : -9223372036854775808,
  9844. "file_sizes" : { }
  9845. },
  9846. "translog" : {
  9847. "operations" : 0,
  9848. "size_in_bytes" : 0
  9849. },
  9850. "request_cache" : {
  9851. "memory_size_in_bytes" : 0,
  9852. "evictions" : 0,
  9853. "hit_count" : 0,
  9854. "miss_count" : 0
  9855. },
  9856. "recovery" : {
  9857. "current_as_source" : 0,
  9858. "current_as_target" : 0,
  9859. "throttle_time_in_millis" : 0
  9860. }
  9861. },
  9862. "os" : {
  9863. "timestamp" : 1485856575698,
  9864. "cpu" : {
  9865. "percent" : -1,
  9866. "load_average" : {
  9867. "1m" : 0.11767578125
  9868. }
  9869. },
  9870. "mem" : {
  9871. "total_in_bytes" : 17144897536,
  9872. "free_in_bytes" : 144072704,
  9873. "used_in_bytes" : 17000824832,
  9874. "free_percent" : 1,
  9875. "used_percent" : 99
  9876. },
  9877. "swap" : {
  9878. "total_in_bytes" : 8589934592,
  9879. "free_in_bytes" : 8589934592,
  9880. "used_in_bytes" : 0
  9881. }
  9882. },
  9883. "process" : {
  9884. "timestamp" : 1485856575699,
  9885. "open_file_descriptors" : 2,
  9886. "max_file_descriptors" : 470898,
  9887. "cpu" : {
  9888. "percent" : -1,
  9889. "total_in_millis" : 10592187
  9890. },
  9891. "mem" : {
  9892. "total_virtual_in_bytes" : -1
  9893. }
  9894. },
  9895. "jvm" : {
  9896. "timestamp" : 1485856575699,
  9897. "uptime_in_millis" : 1224186950,
  9898. "mem" : {
  9899. "heap_used_in_bytes" : 1316614192,
  9900. "heap_used_percent" : 20,
  9901. "heap_committed_in_bytes" : 6329073664,
  9902. "heap_max_in_bytes" : 6329073664,
  9903. "non_heap_used_in_bytes" : 99435992,
  9904. "non_heap_committed_in_bytes" : 105185280,
  9905. "pools" : {
  9906. "young" : {
  9907. "used_in_bytes" : 586145232,
  9908. "max_in_bytes" : 907345920,
  9909. "peak_used_in_bytes" : 907345920,
  9910. "peak_max_in_bytes" : 907345920
  9911. },
  9912. "survivor" : {
  9913. "used_in_bytes" : 5959992,
  9914. "max_in_bytes" : 113377280,
  9915. "peak_used_in_bytes" : 113377280,
  9916. "peak_max_in_bytes" : 113377280
  9917. },
  9918. "old" : {
  9919. "used_in_bytes" : 724508968,
  9920. "max_in_bytes" : 5308350464,
  9921. "peak_used_in_bytes" : 724508968,
  9922. "peak_max_in_bytes" : 5308350464
  9923. }
  9924. }
  9925. },
  9926. "threads" : {
  9927. "count" : 591,
  9928. "peak_count" : 593
  9929. },
  9930. "gc" : {
  9931. "collectors" : {
  9932. "young" : {
  9933. "collection_count" : 242,
  9934. "collection_time_in_millis" : 4307
  9935. },
  9936. "old" : {
  9937. "collection_count" : 1,
  9938. "collection_time_in_millis" : 208
  9939. }
  9940. }
  9941. },
  9942. "buffer_pools" : {
  9943. "direct" : {
  9944. "count" : 613,
  9945. "used_in_bytes" : 838349442,
  9946. "total_capacity_in_bytes" : 838349441
  9947. },
  9948. "mapped" : {
  9949. "count" : 0,
  9950. "used_in_bytes" : 0,
  9951. "total_capacity_in_bytes" : 0
  9952. }
  9953. },
  9954. "classes" : {
  9955. "current_loaded_count" : 10167,
  9956. "total_loaded_count" : 10167,
  9957. "total_unloaded_count" : 0
  9958. }
  9959. },
  9960. "thread_pool" : {
  9961. "bulk" : {
  9962. "threads" : 0,
  9963. "queue" : 0,
  9964. "active" : 0,
  9965. "rejected" : 0,
  9966. "largest" : 0,
  9967. "completed" : 0
  9968. },
  9969. "fetch_shard_started" : {
  9970. "threads" : 0,
  9971. "queue" : 0,
  9972. "active" : 0,
  9973. "rejected" : 0,
  9974. "largest" : 0,
  9975. "completed" : 0
  9976. },
  9977. "fetch_shard_store" : {
  9978. "threads" : 0,
  9979. "queue" : 0,
  9980. "active" : 0,
  9981. "rejected" : 0,
  9982. "largest" : 0,
  9983. "completed" : 0
  9984. },
  9985. "flush" : {
  9986. "threads" : 0,
  9987. "queue" : 0,
  9988. "active" : 0,
  9989. "rejected" : 0,
  9990. "largest" : 0,
  9991. "completed" : 0
  9992. },
  9993. "force_merge" : {
  9994. "threads" : 0,
  9995. "queue" : 0,
  9996. "active" : 0,
  9997. "rejected" : 0,
  9998. "largest" : 0,
  9999. "completed" : 0
  10000. },
  10001. "generic" : {
  10002. "threads" : 4,
  10003. "queue" : 0,
  10004. "active" : 0,
  10005. "rejected" : 0,
  10006. "largest" : 4,
  10007. "completed" : 1341656
  10008. },
  10009. "get" : {
  10010. "threads" : 0,
  10011. "queue" : 0,
  10012. "active" : 0,
  10013. "rejected" : 0,
  10014. "largest" : 0,
  10015. "completed" : 0
  10016. },
  10017. "index" : {
  10018. "threads" : 0,
  10019. "queue" : 0,
  10020. "active" : 0,
  10021. "rejected" : 0,
  10022. "largest" : 0,
  10023. "completed" : 0
  10024. },
  10025. "listener" : {
  10026. "threads" : 0,
  10027. "queue" : 0,
  10028. "active" : 0,
  10029. "rejected" : 0,
  10030. "largest" : 0,
  10031. "completed" : 0
  10032. },
  10033. "management" : {
  10034. "threads" : 1,
  10035. "queue" : 0,
  10036. "active" : 1,
  10037. "rejected" : 0,
  10038. "largest" : 3,
  10039. "completed" : 24355
  10040. },
  10041. "refresh" : {
  10042. "threads" : 0,
  10043. "queue" : 0,
  10044. "active" : 0,
  10045. "rejected" : 0,
  10046. "largest" : 0,
  10047. "completed" : 0
  10048. },
  10049. "search" : {
  10050. "threads" : 0,
  10051. "queue" : 0,
  10052. "active" : 0,
  10053. "rejected" : 0,
  10054. "largest" : 0,
  10055. "completed" : 0
  10056. },
  10057. "snapshot" : {
  10058. "threads" : 0,
  10059. "queue" : 0,
  10060. "active" : 0,
  10061. "rejected" : 0,
  10062. "largest" : 0,
  10063. "completed" : 0
  10064. },
  10065. "warmer" : {
  10066. "threads" : 0,
  10067. "queue" : 0,
  10068. "active" : 0,
  10069. "rejected" : 0,
  10070. "largest" : 0,
  10071. "completed" : 0
  10072. }
  10073. },
  10074. "fs" : {
  10075. "timestamp" : 1485856575700,
  10076. "total" : {
  10077. "total_in_bytes" : 232458925056,
  10078. "free_in_bytes" : 231548438528,
  10079. "available_in_bytes" : 231548438528
  10080. },
  10081. "data" : [
  10082. {
  10083. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  10084. "mount" : "/data (data)",
  10085. "type" : "zfs",
  10086. "total_in_bytes" : 232458925056,
  10087. "free_in_bytes" : 231548438528,
  10088. "available_in_bytes" : 231548438528
  10089. }
  10090. ]
  10091. },
  10092. "transport" : {
  10093. "server_open" : 353,
  10094. "rx_count" : 3279350,
  10095. "rx_size_in_bytes" : 13152304429,
  10096. "tx_count" : 3279354,
  10097. "tx_size_in_bytes" : 2007434151
  10098. },
  10099. "http" : {
  10100. "current_open" : 0,
  10101. "total_opened" : 24399
  10102. },
  10103. "breakers" : {
  10104. "request" : {
  10105. "limit_size_in_bytes" : 3797444198,
  10106. "limit_size" : "3.5gb",
  10107. "estimated_size_in_bytes" : 0,
  10108. "estimated_size" : "0b",
  10109. "overhead" : 1.0,
  10110. "tripped" : 0
  10111. },
  10112. "fielddata" : {
  10113. "limit_size_in_bytes" : 3797444198,
  10114. "limit_size" : "3.5gb",
  10115. "estimated_size_in_bytes" : 0,
  10116. "estimated_size" : "0b",
  10117. "overhead" : 1.03,
  10118. "tripped" : 0
  10119. },
  10120. "in_flight_requests" : {
  10121. "limit_size_in_bytes" : 6329073664,
  10122. "limit_size" : "5.8gb",
  10123. "estimated_size_in_bytes" : 3460,
  10124. "estimated_size" : "3.3kb",
  10125. "overhead" : 1.0,
  10126. "tripped" : 0
  10127. },
  10128. "parent" : {
  10129. "limit_size_in_bytes" : 4430351564,
  10130. "limit_size" : "4.1gb",
  10131. "estimated_size_in_bytes" : 3460,
  10132. "estimated_size" : "3.3kb",
  10133. "overhead" : 1.0,
  10134. "tripped" : 0
  10135. }
  10136. },
  10137. "script" : {
  10138. "compilations" : 15,
  10139. "cache_evictions" : 0
  10140. },
  10141. "discovery" : {
  10142. "cluster_state_queue" : {
  10143. "total" : 0,
  10144. "pending" : 0,
  10145. "committed" : 0
  10146. }
  10147. },
  10148. "ingest" : {
  10149. "total" : {
  10150. "count" : 0,
  10151. "time_in_millis" : 0,
  10152. "current" : 0,
  10153. "failed" : 0
  10154. },
  10155. "pipelines" : { }
  10156. }
  10157. },
  10158. "q8Wx-VnqR-2oeqHKuxbsFw" : {
  10159. "timestamp" : 1485856575703,
  10160. "name" : "fe07",
  10161. "transport_address" : "10.6.145.200:9300",
  10162. "host" : "10.6.145.200",
  10163. "ip" : "10.6.145.200:9300",
  10164. "roles" : [
  10165. "data",
  10166. "ingest"
  10167. ],
  10168. "indices" : {
  10169. "docs" : {
  10170. "count" : 146482534,
  10171. "deleted" : 10304865
  10172. },
  10173. "store" : {
  10174. "size_in_bytes" : 48488182050,
  10175. "throttle_time_in_millis" : 0
  10176. },
  10177. "indexing" : {
  10178. "index_total" : 45168876,
  10179. "index_time_in_millis" : 64035521,
  10180. "index_current" : 8,
  10181. "index_failed" : 91714,
  10182. "delete_total" : 3768100,
  10183. "delete_time_in_millis" : 259311,
  10184. "delete_current" : 0,
  10185. "noop_update_total" : 0,
  10186. "is_throttled" : false,
  10187. "throttle_time_in_millis" : 0
  10188. },
  10189. "get" : {
  10190. "total" : 146192683,
  10191. "time_in_millis" : 1871905579,
  10192. "exists_total" : 127802771,
  10193. "exists_time_in_millis" : 1867730744,
  10194. "missing_total" : 18389912,
  10195. "missing_time_in_millis" : 4174835,
  10196. "current" : 106
  10197. },
  10198. "search" : {
  10199. "open_contexts" : 541,
  10200. "query_total" : 26910768,
  10201. "query_time_in_millis" : 969908273,
  10202. "query_current" : 2,
  10203. "fetch_total" : 23887600,
  10204. "fetch_time_in_millis" : 21348112,
  10205. "fetch_current" : 1,
  10206. "scroll_total" : 2705864,
  10207. "scroll_time_in_millis" : 246767456612,
  10208. "scroll_current" : 1006,
  10209. "suggest_total" : 0,
  10210. "suggest_time_in_millis" : 0,
  10211. "suggest_current" : 0
  10212. },
  10213. "merges" : {
  10214. "current" : 0,
  10215. "current_docs" : 0,
  10216. "current_size_in_bytes" : 0,
  10217. "total" : 1204333,
  10218. "total_time_in_millis" : 231445570,
  10219. "total_docs" : 7297919647,
  10220. "total_size_in_bytes" : 1586574257881,
  10221. "total_stopped_time_in_millis" : 0,
  10222. "total_throttled_time_in_millis" : 126916,
  10223. "total_auto_throttle_in_bytes" : 8192364355
  10224. },
  10225. "refresh" : {
  10226. "total" : 18604759,
  10227. "total_time_in_millis" : 4443957543
  10228. },
  10229. "flush" : {
  10230. "total" : 718,
  10231. "total_time_in_millis" : 214195
  10232. },
  10233. "warmer" : {
  10234. "current" : 0,
  10235. "total" : 8078032,
  10236. "total_time_in_millis" : 2357233929
  10237. },
  10238. "query_cache" : {
  10239. "memory_size_in_bytes" : 70634024,
  10240. "total_count" : 319267453,
  10241. "hit_count" : 68957243,
  10242. "miss_count" : 250310210,
  10243. "cache_size" : 60346,
  10244. "cache_count" : 9209894,
  10245. "evictions" : 9149548
  10246. },
  10247. "fielddata" : {
  10248. "memory_size_in_bytes" : 715488792,
  10249. "evictions" : 0
  10250. },
  10251. "completion" : {
  10252. "size_in_bytes" : 0
  10253. },
  10254. "segments" : {
  10255. "count" : 751,
  10256. "memory_in_bytes" : 141181482,
  10257. "terms_memory_in_bytes" : 125708246,
  10258. "stored_fields_memory_in_bytes" : 10086560,
  10259. "term_vectors_memory_in_bytes" : 0,
  10260. "norms_memory_in_bytes" : 137920,
  10261. "points_memory_in_bytes" : 405088,
  10262. "doc_values_memory_in_bytes" : 4843668,
  10263. "index_writer_memory_in_bytes" : 5288964,
  10264. "version_map_memory_in_bytes" : 18064,
  10265. "fixed_bit_set_memory_in_bytes" : 0,
  10266. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  10267. "file_sizes" : { }
  10268. },
  10269. "translog" : {
  10270. "operations" : 2356358,
  10271. "size_in_bytes" : 2658689682
  10272. },
  10273. "request_cache" : {
  10274. "memory_size_in_bytes" : 301182,
  10275. "evictions" : 0,
  10276. "hit_count" : 53919,
  10277. "miss_count" : 3457146
  10278. },
  10279. "recovery" : {
  10280. "current_as_source" : 0,
  10281. "current_as_target" : 0,
  10282. "throttle_time_in_millis" : 1804652
  10283. }
  10284. },
  10285. "os" : {
  10286. "timestamp" : 1485856577456,
  10287. "cpu" : {
  10288. "percent" : -1,
  10289. "load_average" : {
  10290. "1m" : 14.23193359375
  10291. }
  10292. },
  10293. "mem" : {
  10294. "total_in_bytes" : 68562165760,
  10295. "free_in_bytes" : 1108045824,
  10296. "used_in_bytes" : 67454119936,
  10297. "free_percent" : 2,
  10298. "used_percent" : 98
  10299. },
  10300. "swap" : {
  10301. "total_in_bytes" : 0,
  10302. "free_in_bytes" : 0,
  10303. "used_in_bytes" : 0
  10304. }
  10305. },
  10306. "process" : {
  10307. "timestamp" : 1485856577457,
  10308. "open_file_descriptors" : 2,
  10309. "max_file_descriptors" : 1883115,
  10310. "cpu" : {
  10311. "percent" : -1,
  10312. "total_in_millis" : 486748812
  10313. },
  10314. "mem" : {
  10315. "total_virtual_in_bytes" : -1
  10316. }
  10317. },
  10318. "jvm" : {
  10319. "timestamp" : 1485856577457,
  10320. "uptime_in_millis" : 1223839510,
  10321. "mem" : {
  10322. "heap_used_in_bytes" : 9184954464,
  10323. "heap_used_percent" : 53,
  10324. "heap_committed_in_bytes" : 17022844928,
  10325. "heap_max_in_bytes" : 17022844928,
  10326. "non_heap_used_in_bytes" : 171069200,
  10327. "non_heap_committed_in_bytes" : 178397184,
  10328. "pools" : {
  10329. "young" : {
  10330. "used_in_bytes" : 698312968,
  10331. "max_in_bytes" : 1256259584,
  10332. "peak_used_in_bytes" : 1256259584,
  10333. "peak_max_in_bytes" : 1256259584
  10334. },
  10335. "survivor" : {
  10336. "used_in_bytes" : 157024256,
  10337. "max_in_bytes" : 157024256,
  10338. "peak_used_in_bytes" : 157024256,
  10339. "peak_max_in_bytes" : 157024256
  10340. },
  10341. "old" : {
  10342. "used_in_bytes" : 8329617240,
  10343. "max_in_bytes" : 15609561088,
  10344. "peak_used_in_bytes" : 12030945624,
  10345. "peak_max_in_bytes" : 15609561088
  10346. }
  10347. }
  10348. },
  10349. "threads" : {
  10350. "count" : 938,
  10351. "peak_count" : 972
  10352. },
  10353. "gc" : {
  10354. "collectors" : {
  10355. "young" : {
  10356. "collection_count" : 91978,
  10357. "collection_time_in_millis" : 16402611
  10358. },
  10359. "old" : {
  10360. "collection_count" : 780,
  10361. "collection_time_in_millis" : 634526
  10362. }
  10363. }
  10364. },
  10365. "buffer_pools" : {
  10366. "direct" : {
  10367. "count" : 839,
  10368. "used_in_bytes" : 1109741576,
  10369. "total_capacity_in_bytes" : 1109741575
  10370. },
  10371. "mapped" : {
  10372. "count" : 1809,
  10373. "used_in_bytes" : 47770243948,
  10374. "total_capacity_in_bytes" : 47770243948
  10375. }
  10376. },
  10377. "classes" : {
  10378. "current_loaded_count" : 12475,
  10379. "total_loaded_count" : 12673,
  10380. "total_unloaded_count" : 198
  10381. }
  10382. },
  10383. "thread_pool" : {
  10384. "bulk" : {
  10385. "threads" : 24,
  10386. "queue" : 0,
  10387. "active" : 1,
  10388. "rejected" : 0,
  10389. "largest" : 24,
  10390. "completed" : 3533793
  10391. },
  10392. "fetch_shard_started" : {
  10393. "threads" : 1,
  10394. "queue" : 0,
  10395. "active" : 0,
  10396. "rejected" : 0,
  10397. "largest" : 22,
  10398. "completed" : 536
  10399. },
  10400. "fetch_shard_store" : {
  10401. "threads" : 1,
  10402. "queue" : 0,
  10403. "active" : 0,
  10404. "rejected" : 0,
  10405. "largest" : 160,
  10406. "completed" : 3540
  10407. },
  10408. "flush" : {
  10409. "threads" : 1,
  10410. "queue" : 0,
  10411. "active" : 0,
  10412. "rejected" : 0,
  10413. "largest" : 5,
  10414. "completed" : 1404
  10415. },
  10416. "force_merge" : {
  10417. "threads" : 0,
  10418. "queue" : 0,
  10419. "active" : 0,
  10420. "rejected" : 0,
  10421. "largest" : 0,
  10422. "completed" : 0
  10423. },
  10424. "generic" : {
  10425. "threads" : 30,
  10426. "queue" : 0,
  10427. "active" : 0,
  10428. "rejected" : 0,
  10429. "largest" : 31,
  10430. "completed" : 1579266
  10431. },
  10432. "get" : {
  10433. "threads" : 24,
  10434. "queue" : 0,
  10435. "active" : 1,
  10436. "rejected" : 0,
  10437. "largest" : 24,
  10438. "completed" : 143667225
  10439. },
  10440. "index" : {
  10441. "threads" : 96,
  10442. "queue" : 0,
  10443. "active" : 1,
  10444. "rejected" : 0,
  10445. "largest" : 96,
  10446. "completed" : 34821387
  10447. },
  10448. "listener" : {
  10449. "threads" : 10,
  10450. "queue" : 0,
  10451. "active" : 0,
  10452. "rejected" : 0,
  10453. "largest" : 10,
  10454. "completed" : 49448
  10455. },
  10456. "management" : {
  10457. "threads" : 4,
  10458. "queue" : 0,
  10459. "active" : 1,
  10460. "rejected" : 0,
  10461. "largest" : 4,
  10462. "completed" : 125195
  10463. },
  10464. "refresh" : {
  10465. "threads" : 10,
  10466. "queue" : 0,
  10467. "active" : 3,
  10468. "rejected" : 0,
  10469. "largest" : 10,
  10470. "completed" : 56151956
  10471. },
  10472. "search" : {
  10473. "threads" : 145,
  10474. "queue" : 0,
  10475. "active" : 0,
  10476. "rejected" : 0,
  10477. "largest" : 145,
  10478. "completed" : 32914969
  10479. },
  10480. "snapshot" : {
  10481. "threads" : 1,
  10482. "queue" : 0,
  10483. "active" : 0,
  10484. "rejected" : 0,
  10485. "largest" : 5,
  10486. "completed" : 25627
  10487. },
  10488. "warmer" : {
  10489. "threads" : 5,
  10490. "queue" : 0,
  10491. "active" : 4,
  10492. "rejected" : 0,
  10493. "largest" : 5,
  10494. "completed" : 13038998
  10495. }
  10496. },
  10497. "fs" : {
  10498. "timestamp" : 1485856577458,
  10499. "total" : {
  10500. "total_in_bytes" : 4767863734272,
  10501. "free_in_bytes" : 4721541712384,
  10502. "available_in_bytes" : 4721541712384
  10503. },
  10504. "data" : [
  10505. {
  10506. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  10507. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  10508. "type" : "zfs",
  10509. "total_in_bytes" : 4767863734272,
  10510. "free_in_bytes" : 4721541712384,
  10511. "available_in_bytes" : 4721541712384
  10512. }
  10513. ]
  10514. },
  10515. "transport" : {
  10516. "server_open" : 380,
  10517. "rx_count" : 459994358,
  10518. "rx_size_in_bytes" : 371101123900,
  10519. "tx_count" : 459995179,
  10520. "tx_size_in_bytes" : 445989649532
  10521. },
  10522. "http" : {
  10523. "current_open" : 14,
  10524. "total_opened" : 30758
  10525. },
  10526. "breakers" : {
  10527. "request" : {
  10528. "limit_size_in_bytes" : 10213706956,
  10529. "limit_size" : "9.5gb",
  10530. "estimated_size_in_bytes" : 115080,
  10531. "estimated_size" : "112.3kb",
  10532. "overhead" : 1.0,
  10533. "tripped" : 0
  10534. },
  10535. "fielddata" : {
  10536. "limit_size_in_bytes" : 10213706956,
  10537. "limit_size" : "9.5gb",
  10538. "estimated_size_in_bytes" : 715488792,
  10539. "estimated_size" : "682.3mb",
  10540. "overhead" : 1.03,
  10541. "tripped" : 0
  10542. },
  10543. "in_flight_requests" : {
  10544. "limit_size_in_bytes" : 17022844928,
  10545. "limit_size" : "15.8gb",
  10546. "estimated_size_in_bytes" : 10793,
  10547. "estimated_size" : "10.5kb",
  10548. "overhead" : 1.0,
  10549. "tripped" : 0
  10550. },
  10551. "parent" : {
  10552. "limit_size_in_bytes" : 11915991449,
  10553. "limit_size" : "11gb",
  10554. "estimated_size_in_bytes" : 715614665,
  10555. "estimated_size" : "682.4mb",
  10556. "overhead" : 1.0,
  10557. "tripped" : 0
  10558. }
  10559. },
  10560. "script" : {
  10561. "compilations" : 16,
  10562. "cache_evictions" : 0
  10563. },
  10564. "discovery" : {
  10565. "cluster_state_queue" : {
  10566. "total" : 0,
  10567. "pending" : 0,
  10568. "committed" : 0
  10569. }
  10570. },
  10571. "ingest" : {
  10572. "total" : {
  10573. "count" : 0,
  10574. "time_in_millis" : 0,
  10575. "current" : 0,
  10576. "failed" : 0
  10577. },
  10578. "pipelines" : { }
  10579. }
  10580. },
  10581. "g6XG4QsWSCStzNEl-J6XBQ" : {
  10582. "timestamp" : 1485856575701,
  10583. "name" : "fe19",
  10584. "transport_address" : "10.6.145.212:9300",
  10585. "host" : "10.6.145.212",
  10586. "ip" : "10.6.145.212:9300",
  10587. "roles" : [
  10588. "data",
  10589. "ingest"
  10590. ],
  10591. "indices" : {
  10592. "docs" : {
  10593. "count" : 111092692,
  10594. "deleted" : 8473850
  10595. },
  10596. "store" : {
  10597. "size_in_bytes" : 46178664870,
  10598. "throttle_time_in_millis" : 0
  10599. },
  10600. "indexing" : {
  10601. "index_total" : 16082698,
  10602. "index_time_in_millis" : 19196162,
  10603. "index_current" : 1,
  10604. "index_failed" : 9153,
  10605. "delete_total" : 539529,
  10606. "delete_time_in_millis" : 46904,
  10607. "delete_current" : 0,
  10608. "noop_update_total" : 3,
  10609. "is_throttled" : false,
  10610. "throttle_time_in_millis" : 0
  10611. },
  10612. "get" : {
  10613. "total" : 45753967,
  10614. "time_in_millis" : 186550031,
  10615. "exists_total" : 41291925,
  10616. "exists_time_in_millis" : 185759108,
  10617. "missing_total" : 4462042,
  10618. "missing_time_in_millis" : 790923,
  10619. "current" : 4
  10620. },
  10621. "search" : {
  10622. "open_contexts" : 22,
  10623. "query_total" : 10284989,
  10624. "query_time_in_millis" : 443706720,
  10625. "query_current" : 0,
  10626. "fetch_total" : 9386683,
  10627. "fetch_time_in_millis" : 7878705,
  10628. "fetch_current" : 0,
  10629. "scroll_total" : 464196,
  10630. "scroll_time_in_millis" : 43452447113,
  10631. "scroll_current" : 29,
  10632. "suggest_total" : 0,
  10633. "suggest_time_in_millis" : 0,
  10634. "suggest_current" : 0
  10635. },
  10636. "merges" : {
  10637. "current" : 0,
  10638. "current_docs" : 0,
  10639. "current_size_in_bytes" : 0,
  10640. "total" : 453823,
  10641. "total_time_in_millis" : 80085231,
  10642. "total_docs" : 2427263296,
  10643. "total_size_in_bytes" : 594255591223,
  10644. "total_stopped_time_in_millis" : 0,
  10645. "total_throttled_time_in_millis" : 103604,
  10646. "total_auto_throttle_in_bytes" : 3907446375
  10647. },
  10648. "refresh" : {
  10649. "total" : 8515279,
  10650. "total_time_in_millis" : 1524465181
  10651. },
  10652. "flush" : {
  10653. "total" : 305,
  10654. "total_time_in_millis" : 76018
  10655. },
  10656. "warmer" : {
  10657. "current" : 6,
  10658. "total" : 4187668,
  10659. "total_time_in_millis" : 1211019994
  10660. },
  10661. "query_cache" : {
  10662. "memory_size_in_bytes" : 196393248,
  10663. "total_count" : 114030089,
  10664. "hit_count" : 38613412,
  10665. "miss_count" : 75416677,
  10666. "cache_size" : 76794,
  10667. "cache_count" : 1408629,
  10668. "evictions" : 1331835
  10669. },
  10670. "fielddata" : {
  10671. "memory_size_in_bytes" : 291314224,
  10672. "evictions" : 0
  10673. },
  10674. "completion" : {
  10675. "size_in_bytes" : 0
  10676. },
  10677. "segments" : {
  10678. "count" : 755,
  10679. "memory_in_bytes" : 120029566,
  10680. "terms_memory_in_bytes" : 105463490,
  10681. "stored_fields_memory_in_bytes" : 9145952,
  10682. "term_vectors_memory_in_bytes" : 0,
  10683. "norms_memory_in_bytes" : 143872,
  10684. "points_memory_in_bytes" : 427648,
  10685. "doc_values_memory_in_bytes" : 4848604,
  10686. "index_writer_memory_in_bytes" : 1937121,
  10687. "version_map_memory_in_bytes" : 6499,
  10688. "fixed_bit_set_memory_in_bytes" : 0,
  10689. "max_unsafe_auto_id_timestamp" : 9223372036854775807,
  10690. "file_sizes" : { }
  10691. },
  10692. "translog" : {
  10693. "operations" : 828858,
  10694. "size_in_bytes" : 911613795
  10695. },
  10696. "request_cache" : {
  10697. "memory_size_in_bytes" : 241550,
  10698. "evictions" : 0,
  10699. "hit_count" : 27491,
  10700. "miss_count" : 1190210
  10701. },
  10702. "recovery" : {
  10703. "current_as_source" : 0,
  10704. "current_as_target" : 0,
  10705. "throttle_time_in_millis" : 799540
  10706. }
  10707. },
  10708. "os" : {
  10709. "timestamp" : 1485856577177,
  10710. "cpu" : {
  10711. "percent" : -1,
  10712. "load_average" : {
  10713. "1m" : 9.498046875
  10714. }
  10715. },
  10716. "mem" : {
  10717. "total_in_bytes" : 68554129408,
  10718. "free_in_bytes" : 2107625472,
  10719. "used_in_bytes" : 66446503936,
  10720. "free_percent" : 3,
  10721. "used_percent" : 97
  10722. },
  10723. "swap" : {
  10724. "total_in_bytes" : 2147483648,
  10725. "free_in_bytes" : 2061684736,
  10726. "used_in_bytes" : 85798912
  10727. }
  10728. },
  10729. "process" : {
  10730. "timestamp" : 1485856577178,
  10731. "open_file_descriptors" : 2,
  10732. "max_file_descriptors" : 1882890,
  10733. "cpu" : {
  10734. "percent" : -1,
  10735. "total_in_millis" : 480037367
  10736. },
  10737. "mem" : {
  10738. "total_virtual_in_bytes" : -1
  10739. }
  10740. },
  10741. "jvm" : {
  10742. "timestamp" : 1485856577178,
  10743. "uptime_in_millis" : 605578355,
  10744. "mem" : {
  10745. "heap_used_in_bytes" : 6825073520,
  10746. "heap_used_percent" : 40,
  10747. "heap_committed_in_bytes" : 17022844928,
  10748. "heap_max_in_bytes" : 17022844928,
  10749. "non_heap_used_in_bytes" : 171460680,
  10750. "non_heap_committed_in_bytes" : 178167808,
  10751. "pools" : {
  10752. "young" : {
  10753. "used_in_bytes" : 392113440,
  10754. "max_in_bytes" : 1256259584,
  10755. "peak_used_in_bytes" : 1256259584,
  10756. "peak_max_in_bytes" : 1256259584
  10757. },
  10758. "survivor" : {
  10759. "used_in_bytes" : 157024256,
  10760. "max_in_bytes" : 157024256,
  10761. "peak_used_in_bytes" : 157024256,
  10762. "peak_max_in_bytes" : 157024256
  10763. },
  10764. "old" : {
  10765. "used_in_bytes" : 6275935824,
  10766. "max_in_bytes" : 15609561088,
  10767. "peak_used_in_bytes" : 11982437688,
  10768. "peak_max_in_bytes" : 15609561088
  10769. }
  10770. }
  10771. },
  10772. "threads" : {
  10773. "count" : 326,
  10774. "peak_count" : 438
  10775. },
  10776. "gc" : {
  10777. "collectors" : {
  10778. "young" : {
  10779. "collection_count" : 39510,
  10780. "collection_time_in_millis" : 3837292
  10781. },
  10782. "old" : {
  10783. "collection_count" : 192,
  10784. "collection_time_in_millis" : 128409
  10785. }
  10786. }
  10787. },
  10788. "buffer_pools" : {
  10789. "direct" : {
  10790. "count" : 330,
  10791. "used_in_bytes" : 882455832,
  10792. "total_capacity_in_bytes" : 882455831
  10793. },
  10794. "mapped" : {
  10795. "count" : 1774,
  10796. "used_in_bytes" : 45974289256,
  10797. "total_capacity_in_bytes" : 45974289256
  10798. }
  10799. },
  10800. "classes" : {
  10801. "current_loaded_count" : 12587,
  10802. "total_loaded_count" : 12732,
  10803. "total_unloaded_count" : 145
  10804. }
  10805. },
  10806. "thread_pool" : {
  10807. "bulk" : {
  10808. "threads" : 24,
  10809. "queue" : 0,
  10810. "active" : 0,
  10811. "rejected" : 0,
  10812. "largest" : 24,
  10813. "completed" : 1413028
  10814. },
  10815. "fetch_shard_started" : {
  10816. "threads" : 1,
  10817. "queue" : 0,
  10818. "active" : 0,
  10819. "rejected" : 0,
  10820. "largest" : 6,
  10821. "completed" : 26
  10822. },
  10823. "fetch_shard_store" : {
  10824. "threads" : 1,
  10825. "queue" : 0,
  10826. "active" : 0,
  10827. "rejected" : 0,
  10828. "largest" : 48,
  10829. "completed" : 634
  10830. },
  10831. "flush" : {
  10832. "threads" : 1,
  10833. "queue" : 0,
  10834. "active" : 0,
  10835. "rejected" : 0,
  10836. "largest" : 5,
  10837. "completed" : 597
  10838. },
  10839. "force_merge" : {
  10840. "threads" : 0,
  10841. "queue" : 0,
  10842. "active" : 0,
  10843. "rejected" : 0,
  10844. "largest" : 0,
  10845. "completed" : 0
  10846. },
  10847. "generic" : {
  10848. "threads" : 30,
  10849. "queue" : 0,
  10850. "active" : 0,
  10851. "rejected" : 0,
  10852. "largest" : 128,
  10853. "completed" : 772037
  10854. },
  10855. "get" : {
  10856. "threads" : 24,
  10857. "queue" : 0,
  10858. "active" : 0,
  10859. "rejected" : 484,
  10860. "largest" : 24,
  10861. "completed" : 44606446
  10862. },
  10863. "index" : {
  10864. "threads" : 24,
  10865. "queue" : 0,
  10866. "active" : 0,
  10867. "rejected" : 0,
  10868. "largest" : 24,
  10869. "completed" : 12095877
  10870. },
  10871. "listener" : {
  10872. "threads" : 10,
  10873. "queue" : 0,
  10874. "active" : 0,
  10875. "rejected" : 0,
  10876. "largest" : 10,
  10877. "completed" : 29821
  10878. },
  10879. "management" : {
  10880. "threads" : 4,
  10881. "queue" : 0,
  10882. "active" : 1,
  10883. "rejected" : 0,
  10884. "largest" : 4,
  10885. "completed" : 61775
  10886. },
  10887. "refresh" : {
  10888. "threads" : 10,
  10889. "queue" : 0,
  10890. "active" : 2,
  10891. "rejected" : 0,
  10892. "largest" : 10,
  10893. "completed" : 28921787
  10894. },
  10895. "search" : {
  10896. "threads" : 37,
  10897. "queue" : 0,
  10898. "active" : 0,
  10899. "rejected" : 0,
  10900. "largest" : 37,
  10901. "completed" : 13243538
  10902. },
  10903. "snapshot" : {
  10904. "threads" : 1,
  10905. "queue" : 0,
  10906. "active" : 0,
  10907. "rejected" : 0,
  10908. "largest" : 5,
  10909. "completed" : 3825
  10910. },
  10911. "warmer" : {
  10912. "threads" : 5,
  10913. "queue" : 0,
  10914. "active" : 3,
  10915. "rejected" : 0,
  10916. "largest" : 5,
  10917. "completed" : 5225157
  10918. }
  10919. },
  10920. "fs" : {
  10921. "timestamp" : 1485856577178,
  10922. "total" : {
  10923. "total_in_bytes" : 4766930528768,
  10924. "free_in_bytes" : 4722930050048,
  10925. "available_in_bytes" : 4722930050048
  10926. },
  10927. "data" : [
  10928. {
  10929. "path" : "/data/elasticsearch/prod.9300/data/prod/nodes/0",
  10930. "mount" : "/data/elasticsearch/prod.9300/data (data/elasticsearch/prod.9300)",
  10931. "type" : "zfs",
  10932. "total_in_bytes" : 4766930528768,
  10933. "free_in_bytes" : 4722930050048,
  10934. "available_in_bytes" : 4722930050048
  10935. }
  10936. ]
  10937. },
  10938. "transport" : {
  10939. "server_open" : 385,
  10940. "rx_count" : 198426770,
  10941. "rx_size_in_bytes" : 214916405321,
  10942. "tx_count" : 198428646,
  10943. "tx_size_in_bytes" : 222549159097
  10944. },
  10945. "http" : {
  10946. "current_open" : 13,
  10947. "total_opened" : 17068
  10948. },
  10949. "breakers" : {
  10950. "request" : {
  10951. "limit_size_in_bytes" : 10213706956,
  10952. "limit_size" : "9.5gb",
  10953. "estimated_size_in_bytes" : 98304,
  10954. "estimated_size" : "96kb",
  10955. "overhead" : 1.0,
  10956. "tripped" : 0
  10957. },
  10958. "fielddata" : {
  10959. "limit_size_in_bytes" : 10213706956,
  10960. "limit_size" : "9.5gb",
  10961. "estimated_size_in_bytes" : 278580064,
  10962. "estimated_size" : "265.6mb",
  10963. "overhead" : 1.03,
  10964. "tripped" : 0
  10965. },
  10966. "in_flight_requests" : {
  10967. "limit_size_in_bytes" : 17022844928,
  10968. "limit_size" : "15.8gb",
  10969. "estimated_size_in_bytes" : 416,
  10970. "estimated_size" : "416b",
  10971. "overhead" : 1.0,
  10972. "tripped" : 0
  10973. },
  10974. "parent" : {
  10975. "limit_size_in_bytes" : 11915991449,
  10976. "limit_size" : "11gb",
  10977. "estimated_size_in_bytes" : 278678784,
  10978. "estimated_size" : "265.7mb",
  10979. "overhead" : 1.0,
  10980. "tripped" : 0
  10981. }
  10982. },
  10983. "script" : {
  10984. "compilations" : 16,
  10985. "cache_evictions" : 0
  10986. },
  10987. "discovery" : {
  10988. "cluster_state_queue" : {
  10989. "total" : 0,
  10990. "pending" : 0,
  10991. "committed" : 0
  10992. }
  10993. },
  10994. "ingest" : {
  10995. "total" : {
  10996. "count" : 0,
  10997. "time_in_millis" : 0,
  10998. "current" : 0,
  10999. "failed" : 0
  11000. },
  11001. "pipelines" : { }
  11002. }
  11003. }
  11004. }
  11005. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!