API tools faq
paste
prabhasathesh

ceph daemon osd.0 perf dump

prabhasathesh
Nov 1st, 2023
18,729
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 31.37 KB | None | 0 0
raw download clone embed print report
  1. rf dump > osd.28-perf.txt
  2. root@meghdootctr1:/home/cloud# cat osd.0-perf.txt
  3. {
  4. "AsyncMessenger::Worker-0": {
  5. "msgr_recv_messages": 45518889,
  6. "msgr_send_messages": 45682607,
  7. "msgr_recv_bytes": 389513188605,
  8. "msgr_send_bytes": 332625815233,
  9. "msgr_created_connections": 72892,
  10. "msgr_active_connections": 18446744073709531328,
  11. "msgr_running_total_time": 7107.007760189,
  12. "msgr_running_send_time": 2418.112695390,
  13. "msgr_running_recv_time": 1712.187621536,
  14. "msgr_running_fast_dispatch_time": 1591.682240853
  15. },
  16. "AsyncMessenger::Worker-1": {
  17. "msgr_recv_messages": 47644252,
  18. "msgr_send_messages": 47421160,
  19. "msgr_recv_bytes": 296894074962,
  20. "msgr_send_bytes": 426931937626,
  21. "msgr_created_connections": 67908,
  22. "msgr_active_connections": 18446744073709538989,
  23. "msgr_running_total_time": 7313.474231023,
  24. "msgr_running_send_time": 2576.714478985,
  25. "msgr_running_recv_time": 1677.306796748,
  26. "msgr_running_fast_dispatch_time": 1597.316685473
  27. },
  28. "AsyncMessenger::Worker-2": {
  29. "msgr_recv_messages": 42666741,
  30. "msgr_send_messages": 42464110,
  31. "msgr_recv_bytes": 289130373114,
  32. "msgr_send_bytes": 347706304249,
  33. "msgr_created_connections": 71548,
  34. "msgr_active_connections": 18446744073709538113,
  35. "msgr_running_total_time": 6602.118610471,
  36. "msgr_running_send_time": 2283.292782323,
  37. "msgr_running_recv_time": 4759.266944815,
  38. "msgr_running_fast_dispatch_time": 1483.864778125
  39. },
  40. "bluefs": {
  41. "gift_bytes": 0,
  42. "reclaim_bytes": 0,
  43. "db_total_bytes": 219462631424,
  44. "db_used_bytes": 5909118976,
  45. "wal_total_bytes": 0,
  46. "wal_used_bytes": 0,
  47. "slow_total_bytes": 0,
  48. "slow_used_bytes": 0,
  49. "num_files": 98,
  50. "log_bytes": 10559488,
  51. "log_compactions": 7,
  52. "logged_bytes": 213655552,
  53. "files_written_wal": 2,
  54. "files_written_sst": 3995,
  55. "bytes_written_wal": 696110128922,
  56. "bytes_written_sst": 102273478827,
  57. "bytes_written_slow": 0,
  58. "max_bytes_wal": 0,
  59. "max_bytes_db": 6778257408,
  60. "max_bytes_slow": 0,
  61. "read_random_count": 8782444,
  62. "read_random_bytes": 138509747021,
  63. "read_random_disk_count": 2926514,
  64. "read_random_disk_bytes": 115125377420,
  65. "read_random_buffer_count": 5885290,
  66. "read_random_buffer_bytes": 23384369601,
  67. "read_count": 6977471,
  68. "read_bytes": 141448904195,
  69. "read_prefetch_count": 6959892,
  70. "read_prefetch_bytes": 141257525651
  71. },
  72. "bluestore": {
  73. "kv_flush_lat": {
  74. "avgcount": 38650642,
  75. "sum": 19.703113926,
  76. "avgtime": 0.000000509
  77. },
  78. "kv_commit_lat": {
  79. "avgcount": 38650642,
  80. "sum": 72555.083113624,
  81. "avgtime": 0.001877202
  82. },
  83. "kv_sync_lat": {
  84. "avgcount": 38650642,
  85. "sum": 72574.786227550,
  86. "avgtime": 0.001877712
  87. },
  88. "kv_final_lat": {
  89. "avgcount": 38649120,
  90. "sum": 1991.742754302,
  91. "avgtime": 0.000051533
  92. },
  93. "state_prepare_lat": {
  94. "avgcount": 46300659,
  95. "sum": 92634.091218567,
  96. "avgtime": 0.002000707
  97. },
  98. "state_aio_wait_lat": {
  99. "avgcount": 46300659,
  100. "sum": 12023.458336517,
  101. "avgtime": 0.000259682
  102. },
  103. "state_io_done_lat": {
  104. "avgcount": 46300659,
  105. "sum": 11410.554892158,
  106. "avgtime": 0.000246444
  107. },
  108. "state_kv_queued_lat": {
  109. "avgcount": 46300659,
  110. "sum": 582781.331623437,
  111. "avgtime": 0.012586890
  112. },
  113. "state_kv_commiting_lat": {
  114. "avgcount": 46300659,
  115. "sum": 339988.204286755,
  116. "avgtime": 0.007343053
  117. },
  118. "state_kv_done_lat": {
  119. "avgcount": 46300701,
  120. "sum": 45.924848932,
  121. "avgtime": 0.000000991
  122. },
  123. "state_deferred_queued_lat": {
  124. "avgcount": 45097337,
  125. "sum": 21603468.422551542,
  126. "avgtime": 0.479040889
  127. },
  128. "state_deferred_aio_wait_lat": {
  129. "avgcount": 45097337,
  130. "sum": 346863.343670317,
  131. "avgtime": 0.007691437
  132. },
  133. "state_deferred_cleanup_lat": {
  134. "avgcount": 45097337,
  135. "sum": 2128732.397838100,
  136. "avgtime": 0.047203062
  137. },
  138. "state_finishing_lat": {
  139. "avgcount": 46300678,
  140. "sum": 9.334574187,
  141. "avgtime": 0.000000201
  142. },
  143. "state_done_lat": {
  144. "avgcount": 46300678,
  145. "sum": 213705.221520764,
  146. "avgtime": 0.004615595
  147. },
  148. "throttle_lat": {
  149. "avgcount": 46300659,
  150. "sum": 7721.202775613,
  151. "avgtime": 0.000166762
  152. },
  153. "submit_lat": {
  154. "avgcount": 46300659,
  155. "sum": 93033.072280384,
  156. "avgtime": 0.002009325
  157. },
  158. "commit_lat": {
  159. "avgcount": 46300659,
  160. "sum": 1038859.152259302,
  161. "avgtime": 0.022437243
  162. },
  163. "read_lat": {
  164. "avgcount": 7333927,
  165. "sum": 33627.692738951,
  166. "avgtime": 0.004585223
  167. },
  168. "read_onode_meta_lat": {
  169. "avgcount": 33683323,
  170. "sum": 328.487979333,
  171. "avgtime": 0.000009752
  172. },
  173. "read_wait_aio_lat": {
  174. "avgcount": 26349394,
  175. "sum": 112584.515962012,
  176. "avgtime": 0.004272755
  177. },
  178. "compress_lat": {
  179. "avgcount": 0,
  180. "sum": 0.000000000,
  181. "avgtime": 0.000000000
  182. },
  183. "decompress_lat": {
  184. "avgcount": 0,
  185. "sum": 0.000000000,
  186. "avgtime": 0.000000000
  187. },
  188. "csum_lat": {
  189. "avgcount": 12114247,
  190. "sum": 121.046431320,
  191. "avgtime": 0.000009992
  192. },
  193. "compress_success_count": 0,
  194. "compress_rejected_count": 0,
  195. "write_pad_bytes": 37247865892,
  196. "deferred_write_ops": 32619654,
  197. "deferred_write_bytes": 471246213120,
  198. "write_penalty_read_ops": 19015472,
  199. "bluestore_allocated": 3569430626304,
  200. "bluestore_stored": 3559849041712,
  201. "bluestore_compressed": 0,
  202. "bluestore_compressed_allocated": 0,
  203. "bluestore_compressed_original": 0,
  204. "bluestore_onodes": 322035,
  205. "bluestore_onode_hits": 156770516,
  206. "bluestore_onode_misses": 5635119,
  207. "bluestore_onode_shard_hits": 203169743,
  208. "bluestore_onode_shard_misses": 1121941,
  209. "bluestore_extents": 116761,
  210. "bluestore_blobs": 253146,
  211. "bluestore_buffers": 12118,
  212. "bluestore_buffer_bytes": 435802112,
  213. "bluestore_buffer_hit_bytes": 78043742358,
  214. "bluestore_buffer_miss_bytes": 373956813753,
  215. "bluestore_write_big": 734154,
  216. "bluestore_write_big_bytes": 394613227520,
  217. "bluestore_write_big_blobs": 1309657,
  218. "bluestore_write_small": 49977217,
  219. "bluestore_write_small_bytes": 448850519407,
  220. "bluestore_write_small_unused": 1822480,
  221. "bluestore_write_small_deferred": 49903213,
  222. "bluestore_write_small_pre_read": 47826745,
  223. "bluestore_write_small_new": 1368990,
  224. "bluestore_txc": 46300659,
  225. "bluestore_onode_reshard": 1338849,
  226. "bluestore_blob_split": 10246,
  227. "bluestore_extent_compress": 74954026,
  228. "bluestore_gc_merged": 0,
  229. "bluestore_read_eio": 0,
  230. "bluestore_reads_with_retries": 0,
  231. "bluestore_fragmentation_micros": 240,
  232. "omap_seek_to_first_lat": {
  233. "avgcount": 45,
  234. "sum": 0.107977422,
  235. "avgtime": 0.002399498
  236. },
  237. "omap_upper_bound_lat": {
  238. "avgcount": 6757722,
  239. "sum": 142.012995171,
  240. "avgtime": 0.000021014
  241. },
  242. "omap_lower_bound_lat": {
  243. "avgcount": 347839,
  244. "sum": 8.109633682,
  245. "avgtime": 0.000023314
  246. },
  247. "omap_next_lat": {
  248. "avgcount": 464077,
  249. "sum": 9.887186545,
  250. "avgtime": 0.000021305
  251. },
  252. "clist_lat": {
  253. "avgcount": 301133,
  254. "sum": 3040.866173777,
  255. "avgtime": 0.010098083
  256. }
  257. },
  258. "cct": {
  259. "total_workers": 6,
  260. "unhealthy_workers": 0
  261. },
  262. "finisher-commit_finisher": {
  263. "queue_len": 0,
  264. "complete_latency": {
  265. "avgcount": 1778,
  266. "sum": 0.712484912,
  267. "avgtime": 0.000400722
  268. }
  269. },
  270. "finisher-defered_finisher": {
  271. "queue_len": 0,
  272. "complete_latency": {
  273. "avgcount": 54,
  274. "sum": 0.034216923,
  275. "avgtime": 0.000633646
  276. }
  277. },
  278. "finisher-objecter-finisher-0": {
  279. "queue_len": 0,
  280. "complete_latency": {
  281. "avgcount": 0,
  282. "sum": 0.000000000,
  283. "avgtime": 0.000000000
  284. }
  285. },
  286. "mempool": {
  287. "bloom_filter_bytes": 0,
  288. "bloom_filter_items": 0,
  289. "bluestore_alloc_bytes": 77622592,
  290. "bluestore_alloc_items": 2152697,
  291. "bluestore_cache_data_bytes": 436031488,
  292. "bluestore_cache_data_items": 12619,
  293. "bluestore_cache_onode_bytes": 211254960,
  294. "bluestore_cache_onode_items": 322035,
  295. "bluestore_cache_other_bytes": 429407286,
  296. "bluestore_cache_other_items": 30279233,
  297. "bluestore_fsck_bytes": 0,
  298. "bluestore_fsck_items": 0,
  299. "bluestore_txc_bytes": 3640,
  300. "bluestore_txc_items": 5,
  301. "bluestore_writing_deferred_bytes": 220863,
  302. "bluestore_writing_deferred_items": 53,
  303. "bluestore_writing_bytes": 0,
  304. "bluestore_writing_items": 0,
  305. "bluefs_bytes": 53048,
  306. "bluefs_items": 1029,
  307. "buffer_anon_bytes": 90970826,
  308. "buffer_anon_items": 318487,
  309. "buffer_meta_bytes": 28942496,
  310. "buffer_meta_items": 328892,
  311. "osd_bytes": 585720,
  312. "osd_items": 45,
  313. "osd_mapbl_bytes": 39415,
  314. "osd_mapbl_items": 2,
  315. "osd_pglog_bytes": 73953280,
  316. "osd_pglog_items": 184940,
  317. "osdmap_bytes": 288688,
  318. "osdmap_items": 10935,
  319. "osdmap_mapping_bytes": 0,
  320. "osdmap_mapping_items": 0,
  321. "pgmap_bytes": 0,
  322. "pgmap_items": 0,
  323. "mds_co_bytes": 0,
  324. "mds_co_items": 0,
  325. "unittest_1_bytes": 0,
  326. "unittest_1_items": 0,
  327. "unittest_2_bytes": 0,
  328. "unittest_2_items": 0
  329. },
  330. "objecter": {
  331. "op_active": 0,
  332. "op_laggy": 0,
  333. "op_send": 0,
  334. "op_send_bytes": 0,
  335. "op_resend": 0,
  336. "op_reply": 0,
  337. "op": 0,
  338. "op_r": 0,
  339. "op_w": 0,
  340. "op_rmw": 0,
  341. "op_pg": 0,
  342. "osdop_stat": 0,
  343. "osdop_create": 0,
  344. "osdop_read": 0,
  345. "osdop_write": 0,
  346. "osdop_writefull": 0,
  347. "osdop_writesame": 0,
  348. "osdop_append": 0,
  349. "osdop_zero": 0,
  350. "osdop_truncate": 0,
  351. "osdop_delete": 0,
  352. "osdop_mapext": 0,
  353. "osdop_sparse_read": 0,
  354. "osdop_clonerange": 0,
  355. "osdop_getxattr": 0,
  356. "osdop_setxattr": 0,
  357. "osdop_cmpxattr": 0,
  358. "osdop_rmxattr": 0,
  359. "osdop_resetxattrs": 0,
  360. "osdop_call": 0,
  361. "osdop_watch": 0,
  362. "osdop_notify": 0,
  363. "osdop_src_cmpxattr": 0,
  364. "osdop_pgls": 0,
  365. "osdop_pgls_filter": 0,
  366. "osdop_other": 0,
  367. "linger_active": 0,
  368. "linger_send": 0,
  369. "linger_resend": 0,
  370. "linger_ping": 0,
  371. "poolop_active": 0,
  372. "poolop_send": 0,
  373. "poolop_resend": 0,
  374. "poolstat_active": 0,
  375. "poolstat_send": 0,
  376. "poolstat_resend": 0,
  377. "statfs_active": 0,
  378. "statfs_send": 0,
  379. "statfs_resend": 0,
  380. "command_active": 0,
  381. "command_send": 0,
  382. "command_resend": 0,
  383. "map_epoch": 940314,
  384. "map_full": 0,
  385. "map_inc": 1784,
  386. "osd_sessions": 0,
  387. "osd_session_open": 0,
  388. "osd_session_close": 0,
  389. "osd_laggy": 0,
  390. "omap_wr": 0,
  391. "omap_rd": 0,
  392. "omap_del": 0
  393. },
  394. "osd": {
  395. "op_wip": 1,
  396. "op": 47044023,
  397. "op_in_bytes": 279027910876,
  398. "op_out_bytes": 324494054187,
  399. "op_latency": {
  400. "avgcount": 47044023,
  401. "sum": 2494407.536483523,
  402. "avgtime": 0.053022836
  403. },
  404. "op_process_latency": {
  405. "avgcount": 47044023,
  406. "sum": 1615086.979047176,
  407. "avgtime": 0.034331395
  408. },
  409. "op_prepare_latency": {
  410. "avgcount": 47064664,
  411. "sum": 73903.445611711,
  412. "avgtime": 0.001570253
  413. },
  414. "op_r": 29791112,
  415. "op_r_out_bytes": 324494054187,
  416. "op_r_latency": {
  417. "avgcount": 29791112,
  418. "sum": 189267.384539473,
  419. "avgtime": 0.006353149
  420. },
  421. "op_r_process_latency": {
  422. "avgcount": 29791112,
  423. "sum": 34115.983905459,
  424. "avgtime": 0.001145173
  425. },
  426. "op_r_prepare_latency": {
  427. "avgcount": 29793262,
  428. "sum": 34966.620226731,
  429. "avgtime": 0.001173641
  430. },
  431. "op_w": 10150740,
  432. "op_w_in_bytes": 214484386304,
  433. "op_w_latency": {
  434. "avgcount": 10150740,
  435. "sum": 1293004.934525951,
  436. "avgtime": 0.127380361
  437. },
  438. "op_w_process_latency": {
  439. "avgcount": 10150740,
  440. "sum": 1093820.002445816,
  441. "avgtime": 0.107757661
  442. },
  443. "op_w_prepare_latency": {
  444. "avgcount": 10168912,
  445. "sum": 10815.273471077,
  446. "avgtime": 0.001063562
  447. },
  448. "op_rw": 7102171,
  449. "op_rw_in_bytes": 64543524572,
  450. "op_rw_out_bytes": 0,
  451. "op_rw_latency": {
  452. "avgcount": 7102171,
  453. "sum": 1012135.217418099,
  454. "avgtime": 0.142510679
  455. },
  456. "op_rw_process_latency": {
  457. "avgcount": 7102171,
  458. "sum": 487150.992695901,
  459. "avgtime": 0.068591842
  460. },
  461. "op_rw_prepare_latency": {
  462. "avgcount": 7102490,
  463. "sum": 28121.551913903,
  464. "avgtime": 0.003959393
  465. },
  466. "op_before_queue_op_lat": {
  467. "avgcount": 111010872,
  468. "sum": 3383.531548119,
  469. "avgtime": 0.000030479
  470. },
  471. "op_before_dequeue_op_lat": {
  472. "avgcount": 119235246,
  473. "sum": 17492182.086077136,
  474. "avgtime": 0.146703115
  475. },
  476. "subop": 28924382,
  477. "subop_in_bytes": 442484620396,
  478. "subop_latency": {
  479. "avgcount": 28924382,
  480. "sum": 1063622.114698457,
  481. "avgtime": 0.036772509
  482. },
  483. "subop_w": 28924382,
  484. "subop_w_in_bytes": 442484620396,
  485. "subop_w_latency": {
  486. "avgcount": 28924382,
  487. "sum": 1063622.114698457,
  488. "avgtime": 0.036772509
  489. },
  490. "subop_pull": 0,
  491. "subop_pull_latency": {
  492. "avgcount": 0,
  493. "sum": 0.000000000,
  494. "avgtime": 0.000000000
  495. },
  496. "subop_push": 0,
  497. "subop_push_in_bytes": 0,
  498. "subop_push_latency": {
  499. "avgcount": 0,
  500. "sum": 0.000000000,
  501. "avgtime": 0.000000000
  502. },
  503. "pull": 0,
  504. "push": 21858,
  505. "push_out_bytes": 90675578392,
  506. "recovery_ops": 19787,
  507. "recovery_bytes": 90875527575,
  508. "loadavg": 834,
  509. "cached_crc": 0,
  510. "cached_crc_adjusted": 0,
  511. "missed_crc": 0,
  512. "numpg": 45,
  513. "numpg_primary": 16,
  514. "numpg_replica": 29,
  515. "numpg_stray": 0,
  516. "numpg_removing": 0,
  517. "heartbeat_to_peers": 29,
  518. "map_messages": 26042,
  519. "map_message_epochs": 28360,
  520. "map_message_epoch_dups": 26753,
  521. "messages_delayed_for_map": 0,
  522. "osd_map_cache_hit": 90633,
  523. "osd_map_cache_miss": 1,
  524. "osd_map_cache_miss_low": 0,
  525. "osd_map_cache_miss_low_avg": {
  526. "avgcount": 0,
  527. "sum": 0
  528. },
  529. "osd_map_bl_cache_hit": 39811,
  530. "osd_map_bl_cache_miss": 3559,
  531. "stat_bytes": 5486564868096,
  532. "stat_bytes_used": 3575339745280,
  533. "stat_bytes_avail": 1911225122816,
  534. "copyfrom": 0,
  535. "tier_promote": 0,
  536. "tier_flush": 0,
  537. "tier_flush_fail": 0,
  538. "tier_try_flush": 0,
  539. "tier_try_flush_fail": 0,
  540. "tier_evict": 0,
  541. "tier_whiteout": 0,
  542. "tier_dirty": 10035,
  543. "tier_clean": 0,
  544. "tier_delay": 0,
  545. "tier_proxy_read": 0,
  546. "tier_proxy_write": 0,
  547. "agent_wake": 0,
  548. "agent_skip": 0,
  549. "agent_flush": 0,
  550. "agent_evict": 0,
  551. "object_ctx_cache_hit": 54844614,
  552. "object_ctx_cache_total": 55412893,
  553. "op_cache_hit": 0,
  554. "osd_tier_flush_lat": {
  555. "avgcount": 0,
  556. "sum": 0.000000000,
  557. "avgtime": 0.000000000
  558. },
  559. "osd_tier_promote_lat": {
  560. "avgcount": 0,
  561. "sum": 0.000000000,
  562. "avgtime": 0.000000000
  563. },
  564. "osd_tier_r_lat": {
  565. "avgcount": 0,
  566. "sum": 0.000000000,
  567. "avgtime": 0.000000000
  568. },
  569. "osd_pg_info": 46297116,
  570. "osd_pg_fastinfo": 45255545,
  571. "osd_pg_biginfo": 1261
  572. },
  573. "prioritycache": {
  574. "target_bytes": 4294967296,
  575. "mapped_bytes": 4296802304,
  576. "unmapped_bytes": 758554624,
  577. "heap_bytes": 5055356928,
  578. "cache_bytes": 2000071668
  579. },
  580. "prioritycache:data": {
  581. "pri0_bytes": 0,
  582. "pri1_bytes": 299317972,
  583. "pri2_bytes": 0,
  584. "pri3_bytes": 0,
  585. "pri4_bytes": 0,
  586. "pri5_bytes": 0,
  587. "pri6_bytes": 0,
  588. "pri7_bytes": 0,
  589. "pri8_bytes": 0,
  590. "pri9_bytes": 0,
  591. "pri10_bytes": 0,
  592. "pri11_bytes": 0,
  593. "reserved_bytes": 136889644,
  594. "committed_bytes": 436207616
  595. },
  596. "prioritycache:kv": {
  597. "pri0_bytes": 77282416,
  598. "pri1_bytes": 598635946,
  599. "pri2_bytes": 0,
  600. "pri3_bytes": 0,
  601. "pri4_bytes": 0,
  602. "pri5_bytes": 0,
  603. "pri6_bytes": 0,
  604. "pri7_bytes": 0,
  605. "pri8_bytes": 0,
  606. "pri9_bytes": 0,
  607. "pri10_bytes": 0,
  608. "pri11_bytes": 0,
  609. "reserved_bytes": 137776614,
  610. "committed_bytes": 813694976
  611. },
  612. "prioritycache:meta": {
  613. "pri0_bytes": 0,
  614. "pri1_bytes": 598635946,
  615. "pri2_bytes": 0,
  616. "pri3_bytes": 0,
  617. "pri4_bytes": 0,
  618. "pri5_bytes": 0,
  619. "pri6_bytes": 0,
  620. "pri7_bytes": 0,
  621. "pri8_bytes": 0,
  622. "pri9_bytes": 0,
  623. "pri10_bytes": 0,
  624. "pri11_bytes": 0,
  625. "reserved_bytes": 139561558,
  626. "committed_bytes": 738197504
  627. },
  628. "recoverystate_perf": {
  629. "initial_latency": {
  630. "avgcount": 66,
  631. "sum": 3.731543374,
  632. "avgtime": 0.056538535
  633. },
  634. "started_latency": {
  635. "avgcount": 524,
  636. "sum": 10096486.329765192,
  637. "avgtime": 19268.103682758
  638. },
  639. "reset_latency": {
  640. "avgcount": 590,
  641. "sum": 80.205820518,
  642. "avgtime": 0.135942068
  643. },
  644. "start_latency": {
  645. "avgcount": 590,
  646. "sum": 0.025362149,
  647. "avgtime": 0.000042986
  648. },
  649. "primary_latency": {
  650. "avgcount": 229,
  651. "sum": 3022574.958134115,
  652. "avgtime": 13199.017284428
  653. },
  654. "peering_latency": {
  655. "avgcount": 245,
  656. "sum": 497.625134383,
  657. "avgtime": 2.031122997
  658. },
  659. "backfilling_latency": {
  660. "avgcount": 9,
  661. "sum": 7146.165009254,
  662. "avgtime": 794.018334361
  663. },
  664. "waitremotebackfillreserved_latency": {
  665. "avgcount": 11,
  666. "sum": 12209.946549347,
  667. "avgtime": 1109.995140849
  668. },
  669. "waitlocalbackfillreserved_latency": {
  670. "avgcount": 58,
  671. "sum": 81145.498938595,
  672. "avgtime": 1399.060326527
  673. },
  674. "notbackfilling_latency": {
  675. "avgcount": 0,
  676. "sum": 0.000000000,
  677. "avgtime": 0.000000000
  678. },
  679. "repnotrecovering_latency": {
  680. "avgcount": 240,
  681. "sum": 7006017.686462248,
  682. "avgtime": 29191.740360259
  683. },
  684. "repwaitrecoveryreserved_latency": {
  685. "avgcount": 74,
  686. "sum": 10304.776535741,
  687. "avgtime": 139.253736969
  688. },
  689. "repwaitbackfillreserved_latency": {
  690. "avgcount": 6,
  691. "sum": 13926.610717868,
  692. "avgtime": 2321.101786311
  693. },
  694. "reprecovering_latency": {
  695. "avgcount": 72,
  696. "sum": 15654.199560149,
  697. "avgtime": 217.419438335
  698. },
  699. "activating_latency": {
  700. "avgcount": 189,
  701. "sum": 320.980391078,
  702. "avgtime": 1.698308947
  703. },
  704. "waitlocalrecoveryreserved_latency": {
  705. "avgcount": 63,
  706. "sum": 38670.070182598,
  707. "avgtime": 613.810637819
  708. },
  709. "waitremoterecoveryreserved_latency": {
  710. "avgcount": 57,
  711. "sum": 6886.072495145,
  712. "avgtime": 120.808289388
  713. },
  714. "recovering_latency": {
  715. "avgcount": 57,
  716. "sum": 396.632904569,
  717. "avgtime": 6.958472009
  718. },
  719. "recovered_latency": {
  720. "avgcount": 128,
  721. "sum": 13.950956881,
  722. "avgtime": 0.108991850
  723. },
  724. "clean_latency": {
  725. "avgcount": 87,
  726. "sum": 2885467.108471454,
  727. "avgtime": 33166.288603120
  728. },
  729. "active_latency": {
  730. "avgcount": 173,
  731. "sum": 3022049.537014444,
  732. "avgtime": 17468.494433609
  733. },
  734. "replicaactive_latency": {
  735. "avgcount": 170,
  736. "sum": 7035594.409705587,
  737. "avgtime": 41385.849468856
  738. },
  739. "stray_latency": {
  740. "avgcount": 345,
  741. "sum": 49310.747219967,
  742. "avgtime": 142.929702086
  743. },
  744. "getinfo_latency": {
  745. "avgcount": 245,
  746. "sum": 331.267832743,
  747. "avgtime": 1.352113603
  748. },
  749. "getlog_latency": {
  750. "avgcount": 236,
  751. "sum": 0.251907968,
  752. "avgtime": 0.001067406
  753. },
  754. "waitactingchange_latency": {
  755. "avgcount": 47,
  756. "sum": 42.571519494,
  757. "avgtime": 0.905777010
  758. },
  759. "incomplete_latency": {
  760. "avgcount": 0,
  761. "sum": 0.000000000,
  762. "avgtime": 0.000000000
  763. },
  764. "down_latency": {
  765. "avgcount": 0,
  766. "sum": 0.000000000,
  767. "avgtime": 0.000000000
  768. },
  769. "getmissing_latency": {
  770. "avgcount": 189,
  771. "sum": 1.700371775,
  772. "avgtime": 0.008996676
  773. },
  774. "waitupthru_latency": {
  775. "avgcount": 185,
  776. "sum": 164.394487260,
  777. "avgtime": 0.888618850
  778. },
  779. "notrecovering_latency": {
  780. "avgcount": 1,
  781. "sum": 0.000156186,
  782. "avgtime": 0.000156186
  783. }
  784. },
  785. "rocksdb": {
  786. "get": 47491559,
  787. "submit_transaction": 46300659,
  788. "submit_transaction_sync": 38650642,
  789. "get_latency": {
  790. "avgcount": 47491559,
  791. "sum": 2967.829645663,
  792. "avgtime": 0.000062491
  793. },
  794. "submit_latency": {
  795. "avgcount": 46300659,
  796. "sum": 5487.260408820,
  797. "avgtime": 0.000118513
  798. },
  799. "submit_sync_latency": {
  800. "avgcount": 38650642,
  801. "sum": 66486.908029939,
  802. "avgtime": 0.001720201
  803. },
  804. "compact": 0,
  805. "compact_range": 0,
  806. "compact_queue_merge": 0,
  807. "compact_queue_len": 0,
  808. "rocksdb_write_wal_time": {
  809. "avgcount": 0,
  810. "sum": 0.000000000,
  811. "avgtime": 0.000000000
  812. },
  813. "rocksdb_write_memtable_time": {
  814. "avgcount": 0,
  815. "sum": 0.000000000,
  816. "avgtime": 0.000000000
  817. },
  818. "rocksdb_write_delay_time": {
  819. "avgcount": 0,
  820. "sum": 0.000000000,
  821. "avgtime": 0.000000000
  822. },
  823. "rocksdb_write_pre_and_post_time": {
  824. "avgcount": 0,
  825. "sum": 0.000000000,
  826. "avgtime": 0.000000000
  827. }
  828. },
  829. "throttle-bluestore_throttle_bytes": {
  830. "val": 0,
  831. "max": 67108864,
  832. "get_started": 46300659,
  833. "get": 46300659,
  834. "get_sum": 32950450597466,
  835. "get_or_fail_fail": 0,
  836. "get_or_fail_success": 0,
  837. "take": 0,
  838. "take_sum": 0,
  839. "put": 38650608,
  840. "put_sum": 32950450597466,
  841. "wait": {
  842. "avgcount": 5035,
  843. "sum": 7599.385222050,
  844. "avgtime": 1.509311861
  845. }
  846. },
  847. "throttle-bluestore_throttle_deferred_bytes": {
  848. "val": 15646596,
  849. "max": 201326592,
  850. "get_started": 209,
  851. "get": 45097318,
  852. "get_sum": 31544930686145,
  853. "get_or_fail_fail": 209,
  854. "get_or_fail_success": 45097109,
  855. "take": 0,
  856. "take_sum": 0,
  857. "put": 14804274,
  858. "put_sum": 31544915039549,
  859. "wait": {
  860. "avgcount": 206,
  861. "sum": 51.473050486,
  862. "avgtime": 0.249869177
  863. }
  864. },
  865. "throttle-msgr_dispatch_throttler-client": {
  866. "val": 0,
  867. "max": 104857600,
  868. "get_started": 0,
  869. "get": 47121020,
  870. "get_sum": 292818411061,
  871. "get_or_fail_fail": 0,
  872. "get_or_fail_success": 47121020,
  873. "take": 0,
  874. "take_sum": 0,
  875. "put": 47121020,
  876. "put_sum": 292818411061,
  877. "wait": {
  878. "avgcount": 0,
  879. "sum": 0.000000000,
  880. "avgtime": 0.000000000
  881. }
  882. },
  883. "throttle-msgr_dispatch_throttler-cluster": {
  884. "val": 0,
  885. "max": 104857600,
  886. "get_started": 0,
  887. "get": 63946785,
  888. "get_sum": 623358090747,
  889. "get_or_fail_fail": 0,
  890. "get_or_fail_success": 63946785,
  891. "take": 0,
  892. "take_sum": 0,
  893. "put": 63946785,
  894. "put_sum": 623358090747,
  895. "wait": {
  896. "avgcount": 0,
  897. "sum": 0.000000000,
  898. "avgtime": 0.000000000
  899. }
  900. },
  901. "throttle-msgr_dispatch_throttler-hb_back_client": {
  902. "val": 0,
  903. "max": 104857600,
  904. "get_started": 0,
  905. "get": 6151437,
  906. "get_sum": 12327479748,
  907. "get_or_fail_fail": 0,
  908. "get_or_fail_success": 6151437,
  909. "take": 0,
  910. "take_sum": 0,
  911. "put": 6151437,
  912. "put_sum": 12327479748,
  913. "wait": {
  914. "avgcount": 0,
  915. "sum": 0.000000000,
  916. "avgtime": 0.000000000
  917. }
  918. },
  919. "throttle-msgr_dispatch_throttler-hb_back_server": {
  920. "val": 0,
  921. "max": 104857600,
  922. "get_started": 0,
  923. "get": 5633661,
  924. "get_sum": 11289856644,
  925. "get_or_fail_fail": 0,
  926. "get_or_fail_success": 5633661,
  927. "take": 0,
  928. "take_sum": 0,
  929. "put": 5633661,
  930. "put_sum": 11289856644,
  931. "wait": {
  932. "avgcount": 0,
  933. "sum": 0.000000000,
  934. "avgtime": 0.000000000
  935. }
  936. },
  937. "throttle-msgr_dispatch_throttler-hb_front_client": {
  938. "val": 0,
  939. "max": 104857600,
  940. "get_started": 0,
  941. "get": 6151437,
  942. "get_sum": 12327479748,
  943. "get_or_fail_fail": 0,
  944. "get_or_fail_success": 6151437,
  945. "take": 0,
  946. "take_sum": 0,
  947. "put": 6151437,
  948. "put_sum": 12327479748,
  949. "wait": {
  950. "avgcount": 0,
  951. "sum": 0.000000000,
  952. "avgtime": 0.000000000
  953. }
  954. },
  955. "throttle-msgr_dispatch_throttler-hb_front_server": {
  956. "val": 0,
  957. "max": 104857600,
  958. "get_started": 0,
  959. "get": 5633661,
  960. "get_sum": 11289856644,
  961. "get_or_fail_fail": 0,
  962. "get_or_fail_success": 5633661,
  963. "take": 0,
  964. "take_sum": 0,
  965. "put": 5633661,
  966. "put_sum": 11289856644,
  967. "wait": {
  968. "avgcount": 0,
  969. "sum": 0.000000000,
  970. "avgtime": 0.000000000
  971. }
  972. },
  973. "throttle-msgr_dispatch_throttler-ms_objecter": {
  974. "val": 0,
  975. "max": 104857600,
  976. "get_started": 0,
  977. "get": 0,
  978. "get_sum": 0,
  979. "get_or_fail_fail": 0,
  980. "get_or_fail_success": 0,
  981. "take": 0,
  982. "take_sum": 0,
  983. "put": 0,
  984. "put_sum": 0,
  985. "wait": {
  986. "avgcount": 0,
  987. "sum": 0.000000000,
  988. "avgtime": 0.000000000
  989. }
  990. },
  991. "throttle-objecter_bytes": {
  992. "val": 0,
  993. "max": 104857600,
  994. "get_started": 0,
  995. "get": 0,
  996. "get_sum": 0,
  997. "get_or_fail_fail": 0,
  998. "get_or_fail_success": 0,
  999. "take": 0,
  1000. "take_sum": 0,
  1001. "put": 0,
  1002. "put_sum": 0,
  1003. "wait": {
  1004. "avgcount": 0,
  1005. "sum": 0.000000000,
  1006. "avgtime": 0.000000000
  1007. }
  1008. },
  1009. "throttle-objecter_ops": {
  1010. "val": 0,
  1011. "max": 1024,
  1012. "get_started": 0,
  1013. "get": 0,
  1014. "get_sum": 0,
  1015. "get_or_fail_fail": 0,
  1016. "get_or_fail_success": 0,
  1017. "take": 0,
  1018. "take_sum": 0,
  1019. "put": 0,
  1020. "put_sum": 0,
  1021. "wait": {
  1022. "avgcount": 0,
  1023. "sum": 0.000000000,
  1024. "avgtime": 0.000000000
  1025. }
  1026. },
  1027. "throttle-osd_client_bytes": {
  1028. "val": 622,
  1029. "max": 524288000,
  1030. "get_started": 0,
  1031. "get": 47118435,
  1032. "get_sum": 292817489888,
  1033. "get_or_fail_fail": 0,
  1034. "get_or_fail_success": 47118435,
  1035. "take": 0,
  1036. "take_sum": 0,
  1037. "put": 85359407,
  1038. "put_sum": 292817489266,
  1039. "wait": {
  1040. "avgcount": 0,
  1041. "sum": 0.000000000,
  1042. "avgtime": 0.000000000
  1043. }
  1044. },
  1045. "throttle-osd_client_messages": {
  1046. "val": 0,
  1047. "max": 0,
  1048. "get_started": 0,
  1049. "get": 0,
  1050. "get_sum": 0,
  1051. "get_or_fail_fail": 0,
  1052. "get_or_fail_success": 0,
  1053. "take": 0,
  1054. "take_sum": 0,
  1055. "put": 0,
  1056. "put_sum": 0,
  1057. "wait": {
  1058. "avgcount": 0,
  1059. "sum": 0.000000000,
  1060. "avgtime": 0.000000000
  1061. }
  1062. }
  1063. }
  1064.  
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!