API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Aug 9th, 2018
750
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Logtalk 54.87 KB | None | 0 0
raw download clone embed print report
  1. curl http://c7stor02:9283/metrics
  2.  
  3. # HELP ceph_bluestore_state_aio_wait_lat_sum Average aio_wait state latency Total
  4. # TYPE ceph_bluestore_state_aio_wait_lat_sum counter
  5. ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.3"} 66.821269027
  6. ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.4"} 70.48566954
  7. ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.1"} 5.82435231
  8. ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.2"} 61.36494521
  9. ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.0"} 6.710559829
  10. # HELP ceph_paxos_store_state_latency_sum Storing state latency Total
  11. # TYPE ceph_paxos_store_state_latency_sum counter
  12. ceph_paxos_store_state_latency_sum{ceph_daemon="mon.c7stor02"} 0.0
  13. # HELP ceph_mds_cache_recovery_completed File recoveries completed
  14. # TYPE ceph_mds_cache_recovery_completed counter
  15. ceph_mds_cache_recovery_completed{ceph_daemon="mds.c7prx04"} 0.0
  16. # HELP ceph_osd_op_out_bytes Client operations total read size
  17. # TYPE ceph_osd_op_out_bytes counter
  18. ceph_osd_op_out_bytes{ceph_daemon="osd.3"} 0.0
  19. ceph_osd_op_out_bytes{ceph_daemon="osd.4"} 0.0
  20. ceph_osd_op_out_bytes{ceph_daemon="osd.1"} 1302.0
  21. ceph_osd_op_out_bytes{ceph_daemon="osd.2"} 3997.0
  22. ceph_osd_op_out_bytes{ceph_daemon="osd.0"} 0.0
  23. # HELP ceph_mds_reply_latency_sum Reply latency Total
  24. # TYPE ceph_mds_reply_latency_sum counter
  25. ceph_mds_reply_latency_sum{ceph_daemon="mds.c7prx04"} 50.450290307
  26. # HELP ceph_pg_incomplete PG incomplete
  27. # TYPE ceph_pg_incomplete gauge
  28. ceph_pg_incomplete 0.0
  29. # HELP ceph_bluestore_submit_lat_sum Average submit latency Total
  30. # TYPE ceph_bluestore_submit_lat_sum counter
  31. ceph_bluestore_submit_lat_sum{ceph_daemon="osd.3"} 44.375480145
  32. ceph_bluestore_submit_lat_sum{ceph_daemon="osd.4"} 41.717365938
  33. ceph_bluestore_submit_lat_sum{ceph_daemon="osd.1"} 5.345325569
  34. ceph_bluestore_submit_lat_sum{ceph_daemon="osd.2"} 86.673418932
  35. ceph_bluestore_submit_lat_sum{ceph_daemon="osd.0"} 8.723728348
  36. # HELP ceph_paxos_new_pn New proposal number queries
  37. # TYPE ceph_paxos_new_pn counter
  38. ceph_paxos_new_pn{ceph_daemon="mon.c7stor02"} 0.0
  39. # HELP ceph_paxos_commit Commits
  40. # TYPE ceph_paxos_commit counter
  41. ceph_paxos_commit{ceph_daemon="mon.c7stor02"} 361775.0
  42. # HELP ceph_paxos_new_pn_latency_count New proposal number getting latency Count
  43. # TYPE ceph_paxos_new_pn_latency_count counter
  44. ceph_paxos_new_pn_latency_count{ceph_daemon="mon.c7stor02"} 0.0
  45. # HELP ceph_osd_op_r_process_latency_count Latency of read operation (excluding queue time) Count
  46. # TYPE ceph_osd_op_r_process_latency_count counter
  47. ceph_osd_op_r_process_latency_count{ceph_daemon="osd.3"} 0.0
  48. ceph_osd_op_r_process_latency_count{ceph_daemon="osd.4"} 0.0
  49. ceph_osd_op_r_process_latency_count{ceph_daemon="osd.1"} 13.0
  50. ceph_osd_op_r_process_latency_count{ceph_daemon="osd.2"} 3.0
  51. ceph_osd_op_r_process_latency_count{ceph_daemon="osd.0"} 0.0
  52. # HELP ceph_osd_flag_norebalance OSD Flag norebalance
  53. # TYPE ceph_osd_flag_norebalance untyped
  54. ceph_osd_flag_norebalance 0.0
  55. # HELP ceph_paxos_begin_bytes_sum Data in transaction on begin Total
  56. # TYPE ceph_paxos_begin_bytes_sum counter
  57. ceph_paxos_begin_bytes_sum{ceph_daemon="mon.c7stor02"} 646252329.0
  58. # HELP ceph_osd_in OSD status in
  59. # TYPE ceph_osd_in untyped
  60. ceph_osd_in{ceph_daemon="osd.3"} 1.0
  61. ceph_osd_in{ceph_daemon="osd.4"} 1.0
  62. ceph_osd_in{ceph_daemon="osd.1"} 1.0
  63. ceph_osd_in{ceph_daemon="osd.2"} 1.0
  64. ceph_osd_in{ceph_daemon="osd.0"} 1.0
  65. # HELP ceph_paxos_collect_keys_sum Keys in transaction on peon collect Total
  66. # TYPE ceph_paxos_collect_keys_sum counter
  67. ceph_paxos_collect_keys_sum{ceph_daemon="mon.c7stor02"} 0.0
  68. # HELP ceph_paxos_accept_timeout Accept timeouts
  69. # TYPE ceph_paxos_accept_timeout counter
  70. ceph_paxos_accept_timeout{ceph_daemon="mon.c7stor02"} 0.0
  71. # HELP ceph_paxos_begin_latency_count Latency of begin operation Count
  72. # TYPE ceph_paxos_begin_latency_count counter
  73. ceph_paxos_begin_latency_count{ceph_daemon="mon.c7stor02"} 361775.0
  74. # HELP ceph_mds_caps Capabilities
  75. # TYPE ceph_mds_caps gauge
  76. ceph_mds_caps{ceph_daemon="mds.c7prx04"} 21344.0
  77. # HELP ceph_bluefs_wal_total_bytes Total bytes (wal device)
  78. # TYPE ceph_bluefs_wal_total_bytes gauge
  79. ceph_bluefs_wal_total_bytes{ceph_daemon="osd.3"} 0.0
  80. ceph_bluefs_wal_total_bytes{ceph_daemon="osd.4"} 0.0
  81. ceph_bluefs_wal_total_bytes{ceph_daemon="osd.1"} 0.0
  82. ceph_bluefs_wal_total_bytes{ceph_daemon="osd.2"} 0.0
  83. ceph_bluefs_wal_total_bytes{ceph_daemon="osd.0"} 0.0
  84. # HELP ceph_osd_flag_nobackfill OSD Flag nobackfill
  85. # TYPE ceph_osd_flag_nobackfill untyped
  86. ceph_osd_flag_nobackfill 0.0
  87. # HELP ceph_paxos_refresh Refreshes
  88. # TYPE ceph_paxos_refresh counter
  89. ceph_paxos_refresh{ceph_daemon="mon.c7stor02"} 361775.0
  90. # HELP ceph_bluestore_read_lat_count Average read latency Count
  91. # TYPE ceph_bluestore_read_lat_count counter
  92. ceph_bluestore_read_lat_count{ceph_daemon="osd.3"} 4537.0
  93. ceph_bluestore_read_lat_count{ceph_daemon="osd.4"} 3699.0
  94. ceph_bluestore_read_lat_count{ceph_daemon="osd.1"} 4997.0
  95. ceph_bluestore_read_lat_count{ceph_daemon="osd.2"} 5552.0
  96. ceph_bluestore_read_lat_count{ceph_daemon="osd.0"} 4748.0
  97. # HELP ceph_pg_degraded PG degraded
  98. # TYPE ceph_pg_degraded gauge
  99. ceph_pg_degraded 0.0
  100. # HELP ceph_mon_num_sessions Open sessions
  101. # TYPE ceph_mon_num_sessions gauge
  102. ceph_mon_num_sessions{ceph_daemon="mon.c7stor02"} 14.0
  103. # HELP ceph_bluefs_bytes_written_wal Bytes written to WAL
  104. # TYPE ceph_bluefs_bytes_written_wal counter
  105. ceph_bluefs_bytes_written_wal{ceph_daemon="osd.3"} 141811337.0
  106. ceph_bluefs_bytes_written_wal{ceph_daemon="osd.4"} 163437330.0
  107. ceph_bluefs_bytes_written_wal{ceph_daemon="osd.1"} 172255468.0
  108. ceph_bluefs_bytes_written_wal{ceph_daemon="osd.2"} 185544175.0
  109. ceph_bluefs_bytes_written_wal{ceph_daemon="osd.0"} 191627997.0
  110. # HELP ceph_mon_num_elections Elections participated in
  111. # TYPE ceph_mon_num_elections counter
  112. ceph_mon_num_elections{ceph_daemon="mon.c7stor02"} 2.0
  113. # HELP ceph_mds_mem_dn Dentries
  114. # TYPE ceph_mds_mem_dn gauge
  115. ceph_mds_mem_dn{ceph_daemon="mds.c7prx04"} 25399.0
  116. # HELP ceph_osd_op_process_latency_count Latency of client operations (excluding queue time) Count
  117. # TYPE ceph_osd_op_process_latency_count counter
  118. ceph_osd_op_process_latency_count{ceph_daemon="osd.3"} 4945.0
  119. ceph_osd_op_process_latency_count{ceph_daemon="osd.4"} 5093.0
  120. ceph_osd_op_process_latency_count{ceph_daemon="osd.1"} 6106.0
  121. ceph_osd_op_process_latency_count{ceph_daemon="osd.2"} 6550.0
  122. ceph_osd_op_process_latency_count{ceph_daemon="osd.0"} 6399.0
  123. # HELP ceph_fs_metadata FS Metadata
  124. # TYPE ceph_fs_metadata untyped
  125. ceph_fs_metadata{data_pools="1",fs_id="1",metadata_pool="2",name="cephfs"} 1.0
  126. # HELP ceph_osd_op_w_prepare_latency_count Latency of write operations (excluding queue time and wait for finished) Count
  127. # TYPE ceph_osd_op_w_prepare_latency_count counter
  128. ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.3"} 4949.0
  129. ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.4"} 5109.0
  130. ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.1"} 6107.0
  131. ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.2"} 6554.0
  132. ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.0"} 6413.0
  133. # HELP ceph_paxos_share_state_bytes_count Data in shared state Count
  134. # TYPE ceph_paxos_share_state_bytes_count counter
  135. ceph_paxos_share_state_bytes_count{ceph_daemon="mon.c7stor02"} 0.0
  136. # HELP ceph_objecter_op_active Operations active
  137. # TYPE ceph_objecter_op_active gauge
  138. ceph_objecter_op_active{ceph_daemon="osd.1"} 0.0
  139. ceph_objecter_op_active{ceph_daemon="osd.0"} 0.0
  140. ceph_objecter_op_active{ceph_daemon="osd.3"} 0.0
  141. ceph_objecter_op_active{ceph_daemon="osd.2"} 0.0
  142. ceph_objecter_op_active{ceph_daemon="osd.4"} 0.0
  143. ceph_objecter_op_active{ceph_daemon="mds.c7prx04"} 0.0
  144. # HELP ceph_paxos_refresh_latency_count Refresh latency Count
  145. # TYPE ceph_paxos_refresh_latency_count counter
  146. ceph_paxos_refresh_latency_count{ceph_daemon="mon.c7stor02"} 361775.0
  147. # HELP ceph_pg_backfill_unfound PG backfill_unfound
  148. # TYPE ceph_pg_backfill_unfound gauge
  149. ceph_pg_backfill_unfound 0.0
  150. # HELP ceph_num_objects_degraded Number of degraded objects
  151. # TYPE ceph_num_objects_degraded gauge
  152. ceph_num_objects_degraded 0.0
  153. # HELP ceph_osd_flag_nodeep_scrub OSD Flag nodeep-scrub
  154. # TYPE ceph_osd_flag_nodeep_scrub untyped
  155. ceph_osd_flag_nodeep_scrub 0.0
  156. # HELP ceph_osd_apply_latency_ms OSD stat apply_latency_ms
  157. # TYPE ceph_osd_apply_latency_ms gauge
  158. ceph_osd_apply_latency_ms{ceph_daemon="osd.3"} 0.0
  159. ceph_osd_apply_latency_ms{ceph_daemon="osd.4"} 0.0
  160. ceph_osd_apply_latency_ms{ceph_daemon="osd.1"} 0.0
  161. ceph_osd_apply_latency_ms{ceph_daemon="osd.2"} 0.0
  162. ceph_osd_apply_latency_ms{ceph_daemon="osd.0"} 0.0
  163. # HELP ceph_paxos_begin_latency_sum Latency of begin operation Total
  164. # TYPE ceph_paxos_begin_latency_sum counter
  165. ceph_paxos_begin_latency_sum{ceph_daemon="mon.c7stor02"} 1339.118681868
  166. # HELP ceph_osd_flag_noin OSD Flag noin
  167. # TYPE ceph_osd_flag_noin untyped
  168. ceph_osd_flag_noin 0.0
  169. # HELP ceph_osd_op_r Client read operations
  170. # TYPE ceph_osd_op_r counter
  171. ceph_osd_op_r{ceph_daemon="osd.3"} 0.0
  172. ceph_osd_op_r{ceph_daemon="osd.4"} 0.0
  173. ceph_osd_op_r{ceph_daemon="osd.1"} 13.0
  174. ceph_osd_op_r{ceph_daemon="osd.2"} 3.0
  175. ceph_osd_op_r{ceph_daemon="osd.0"} 0.0
  176. # HELP ceph_bluestore_kv_lat_sum Average kv_thread sync latency Total
  177. # TYPE ceph_bluestore_kv_lat_sum counter
  178. ceph_bluestore_kv_lat_sum{ceph_daemon="osd.3"} 19.749118833
  179. ceph_bluestore_kv_lat_sum{ceph_daemon="osd.4"} 23.142003366
  180. ceph_bluestore_kv_lat_sum{ceph_daemon="osd.1"} 21.776073821
  181. ceph_bluestore_kv_lat_sum{ceph_daemon="osd.2"} 35.6033154
  182. ceph_bluestore_kv_lat_sum{ceph_daemon="osd.0"} 22.024446388
  183. # HELP ceph_pool_max_avail DF pool max_avail
  184. # TYPE ceph_pool_max_avail gauge
  185. ceph_pool_max_avail{pool_id="2"} 12524716032.0
  186. ceph_pool_max_avail{pool_id="1"} 12524716032.0
  187. # HELP ceph_pool_rd DF pool rd
  188. # TYPE ceph_pool_rd gauge
  189. ceph_pool_rd{pool_id="2"} 13.0
  190. ceph_pool_rd{pool_id="1"} 3.0
  191. # HELP ceph_paxos_commit_latency_count Commit latency Count
  192. # TYPE ceph_paxos_commit_latency_count counter
  193. ceph_paxos_commit_latency_count{ceph_daemon="mon.c7stor02"} 361775.0
  194. # HELP ceph_bluestore_throttle_lat_count Average submit throttle latency Count
  195. # TYPE ceph_bluestore_throttle_lat_count counter
  196. ceph_bluestore_throttle_lat_count{ceph_daemon="osd.3"} 20210.0
  197. ceph_bluestore_throttle_lat_count{ceph_daemon="osd.4"} 21280.0
  198. ceph_bluestore_throttle_lat_count{ceph_daemon="osd.1"} 21659.0
  199. ceph_bluestore_throttle_lat_count{ceph_daemon="osd.2"} 25036.0
  200. ceph_bluestore_throttle_lat_count{ceph_daemon="osd.0"} 24214.0
  201. # HELP ceph_paxos_lease_ack_timeout Lease acknowledgement timeouts
  202. # TYPE ceph_paxos_lease_ack_timeout counter
  203. ceph_paxos_lease_ack_timeout{ceph_daemon="mon.c7stor02"} 0.0
  204. # HELP ceph_bluestore_commit_lat_sum Average commit latency Total
  205. # TYPE ceph_bluestore_commit_lat_sum counter
  206. ceph_bluestore_commit_lat_sum{ceph_daemon="osd.3"} 1022.744985256
  207. ceph_bluestore_commit_lat_sum{ceph_daemon="osd.4"} 751.884696429
  208. ceph_bluestore_commit_lat_sum{ceph_daemon="osd.1"} 169.870175056
  209. ceph_bluestore_commit_lat_sum{ceph_daemon="osd.2"} 1338.132445657
  210. ceph_bluestore_commit_lat_sum{ceph_daemon="osd.0"} 214.191152704
  211. # HELP ceph_paxos_collect_bytes_sum Data in transaction on peon collect Total
  212. # TYPE ceph_paxos_collect_bytes_sum counter
  213. ceph_paxos_collect_bytes_sum{ceph_daemon="mon.c7stor02"} 0.0
  214. # HELP ceph_pg_stale PG stale
  215. # TYPE ceph_pg_stale gauge
  216. ceph_pg_stale 0.0
  217. # HELP ceph_health_status Cluster health status
  218. # TYPE ceph_health_status untyped
  219. ceph_health_status 2.0
  220. # HELP ceph_pool_wr_bytes DF pool wr_bytes
  221. # TYPE ceph_pool_wr_bytes gauge
  222. ceph_pool_wr_bytes{pool_id="2"} 146057216.0
  223. ceph_pool_wr_bytes{pool_id="1"} 917242880.0
  224. # HELP ceph_osd_op_rw_latency_count Latency of read-modify-write operation (including queue time) Count
  225. # TYPE ceph_osd_op_rw_latency_count counter
  226. ceph_osd_op_rw_latency_count{ceph_daemon="osd.3"} 0.0
  227. ceph_osd_op_rw_latency_count{ceph_daemon="osd.4"} 0.0
  228. ceph_osd_op_rw_latency_count{ceph_daemon="osd.1"} 0.0
  229. ceph_osd_op_rw_latency_count{ceph_daemon="osd.2"} 0.0
  230. ceph_osd_op_rw_latency_count{ceph_daemon="osd.0"} 0.0
  231. # HELP ceph_mds_cache_num_strays Stray dentries
  232. # TYPE ceph_mds_cache_num_strays gauge
  233. ceph_mds_cache_num_strays{ceph_daemon="mds.c7prx04"} 0.0
  234. # HELP ceph_mds_forward Forwarding request
  235. # TYPE ceph_mds_forward counter
  236. ceph_mds_forward{ceph_daemon="mds.c7prx04"} 0.0
  237. # HELP ceph_osd_op_rw_latency_sum Latency of read-modify-write operation (including queue time) Total
  238. # TYPE ceph_osd_op_rw_latency_sum counter
  239. ceph_osd_op_rw_latency_sum{ceph_daemon="osd.3"} 0.0
  240. ceph_osd_op_rw_latency_sum{ceph_daemon="osd.4"} 0.0
  241. ceph_osd_op_rw_latency_sum{ceph_daemon="osd.1"} 0.0
  242. ceph_osd_op_rw_latency_sum{ceph_daemon="osd.2"} 0.0
  243. ceph_osd_op_rw_latency_sum{ceph_daemon="osd.0"} 0.0
  244. # HELP ceph_paxos_share_state Sharings of state
  245. # TYPE ceph_paxos_share_state counter
  246. ceph_paxos_share_state{ceph_daemon="mon.c7stor02"} 0.0
  247. # HELP ceph_mds_request Requests
  248. # TYPE ceph_mds_request counter
  249. ceph_mds_request{ceph_daemon="mds.c7prx04"} 25471.0
  250. # HELP ceph_osd_op_r_prepare_latency_sum Latency of read operations (excluding queue time and wait for finished) Total
  251. # TYPE ceph_osd_op_r_prepare_latency_sum counter
  252. ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.3"} 0.0
  253. ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.4"} 0.0
  254. ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.1"} 0.000652219
  255. ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.2"} 0.022339792
  256. ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.0"} 0.0
  257. # HELP ceph_bluestore_kv_flush_lat_sum Average kv_thread flush latency Total
  258. # TYPE ceph_bluestore_kv_flush_lat_sum counter
  259. ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.3"} 0.010132247
  260. ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.4"} 0.01729251
  261. ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.1"} 0.005821822
  262. ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.2"} 0.013603162
  263. ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.0"} 0.006119066
  264. # HELP ceph_osd_op_rw_process_latency_sum Latency of read-modify-write operation (excluding queue time) Total
  265. # TYPE ceph_osd_op_rw_process_latency_sum counter
  266. ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.3"} 0.0
  267. ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.4"} 0.0
  268. ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.1"} 0.0
  269. ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.2"} 0.0
  270. ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.0"} 0.0
  271. # HELP ceph_osd_metadata OSD Metadata
  272. # TYPE ceph_osd_metadata untyped
  273. ceph_osd_metadata{ceph_daemon="osd.4",cluster_addr="10.2.10.22",device_class="hdd",hostname="c7stor06.mycloud.kz",public_addr="10.2.10.22",ceph_version="ceph version 13.2.1 (5533ecdc0fda920179d7ad84e0aa65a127b20d77) mimic (stable)"} 1.0
  274. ceph_osd_metadata{ceph_daemon="osd.1",cluster_addr="10.2.10.8",device_class="hdd",hostname="c7stor03.mycloud.kz",public_addr="10.2.10.8",ceph_version="ceph version 13.2.1 (5533ecdc0fda920179d7ad84e0aa65a127b20d77) mimic (stable)"} 1.0
  275. ceph_osd_metadata{ceph_daemon="osd.0",cluster_addr="10.2.10.7",device_class="hdd",hostname="c7stor02.mycloud.kz",public_addr="10.2.10.7",ceph_version="ceph version 13.2.1 (5533ecdc0fda920179d7ad84e0aa65a127b20d77) mimic (stable)"} 1.0
  276. ceph_osd_metadata{ceph_daemon="osd.2",cluster_addr="10.2.10.20",device_class="hdd",hostname="c7prx04.mycloud.kz",public_addr="10.2.10.20",ceph_version="ceph version 13.2.1 (5533ecdc0fda920179d7ad84e0aa65a127b20d77) mimic (stable)"} 1.0
  277. ceph_osd_metadata{ceph_daemon="osd.3",cluster_addr="10.2.10.21",device_class="hdd",hostname="c7stor05.mycloud.kz",public_addr="10.2.10.21",ceph_version="ceph version 13.2.1 (5533ecdc0fda920179d7ad84e0aa65a127b20d77) mimic (stable)"} 1.0
  278. # HELP ceph_rocksdb_rocksdb_write_memtable_time_count Rocksdb write memtable time Count
  279. # TYPE ceph_rocksdb_rocksdb_write_memtable_time_count counter
  280. ceph_rocksdb_rocksdb_write_memtable_time_count{ceph_daemon="mon.c7stor02"} 0.0
  281. # HELP ceph_paxos_collect_latency_count Peon collect latency Count
  282. # TYPE ceph_paxos_collect_latency_count counter
  283. ceph_paxos_collect_latency_count{ceph_daemon="mon.c7stor02"} 0.0
  284. # HELP ceph_pg_undersized PG undersized
  285. # TYPE ceph_pg_undersized gauge
  286. ceph_pg_undersized 0.0
  287. # HELP ceph_osd_op_r_out_bytes Client data read
  288. # TYPE ceph_osd_op_r_out_bytes counter
  289. ceph_osd_op_r_out_bytes{ceph_daemon="osd.3"} 0.0
  290. ceph_osd_op_r_out_bytes{ceph_daemon="osd.4"} 0.0
  291. ceph_osd_op_r_out_bytes{ceph_daemon="osd.1"} 1302.0
  292. ceph_osd_op_r_out_bytes{ceph_daemon="osd.2"} 3997.0
  293. ceph_osd_op_r_out_bytes{ceph_daemon="osd.0"} 0.0
  294. # HELP ceph_paxos_collect_latency_sum Peon collect latency Total
  295. # TYPE ceph_paxos_collect_latency_sum counter
  296. ceph_paxos_collect_latency_sum{ceph_daemon="mon.c7stor02"} 0.0
  297. # HELP ceph_rocksdb_rocksdb_write_delay_time_count Rocksdb write delay time Count
  298. # TYPE ceph_rocksdb_rocksdb_write_delay_time_count counter
  299. ceph_rocksdb_rocksdb_write_delay_time_count{ceph_daemon="mon.c7stor02"} 0.0
  300. # HELP ceph_objecter_op_rmw Read-modify-write operations
  301. # TYPE ceph_objecter_op_rmw counter
  302. ceph_objecter_op_rmw{ceph_daemon="osd.1"} 0.0
  303. ceph_objecter_op_rmw{ceph_daemon="osd.0"} 0.0
  304. ceph_objecter_op_rmw{ceph_daemon="osd.3"} 0.0
  305. ceph_objecter_op_rmw{ceph_daemon="osd.2"} 0.0
  306. ceph_objecter_op_rmw{ceph_daemon="osd.4"} 0.0
  307. ceph_objecter_op_rmw{ceph_daemon="mds.c7prx04"} 0.0
  308. # HELP ceph_paxos_begin_keys_sum Keys in transaction on begin Total
  309. # TYPE ceph_paxos_begin_keys_sum counter
  310. ceph_paxos_begin_keys_sum{ceph_daemon="mon.c7stor02"} 1085325.0
  311. # HELP ceph_pg_peering PG peering
  312. # TYPE ceph_pg_peering gauge
  313. ceph_pg_peering 0.0
  314. # HELP ceph_osd_numpg Placement groups
  315. # TYPE ceph_osd_numpg gauge
  316. ceph_osd_numpg{ceph_daemon="osd.3"} 140.0
  317. ceph_osd_numpg{ceph_daemon="osd.4"} 154.0
  318. ceph_osd_numpg{ceph_daemon="osd.1"} 147.0
  319. ceph_osd_numpg{ceph_daemon="osd.2"} 174.0
  320. ceph_osd_numpg{ceph_daemon="osd.0"} 153.0
  321. # HELP ceph_osd_flag_noout OSD Flag noout
  322. # TYPE ceph_osd_flag_noout untyped
  323. ceph_osd_flag_noout 0.0
  324. # HELP ceph_pg_inconsistent PG inconsistent
  325. # TYPE ceph_pg_inconsistent gauge
  326. ceph_pg_inconsistent 0.0
  327. # HELP ceph_cluster_total_objects DF total_objects
  328. # TYPE ceph_cluster_total_objects gauge
  329. ceph_cluster_total_objects 22332.0
  330. # HELP ceph_osd_stat_bytes OSD size
  331. # TYPE ceph_osd_stat_bytes gauge
  332. ceph_osd_stat_bytes{ceph_daemon="osd.3"} 10733223936.0
  333. ceph_osd_stat_bytes{ceph_daemon="osd.4"} 10733223936.0
  334. ceph_osd_stat_bytes{ceph_daemon="osd.1"} 10733223936.0
  335. ceph_osd_stat_bytes{ceph_daemon="osd.2"} 10733223936.0
  336. ceph_osd_stat_bytes{ceph_daemon="osd.0"} 10733223936.0
  337. # HELP ceph_rocksdb_rocksdb_write_pre_and_post_time_count total time spent on writing a record, excluding write process Count
  338. # TYPE ceph_rocksdb_rocksdb_write_pre_and_post_time_count counter
  339. ceph_rocksdb_rocksdb_write_pre_and_post_time_count{ceph_daemon="mon.c7stor02"} 0.0
  340. # HELP ceph_rocksdb_compact_queue_merge Mergings of ranges in compaction queue
  341. # TYPE ceph_rocksdb_compact_queue_merge counter
  342. ceph_rocksdb_compact_queue_merge{ceph_daemon="mon.c7stor02"} 0.0
  343. # HELP ceph_paxos_collect_bytes_count Data in transaction on peon collect Count
  344. # TYPE ceph_paxos_collect_bytes_count counter
  345. ceph_paxos_collect_bytes_count{ceph_daemon="mon.c7stor02"} 0.0
  346. # HELP ceph_osd_op Client operations
  347. # TYPE ceph_osd_op counter
  348. ceph_osd_op{ceph_daemon="osd.3"} 4945.0
  349. ceph_osd_op{ceph_daemon="osd.4"} 5093.0
  350. ceph_osd_op{ceph_daemon="osd.1"} 6106.0
  351. ceph_osd_op{ceph_daemon="osd.2"} 6550.0
  352. ceph_osd_op{ceph_daemon="osd.0"} 6399.0
  353. # HELP ceph_paxos_commit_keys_sum Keys in transaction on commit Total
  354. # TYPE ceph_paxos_commit_keys_sum counter
  355. ceph_paxos_commit_keys_sum{ceph_daemon="mon.c7stor02"} 2161254.0
  356. # HELP ceph_osd_op_rw_in_bytes Client read-modify-write operations write in
  357. # TYPE ceph_osd_op_rw_in_bytes counter
  358. ceph_osd_op_rw_in_bytes{ceph_daemon="osd.3"} 0.0
  359. ceph_osd_op_rw_in_bytes{ceph_daemon="osd.4"} 0.0
  360. ceph_osd_op_rw_in_bytes{ceph_daemon="osd.1"} 0.0
  361. ceph_osd_op_rw_in_bytes{ceph_daemon="osd.2"} 0.0
  362. ceph_osd_op_rw_in_bytes{ceph_daemon="osd.0"} 0.0
  363. # HELP ceph_osd_op_rw_out_bytes Client read-modify-write operations read out
  364. # TYPE ceph_osd_op_rw_out_bytes counter
  365. ceph_osd_op_rw_out_bytes{ceph_daemon="osd.3"} 0.0
  366. ceph_osd_op_rw_out_bytes{ceph_daemon="osd.4"} 0.0
  367. ceph_osd_op_rw_out_bytes{ceph_daemon="osd.1"} 0.0
  368. ceph_osd_op_rw_out_bytes{ceph_daemon="osd.2"} 0.0
  369. ceph_osd_op_rw_out_bytes{ceph_daemon="osd.0"} 0.0
  370. # HELP ceph_bluefs_wal_used_bytes Used bytes (wal device)
  371. # TYPE ceph_bluefs_wal_used_bytes gauge
  372. ceph_bluefs_wal_used_bytes{ceph_daemon="osd.3"} 0.0
  373. ceph_bluefs_wal_used_bytes{ceph_daemon="osd.4"} 0.0
  374. ceph_bluefs_wal_used_bytes{ceph_daemon="osd.1"} 0.0
  375. ceph_bluefs_wal_used_bytes{ceph_daemon="osd.2"} 0.0
  376. ceph_bluefs_wal_used_bytes{ceph_daemon="osd.0"} 0.0
  377. # HELP ceph_bluefs_bytes_written_sst Bytes written to SSTs
  378. # TYPE ceph_bluefs_bytes_written_sst counter
  379. ceph_bluefs_bytes_written_sst{ceph_daemon="osd.3"} 1517.0
  380. ceph_bluefs_bytes_written_sst{ceph_daemon="osd.4"} 1517.0
  381. ceph_bluefs_bytes_written_sst{ceph_daemon="osd.1"} 1517.0
  382. ceph_bluefs_bytes_written_sst{ceph_daemon="osd.2"} 1517.0
  383. ceph_bluefs_bytes_written_sst{ceph_daemon="osd.0"} 1517.0
  384. # HELP ceph_osd_op_rw_process_latency_count Latency of read-modify-write operation (excluding queue time) Count
  385. # TYPE ceph_osd_op_rw_process_latency_count counter
  386. ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.3"} 0.0
  387. ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.4"} 0.0
  388. ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.1"} 0.0
  389. ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.2"} 0.0
  390. ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.0"} 0.0
  391. # HELP ceph_rocksdb_compact_queue_len Length of compaction queue
  392. # TYPE ceph_rocksdb_compact_queue_len gauge
  393. ceph_rocksdb_compact_queue_len{ceph_daemon="mon.c7stor02"} 0.0
  394. # HELP ceph_pool_wr DF pool wr
  395. # TYPE ceph_pool_wr gauge
  396. ceph_pool_wr{pool_id="2"} 6875.0
  397. ceph_pool_wr{pool_id="1"} 22286.0
  398. # HELP ceph_bluestore_throttle_lat_sum Average submit throttle latency Total
  399. # TYPE ceph_bluestore_throttle_lat_sum counter
  400. ceph_bluestore_throttle_lat_sum{ceph_daemon="osd.3"} 42.239335549
  401. ceph_bluestore_throttle_lat_sum{ceph_daemon="osd.4"} 38.03172029
  402. ceph_bluestore_throttle_lat_sum{ceph_daemon="osd.1"} 3.993408434
  403. ceph_bluestore_throttle_lat_sum{ceph_daemon="osd.2"} 80.438125487
  404. ceph_bluestore_throttle_lat_sum{ceph_daemon="osd.0"} 7.069643741
  405. # HELP ceph_bluefs_slow_used_bytes Used bytes (slow device)
  406. # TYPE ceph_bluefs_slow_used_bytes gauge
  407. ceph_bluefs_slow_used_bytes{ceph_daemon="osd.3"} 0.0
  408. ceph_bluefs_slow_used_bytes{ceph_daemon="osd.4"} 0.0
  409. ceph_bluefs_slow_used_bytes{ceph_daemon="osd.1"} 0.0
  410. ceph_bluefs_slow_used_bytes{ceph_daemon="osd.2"} 0.0
  411. ceph_bluefs_slow_used_bytes{ceph_daemon="osd.0"} 0.0
  412. # HELP ceph_osd_op_r_latency_sum Latency of read operation (including queue time) Total
  413. # TYPE ceph_osd_op_r_latency_sum counter
  414. ceph_osd_op_r_latency_sum{ceph_daemon="osd.3"} 0.0
  415. ceph_osd_op_r_latency_sum{ceph_daemon="osd.4"} 0.0
  416. ceph_osd_op_r_latency_sum{ceph_daemon="osd.1"} 0.016068182
  417. ceph_osd_op_r_latency_sum{ceph_daemon="osd.2"} 0.022500254
  418. ceph_osd_op_r_latency_sum{ceph_daemon="osd.0"} 0.0
  419. # HELP ceph_bluestore_kv_flush_lat_count Average kv_thread flush latency Count
  420. # TYPE ceph_bluestore_kv_flush_lat_count counter
  421. ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.3"} 3268.0
  422. ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.4"} 4053.0
  423. ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.1"} 6313.0
  424. ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.2"} 4149.0
  425. ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.0"} 6053.0
  426. # HELP ceph_rocksdb_compact_range Compactions by range
  427. # TYPE ceph_rocksdb_compact_range counter
  428. ceph_rocksdb_compact_range{ceph_daemon="mon.c7stor02"} 4299.0
  429. # HELP ceph_osd_op_latency_sum Latency of client operations (including queue time) Total
  430. # TYPE ceph_osd_op_latency_sum counter
  431. ceph_osd_op_latency_sum{ceph_daemon="osd.3"} 6757.199632782
  432. ceph_osd_op_latency_sum{ceph_daemon="osd.4"} 5769.142818442
  433. ceph_osd_op_latency_sum{ceph_daemon="osd.1"} 5528.730388011
  434. ceph_osd_op_latency_sum{ceph_daemon="osd.2"} 12066.089802447
  435. ceph_osd_op_latency_sum{ceph_daemon="osd.0"} 8401.763100959
  436. # HELP ceph_mon_session_add Created sessions
  437. # TYPE ceph_mon_session_add counter
  438. ceph_mon_session_add{ceph_daemon="mon.c7stor02"} 172.0
  439. # HELP ceph_paxos_share_state_keys_count Keys in shared state Count
  440. # TYPE ceph_paxos_share_state_keys_count counter
  441. ceph_paxos_share_state_keys_count{ceph_daemon="mon.c7stor02"} 0.0
  442. # HELP ceph_num_objects_misplaced Number of misplaced objects
  443. # TYPE ceph_num_objects_misplaced gauge
  444. ceph_num_objects_misplaced 0.0
  445. # HELP ceph_mds_inodes Inodes
  446. # TYPE ceph_mds_inodes gauge
  447. ceph_mds_inodes{ceph_daemon="mds.c7prx04"} 25393.0
  448. # HELP ceph_paxos_collect Peon collects
  449. # TYPE ceph_paxos_collect counter
  450. ceph_paxos_collect{ceph_daemon="mon.c7stor02"} 0.0
  451. # HELP ceph_osd_op_w_in_bytes Client data written
  452. # TYPE ceph_osd_op_w_in_bytes counter
  453. ceph_osd_op_w_in_bytes{ceph_daemon="osd.3"} 173413890.0
  454. ceph_osd_op_w_in_bytes{ceph_daemon="osd.4"} 175889243.0
  455. ceph_osd_op_w_in_bytes{ceph_daemon="osd.1"} 172792256.0
  456. ceph_osd_op_w_in_bytes{ceph_daemon="osd.2"} 284135924.0
  457. ceph_osd_op_w_in_bytes{ceph_daemon="osd.0"} 239734317.0
  458. # HELP ceph_osd_op_r_process_latency_sum Latency of read operation (excluding queue time) Total
  459. # TYPE ceph_osd_op_r_process_latency_sum counter
  460. ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.3"} 0.0
  461. ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.4"} 0.0
  462. ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.1"} 0.000325206
  463. ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.2"} 0.022156227
  464. ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.0"} 0.0
  465. # HELP ceph_paxos_start_peon Starts in peon role
  466. # TYPE ceph_paxos_start_peon counter
  467. ceph_paxos_start_peon{ceph_daemon="mon.c7stor02"} 0.0
  468. # HELP ceph_cluster_total_bytes DF total_bytes
  469. # TYPE ceph_cluster_total_bytes gauge
  470. ceph_cluster_total_bytes 53666119680.0
  471. # HELP ceph_mon_session_trim Trimmed sessions
  472. # TYPE ceph_mon_session_trim counter
  473. ceph_mon_session_trim{ceph_daemon="mon.c7stor02"} 0.0
  474. # HELP ceph_pg_recovery_wait PG recovery_wait
  475. # TYPE ceph_pg_recovery_wait gauge
  476. ceph_pg_recovery_wait 0.0
  477. # HELP ceph_rocksdb_get_latency_sum Get latency Total
  478. # TYPE ceph_rocksdb_get_latency_sum counter
  479. ceph_rocksdb_get_latency_sum{ceph_daemon="mon.c7stor02"} 70.849516924
  480. # HELP ceph_rocksdb_submit_transaction_sync Submit transactions sync
  481. # TYPE ceph_rocksdb_submit_transaction_sync counter
  482. ceph_rocksdb_submit_transaction_sync{ceph_daemon="mon.c7stor02"} 723585.0
  483. # HELP ceph_osd_op_rw Client read-modify-write operations
  484. # TYPE ceph_osd_op_rw counter
  485. ceph_osd_op_rw{ceph_daemon="osd.3"} 0.0
  486. ceph_osd_op_rw{ceph_daemon="osd.4"} 0.0
  487. ceph_osd_op_rw{ceph_daemon="osd.1"} 0.0
  488. ceph_osd_op_rw{ceph_daemon="osd.2"} 0.0
  489. ceph_osd_op_rw{ceph_daemon="osd.0"} 0.0
  490. # HELP ceph_paxos_store_state_keys_count Keys in transaction in stored state Count
  491. # TYPE ceph_paxos_store_state_keys_count counter
  492. ceph_paxos_store_state_keys_count{ceph_daemon="mon.c7stor02"} 0.0
  493. # HELP ceph_rocksdb_rocksdb_write_delay_time_sum Rocksdb write delay time Total
  494. # TYPE ceph_rocksdb_rocksdb_write_delay_time_sum counter
  495. ceph_rocksdb_rocksdb_write_delay_time_sum{ceph_daemon="mon.c7stor02"} 0.0
  496. # HELP ceph_pool_objects DF pool objects
  497. # TYPE ceph_pool_objects gauge
  498. ceph_pool_objects{pool_id="2"} 56.0
  499. ceph_pool_objects{pool_id="1"} 22276.0
  500. # HELP ceph_pg_backfill_wait PG backfill_wait
  501. # TYPE ceph_pg_backfill_wait gauge
  502. ceph_pg_backfill_wait 0.0
  503. # HELP ceph_osd_recovery_ops Started recovery operations
  504. # TYPE ceph_osd_recovery_ops counter
  505. ceph_osd_recovery_ops{ceph_daemon="osd.3"} 0.0
  506. ceph_osd_recovery_ops{ceph_daemon="osd.4"} 0.0
  507. ceph_osd_recovery_ops{ceph_daemon="osd.1"} 0.0
  508. ceph_osd_recovery_ops{ceph_daemon="osd.2"} 0.0
  509. ceph_osd_recovery_ops{ceph_daemon="osd.0"} 0.0
  510. # HELP ceph_rocksdb_compact Compactions
  511. # TYPE ceph_rocksdb_compact counter
  512. ceph_rocksdb_compact{ceph_daemon="mon.c7stor02"} 0.0
  513. # HELP ceph_bluefs_logged_bytes Bytes written to the metadata log
  514. # TYPE ceph_bluefs_logged_bytes counter
  515. ceph_bluefs_logged_bytes{ceph_daemon="osd.3"} 13627392.0
  516. ceph_bluefs_logged_bytes{ceph_daemon="osd.4"} 16887808.0
  517. ceph_bluefs_logged_bytes{ceph_daemon="osd.1"} 26189824.0
  518. ceph_bluefs_logged_bytes{ceph_daemon="osd.2"} 17301504.0
  519. ceph_bluefs_logged_bytes{ceph_daemon="osd.0"} 25137152.0
  520. # HELP ceph_rocksdb_get Gets
  521. # TYPE ceph_rocksdb_get counter
  522. ceph_rocksdb_get{ceph_daemon="mon.c7stor02"} 13384819.0
  523. # HELP ceph_pool_metadata POOL Metadata
  524. # TYPE ceph_pool_metadata untyped
  525. ceph_pool_metadata{pool_id="2",name="cephfs_metadata"} 1.0
  526. ceph_pool_metadata{pool_id="1",name="cephfs_data"} 1.0
  527. # HELP ceph_bluefs_db_total_bytes Total bytes (main db device)
  528. # TYPE ceph_bluefs_db_total_bytes gauge
  529. ceph_bluefs_db_total_bytes{ceph_daemon="osd.3"} 1233125376.0
  530. ceph_bluefs_db_total_bytes{ceph_daemon="osd.4"} 1257242624.0
  531. ceph_bluefs_db_total_bytes{ceph_daemon="osd.1"} 1269825536.0
  532. ceph_bluefs_db_total_bytes{ceph_daemon="osd.2"} 1279262720.0
  533. ceph_bluefs_db_total_bytes{ceph_daemon="osd.0"} 1289748480.0
  534. # HELP ceph_pg_recovery_toofull PG recovery_toofull
  535. # TYPE ceph_pg_recovery_toofull gauge
  536. ceph_pg_recovery_toofull 0.0
  537. # HELP ceph_osd_op_w_latency_count Latency of write operation (including queue time) Count
  538. # TYPE ceph_osd_op_w_latency_count counter
  539. ceph_osd_op_w_latency_count{ceph_daemon="osd.3"} 4945.0
  540. ceph_osd_op_w_latency_count{ceph_daemon="osd.4"} 5093.0
  541. ceph_osd_op_w_latency_count{ceph_daemon="osd.1"} 6093.0
  542. ceph_osd_op_w_latency_count{ceph_daemon="osd.2"} 6547.0
  543. ceph_osd_op_w_latency_count{ceph_daemon="osd.0"} 6399.0
  544. # HELP ceph_mds_mem_ino Inodes
  545. # TYPE ceph_mds_mem_ino gauge
  546. ceph_mds_mem_ino{ceph_daemon="mds.c7prx04"} 25396.0
  547. # HELP ceph_mon_metadata MON Metadata
  548. # TYPE ceph_mon_metadata untyped
  549. ceph_mon_metadata{ceph_daemon="mon.c7stor02",hostname="c7stor02.mycloud.kz",public_addr="10.2.10.7",rank="0",ceph_version="ceph version 13.2.1 (5533ecdc0fda920179d7ad84e0aa65a127b20d77) mimic (stable)"} 1.0
  550. # HELP ceph_bluestore_commit_lat_count Average commit latency Count
  551. # TYPE ceph_bluestore_commit_lat_count counter
  552. ceph_bluestore_commit_lat_count{ceph_daemon="osd.3"} 20210.0
  553. ceph_bluestore_commit_lat_count{ceph_daemon="osd.4"} 21280.0
  554. ceph_bluestore_commit_lat_count{ceph_daemon="osd.1"} 21659.0
  555. ceph_bluestore_commit_lat_count{ceph_daemon="osd.2"} 25036.0
  556. ceph_bluestore_commit_lat_count{ceph_daemon="osd.0"} 24214.0
  557. # HELP ceph_bluestore_state_aio_wait_lat_count Average aio_wait state latency Count
  558. # TYPE ceph_bluestore_state_aio_wait_lat_count counter
  559. ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.3"} 20210.0
  560. ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.4"} 21280.0
  561. ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.1"} 21659.0
  562. ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.2"} 25036.0
  563. ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.0"} 24214.0
  564. # HELP ceph_pg_unknown PG unknown
  565. # TYPE ceph_pg_unknown gauge
  566. ceph_pg_unknown 0.0
  567. # HELP ceph_paxos_begin_bytes_count Data in transaction on begin Count
  568. # TYPE ceph_paxos_begin_bytes_count counter
  569. ceph_paxos_begin_bytes_count{ceph_daemon="mon.c7stor02"} 361775.0
  570. # HELP ceph_pg_recovery_unfound PG recovery_unfound
  571. # TYPE ceph_pg_recovery_unfound gauge
  572. ceph_pg_recovery_unfound 0.0
  573. # HELP ceph_pool_quota_bytes DF pool quota_bytes
  574. # TYPE ceph_pool_quota_bytes gauge
  575. ceph_pool_quota_bytes{pool_id="2"} 0.0
  576. ceph_pool_quota_bytes{pool_id="1"} 0.0
  577. # HELP ceph_pg_snaptrim_wait PG snaptrim_wait
  578. # TYPE ceph_pg_snaptrim_wait gauge
  579. ceph_pg_snaptrim_wait 0.0
  580. # HELP ceph_paxos_start_leader Starts in leader role
  581. # TYPE ceph_paxos_start_leader counter
  582. ceph_paxos_start_leader{ceph_daemon="mon.c7stor02"} 2.0
  583. # HELP ceph_pg_creating PG creating
  584. # TYPE ceph_pg_creating gauge
  585. ceph_pg_creating 0.0
  586. # HELP ceph_mon_election_call Elections started
  587. # TYPE ceph_mon_election_call counter
  588. ceph_mon_election_call{ceph_daemon="mon.c7stor02"} 0.0
  589. # HELP ceph_mds_server_handle_client_session Client session messages
  590. # TYPE ceph_mds_server_handle_client_session counter
  591. ceph_mds_server_handle_client_session{ceph_daemon="mds.c7prx04"} 58177.0
  592. # HELP ceph_mon_session_rm Removed sessions
  593. # TYPE ceph_mon_session_rm counter
  594. ceph_mon_session_rm{ceph_daemon="mon.c7stor02"} 158.0
  595. # HELP ceph_cluster_total_used_bytes DF total_used_bytes
  596. # TYPE ceph_cluster_total_used_bytes gauge
  597. ceph_cluster_total_used_bytes 12489392128.0
  598. # HELP ceph_pg_active PG active
  599. # TYPE ceph_pg_active gauge
  600. ceph_pg_active 256.0
  601. # HELP ceph_paxos_store_state Store a shared state on disk
  602. # TYPE ceph_paxos_store_state counter
  603. ceph_paxos_store_state{ceph_daemon="mon.c7stor02"} 0.0
  604. # HELP ceph_pg_activating PG activating
  605. # TYPE ceph_pg_activating gauge
  606. ceph_pg_activating 0.0
  607. # HELP ceph_paxos_store_state_bytes_count Data in transaction in stored state Count
  608. # TYPE ceph_paxos_store_state_bytes_count counter
  609. ceph_paxos_store_state_bytes_count{ceph_daemon="mon.c7stor02"} 0.0
  610. # HELP ceph_osd_op_w_latency_sum Latency of write operation (including queue time) Total
  611. # TYPE ceph_osd_op_w_latency_sum counter
  612. ceph_osd_op_w_latency_sum{ceph_daemon="osd.3"} 6757.199632782
  613. ceph_osd_op_w_latency_sum{ceph_daemon="osd.4"} 5769.142818442
  614. ceph_osd_op_w_latency_sum{ceph_daemon="osd.1"} 5528.714319829
  615. ceph_osd_op_w_latency_sum{ceph_daemon="osd.2"} 12066.067302193
  616. ceph_osd_op_w_latency_sum{ceph_daemon="osd.0"} 8401.763100959
  617. # HELP ceph_rocksdb_get_latency_count Get latency Count
  618. # TYPE ceph_rocksdb_get_latency_count counter
  619. ceph_rocksdb_get_latency_count{ceph_daemon="mon.c7stor02"} 13384819.0
  620. # HELP ceph_rocksdb_submit_latency_count Submit Latency Count
  621. # TYPE ceph_rocksdb_submit_latency_count counter
  622. ceph_rocksdb_submit_latency_count{ceph_daemon="mon.c7stor02"} 0.0
  623. # HELP ceph_mds_reply_latency_count Reply latency Count
  624. # TYPE ceph_mds_reply_latency_count counter
  625. ceph_mds_reply_latency_count{ceph_daemon="mds.c7prx04"} 25471.0
  626. # HELP ceph_pool_dirty DF pool dirty
  627. # TYPE ceph_pool_dirty gauge
  628. ceph_pool_dirty{pool_id="2"} 56.0
  629. ceph_pool_dirty{pool_id="1"} 22276.0
  630. # HELP ceph_mds_server_handle_slave_request Slave requests
  631. # TYPE ceph_mds_server_handle_slave_request counter
  632. ceph_mds_server_handle_slave_request{ceph_daemon="mds.c7prx04"} 0.0
  633. # HELP ceph_rocksdb_rocksdb_write_memtable_time_sum Rocksdb write memtable time Total
  634. # TYPE ceph_rocksdb_rocksdb_write_memtable_time_sum counter
  635. ceph_rocksdb_rocksdb_write_memtable_time_sum{ceph_daemon="mon.c7stor02"} 0.0
  636. # HELP ceph_rgw_metadata RGW Metadata
  637. # TYPE ceph_rgw_metadata untyped
  638. # HELP ceph_purge_queue_pq_executed Purge queue tasks executed
  639. # TYPE ceph_purge_queue_pq_executed counter
  640. ceph_purge_queue_pq_executed{ceph_daemon="mds.c7prx04"} 14.0
  641. # HELP ceph_mds_log_evadd Events submitted
  642. # TYPE ceph_mds_log_evadd counter
  643. ceph_mds_log_evadd{ceph_daemon="mds.c7prx04"} 72345.0
  644. # HELP ceph_paxos_commit_latency_sum Commit latency Total
  645. # TYPE ceph_paxos_commit_latency_sum counter
  646. ceph_paxos_commit_latency_sum{ceph_daemon="mon.c7stor02"} 1230.642697115
  647. # HELP ceph_osd_op_process_latency_sum Latency of client operations (excluding queue time) Total
  648. # TYPE ceph_osd_op_process_latency_sum counter
  649. ceph_osd_op_process_latency_sum{ceph_daemon="osd.3"} 4585.633085348
  650. ceph_osd_op_process_latency_sum{ceph_daemon="osd.4"} 3344.307837637
  651. ceph_osd_op_process_latency_sum{ceph_daemon="osd.1"} 5179.727387175
  652. ceph_osd_op_process_latency_sum{ceph_daemon="osd.2"} 2886.064954939
  653. ceph_osd_op_process_latency_sum{ceph_daemon="osd.0"} 7534.158566842
  654. # HELP ceph_pg_snaptrim_error PG snaptrim_error
  655. # TYPE ceph_pg_snaptrim_error gauge
  656. ceph_pg_snaptrim_error 0.0
  657. # HELP ceph_pg_backfilling PG backfilling
  658. # TYPE ceph_pg_backfilling gauge
  659. ceph_pg_backfilling 0.0
  660. # HELP ceph_rocksdb_rocksdb_write_pre_and_post_time_sum total time spent on writing a record, excluding write process Total
  661. # TYPE ceph_rocksdb_rocksdb_write_pre_and_post_time_sum counter
  662. ceph_rocksdb_rocksdb_write_pre_and_post_time_sum{ceph_daemon="mon.c7stor02"} 0.0
  663. # HELP ceph_bluestore_kv_lat_count Average kv_thread sync latency Count
  664. # TYPE ceph_bluestore_kv_lat_count counter
  665. ceph_bluestore_kv_lat_count{ceph_daemon="osd.3"} 3268.0
  666. ceph_bluestore_kv_lat_count{ceph_daemon="osd.4"} 4053.0
  667. ceph_bluestore_kv_lat_count{ceph_daemon="osd.1"} 6313.0
  668. ceph_bluestore_kv_lat_count{ceph_daemon="osd.2"} 4149.0
  669. ceph_bluestore_kv_lat_count{ceph_daemon="osd.0"} 6053.0
  670. # HELP ceph_pool_rd_bytes DF pool rd_bytes
  671. # TYPE ceph_pool_rd_bytes gauge
  672. ceph_pool_rd_bytes{pool_id="2"} 13312.0
  673. ceph_pool_rd_bytes{pool_id="1"} 5120.0
  674. # HELP ceph_pg_deep PG deep
  675. # TYPE ceph_pg_deep gauge
  676. ceph_pg_deep 0.0
  677. # HELP ceph_paxos_collect_uncommitted Uncommitted values in started and handled collects
  678. # TYPE ceph_paxos_collect_uncommitted counter
  679. ceph_paxos_collect_uncommitted{ceph_daemon="mon.c7stor02"} 0.0
  680. # HELP ceph_rocksdb_rocksdb_write_wal_time_sum Rocksdb write wal time Total
  681. # TYPE ceph_rocksdb_rocksdb_write_wal_time_sum counter
  682. ceph_rocksdb_rocksdb_write_wal_time_sum{ceph_daemon="mon.c7stor02"} 0.0
  683. # HELP ceph_osd_op_wip Replication operations currently being processed (primary)
  684. # TYPE ceph_osd_op_wip gauge
  685. ceph_osd_op_wip{ceph_daemon="osd.3"} 0.0
  686. ceph_osd_op_wip{ceph_daemon="osd.4"} 0.0
  687. ceph_osd_op_wip{ceph_daemon="osd.1"} 0.0
  688. ceph_osd_op_wip{ceph_daemon="osd.2"} 0.0
  689. ceph_osd_op_wip{ceph_daemon="osd.0"} 0.0
  690. # HELP ceph_pg_backfill_toofull PG backfill_toofull
  691. # TYPE ceph_pg_backfill_toofull gauge
  692. ceph_pg_backfill_toofull 0.0
  693. # HELP ceph_osd_flag_noup OSD Flag noup
  694. # TYPE ceph_osd_flag_noup untyped
  695. ceph_osd_flag_noup 0.0
  696. # HELP ceph_pg_scrubbing PG scrubbing
  697. # TYPE ceph_pg_scrubbing gauge
  698. ceph_pg_scrubbing 0.0
  699. # HELP ceph_num_objects_unfound Number of unfound objects
  700. # TYPE ceph_num_objects_unfound gauge
  701. ceph_num_objects_unfound 0.0
  702. # HELP ceph_mon_quorum_status Monitors in quorum
  703. # TYPE ceph_mon_quorum_status gauge
  704. ceph_mon_quorum_status{ceph_daemon="mon.c7stor02"} 1.0
  705. # HELP ceph_paxos_share_state_bytes_sum Data in shared state Total
  706. # TYPE ceph_paxos_share_state_bytes_sum counter
  707. ceph_paxos_share_state_bytes_sum{ceph_daemon="mon.c7stor02"} 0.0
  708. # HELP ceph_paxos_lease_timeout Lease timeouts
  709. # TYPE ceph_paxos_lease_timeout counter
  710. ceph_paxos_lease_timeout{ceph_daemon="mon.c7stor02"} 0.0
  711. # HELP ceph_osd_op_rw_prepare_latency_count Latency of read-modify-write operations (excluding queue time and wait for finished) Count
  712. # TYPE ceph_osd_op_rw_prepare_latency_count counter
  713. ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.3"} 0.0
  714. ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.4"} 0.0
  715. ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.1"} 0.0
  716. ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.2"} 0.0
  717. ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.0"} 0.0
  718. # HELP ceph_paxos_begin_keys_count Keys in transaction on begin Count
  719. # TYPE ceph_paxos_begin_keys_count counter
  720. ceph_paxos_begin_keys_count{ceph_daemon="mon.c7stor02"} 361775.0
  721. # HELP ceph_bluestore_submit_lat_count Average submit latency Count
  722. # TYPE ceph_bluestore_submit_lat_count counter
  723. ceph_bluestore_submit_lat_count{ceph_daemon="osd.3"} 20210.0
  724. ceph_bluestore_submit_lat_count{ceph_daemon="osd.4"} 21280.0
  725. ceph_bluestore_submit_lat_count{ceph_daemon="osd.1"} 21659.0
  726. ceph_bluestore_submit_lat_count{ceph_daemon="osd.2"} 25036.0
  727. ceph_bluestore_submit_lat_count{ceph_daemon="osd.0"} 24214.0
  728. # HELP ceph_osd_op_prepare_latency_count Latency of client operations (excluding queue time and wait for finished) Count
  729. # TYPE ceph_osd_op_prepare_latency_count counter
  730. ceph_osd_op_prepare_latency_count{ceph_daemon="osd.3"} 4949.0
  731. ceph_osd_op_prepare_latency_count{ceph_daemon="osd.4"} 5109.0
  732. ceph_osd_op_prepare_latency_count{ceph_daemon="osd.1"} 6120.0
  733. ceph_osd_op_prepare_latency_count{ceph_daemon="osd.2"} 6557.0
  734. ceph_osd_op_prepare_latency_count{ceph_daemon="osd.0"} 6413.0
  735. # HELP ceph_pg_recovering PG recovering
  736. # TYPE ceph_pg_recovering gauge
  737. ceph_pg_recovering 0.0
  738. # HELP ceph_rocksdb_submit_latency_sum Submit Latency Total
  739. # TYPE ceph_rocksdb_submit_latency_sum counter
  740. ceph_rocksdb_submit_latency_sum{ceph_daemon="mon.c7stor02"} 0.0
  741. # HELP ceph_pg_repair PG repair
  742. # TYPE ceph_pg_repair gauge
  743. ceph_pg_repair 0.0
  744. # HELP ceph_osd_op_r_latency_count Latency of read operation (including queue time) Count
  745. # TYPE ceph_osd_op_r_latency_count counter
  746. ceph_osd_op_r_latency_count{ceph_daemon="osd.3"} 0.0
  747. ceph_osd_op_r_latency_count{ceph_daemon="osd.4"} 0.0
  748. ceph_osd_op_r_latency_count{ceph_daemon="osd.1"} 13.0
  749. ceph_osd_op_r_latency_count{ceph_daemon="osd.2"} 3.0
  750. ceph_osd_op_r_latency_count{ceph_daemon="osd.0"} 0.0
  751. # HELP ceph_paxos_share_state_keys_sum Keys in shared state Total
  752. # TYPE ceph_paxos_share_state_keys_sum counter
  753. ceph_paxos_share_state_keys_sum{ceph_daemon="mon.c7stor02"} 0.0
  754. # HELP ceph_paxos_store_state_bytes_sum Data in transaction in stored state Total
  755. # TYPE ceph_paxos_store_state_bytes_sum counter
  756. ceph_paxos_store_state_bytes_sum{ceph_daemon="mon.c7stor02"} 0.0
  757. # HELP ceph_osd_op_latency_count Latency of client operations (including queue time) Count
  758. # TYPE ceph_osd_op_latency_count counter
  759. ceph_osd_op_latency_count{ceph_daemon="osd.3"} 4945.0
  760. ceph_osd_op_latency_count{ceph_daemon="osd.4"} 5093.0
  761. ceph_osd_op_latency_count{ceph_daemon="osd.1"} 6106.0
  762. ceph_osd_op_latency_count{ceph_daemon="osd.2"} 6550.0
  763. ceph_osd_op_latency_count{ceph_daemon="osd.0"} 6399.0
  764. # HELP ceph_paxos_commit_bytes_count Data in transaction on commit Count
  765. # TYPE ceph_paxos_commit_bytes_count counter
  766. ceph_paxos_commit_bytes_count{ceph_daemon="mon.c7stor02"} 361775.0
  767. # HELP ceph_paxos_restart Restarts
  768. # TYPE ceph_paxos_restart counter
  769. ceph_paxos_restart{ceph_daemon="mon.c7stor02"} 4.0
  770. # HELP ceph_mds_server_handle_client_request Client requests
  771. # TYPE ceph_mds_server_handle_client_request counter
  772. ceph_mds_server_handle_client_request{ceph_daemon="mds.c7prx04"} 25471.0
  773. # HELP ceph_pg_down PG down
  774. # TYPE ceph_pg_down gauge
  775. ceph_pg_down 0.0
  776. # HELP ceph_bluefs_slow_total_bytes Total bytes (slow device)
  777. # TYPE ceph_bluefs_slow_total_bytes gauge
  778. ceph_bluefs_slow_total_bytes{ceph_daemon="osd.3"} 0.0
  779. ceph_bluefs_slow_total_bytes{ceph_daemon="osd.4"} 0.0
  780. ceph_bluefs_slow_total_bytes{ceph_daemon="osd.1"} 0.0
  781. ceph_bluefs_slow_total_bytes{ceph_daemon="osd.2"} 0.0
  782. ceph_bluefs_slow_total_bytes{ceph_daemon="osd.0"} 0.0
  783. # HELP ceph_paxos_collect_timeout Collect timeouts
  784. # TYPE ceph_paxos_collect_timeout counter
  785. ceph_paxos_collect_timeout{ceph_daemon="mon.c7stor02"} 0.0
  786. # HELP ceph_mds_log_ev Events
  787. # TYPE ceph_mds_log_ev gauge
  788. ceph_mds_log_ev{ceph_daemon="mds.c7prx04"} 72345.0
  789. # HELP ceph_pg_peered PG peered
  790. # TYPE ceph_pg_peered gauge
  791. ceph_pg_peered 0.0
  792. # HELP ceph_osd_commit_latency_ms OSD stat commit_latency_ms
  793. # TYPE ceph_osd_commit_latency_ms gauge
  794. ceph_osd_commit_latency_ms{ceph_daemon="osd.3"} 0.0
  795. ceph_osd_commit_latency_ms{ceph_daemon="osd.4"} 0.0
  796. ceph_osd_commit_latency_ms{ceph_daemon="osd.1"} 0.0
  797. ceph_osd_commit_latency_ms{ceph_daemon="osd.2"} 0.0
  798. ceph_osd_commit_latency_ms{ceph_daemon="osd.0"} 0.0
  799. # HELP ceph_osd_op_w_process_latency_sum Latency of write operation (excluding queue time) Total
  800. # TYPE ceph_osd_op_w_process_latency_sum counter
  801. ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.3"} 4585.633085348
  802. ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.4"} 3344.307837637
  803. ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.1"} 5179.727061969
  804. ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.2"} 2886.042798712
  805. ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.0"} 7534.158566842
  806. # HELP ceph_osd_weight OSD status weight
  807. # TYPE ceph_osd_weight untyped
  808. ceph_osd_weight{ceph_daemon="osd.3"} 1.0
  809. ceph_osd_weight{ceph_daemon="osd.4"} 1.0
  810. ceph_osd_weight{ceph_daemon="osd.1"} 1.0
  811. ceph_osd_weight{ceph_daemon="osd.2"} 1.0
  812. ceph_osd_weight{ceph_daemon="osd.0"} 1.0
  813. # HELP ceph_paxos_collect_keys_count Keys in transaction on peon collect Count
  814. # TYPE ceph_paxos_collect_keys_count counter
  815. ceph_paxos_collect_keys_count{ceph_daemon="mon.c7stor02"} 0.0
  816. # HELP ceph_osd_op_w_prepare_latency_sum Latency of write operations (excluding queue time and wait for finished) Total
  817. # TYPE ceph_osd_op_w_prepare_latency_sum counter
  818. ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.3"} 18.579864928
  819. ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.4"} 13.974336649
  820. ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.1"} 4.607744128
  821. ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.2"} 39.749472486
  822. ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.0"} 6.132633112
  823. # HELP ceph_paxos_begin Started and handled begins
  824. # TYPE ceph_paxos_begin counter
  825. ceph_paxos_begin{ceph_daemon="mon.c7stor02"} 361775.0
  826. # HELP ceph_osd_flag_noscrub OSD Flag noscrub
  827. # TYPE ceph_osd_flag_noscrub untyped
  828. ceph_osd_flag_noscrub 0.0
  829. # HELP ceph_osd_stat_bytes_used Used space
  830. # TYPE ceph_osd_stat_bytes_used gauge
  831. ceph_osd_stat_bytes_used{ceph_daemon="osd.3"} 2358247424.0
  832. ceph_osd_stat_bytes_used{ceph_daemon="osd.4"} 2482110464.0
  833. ceph_osd_stat_bytes_used{ceph_daemon="osd.1"} 2388721664.0
  834. ceph_osd_stat_bytes_used{ceph_daemon="osd.2"} 2681733120.0
  835. ceph_osd_stat_bytes_used{ceph_daemon="osd.0"} 2578579456.0
  836. # HELP ceph_osd_flag_norecover OSD Flag norecover
  837. # TYPE ceph_osd_flag_norecover untyped
  838. ceph_osd_flag_norecover 0.0
  839. # HELP ceph_pg_clean PG clean
  840. # TYPE ceph_pg_clean gauge
  841. ceph_pg_clean 256.0
  842. # HELP ceph_mon_election_win Elections won
  843. # TYPE ceph_mon_election_win counter
  844. ceph_mon_election_win{ceph_daemon="mon.c7stor02"} 2.0
  845. # HELP ceph_osd_op_w_process_latency_count Latency of write operation (excluding queue time) Count
  846. # TYPE ceph_osd_op_w_process_latency_count counter
  847. ceph_osd_op_w_process_latency_count{ceph_daemon="osd.3"} 4945.0
  848. ceph_osd_op_w_process_latency_count{ceph_daemon="osd.4"} 5093.0
  849. ceph_osd_op_w_process_latency_count{ceph_daemon="osd.1"} 6093.0
  850. ceph_osd_op_w_process_latency_count{ceph_daemon="osd.2"} 6547.0
  851. ceph_osd_op_w_process_latency_count{ceph_daemon="osd.0"} 6399.0
  852. # HELP ceph_rocksdb_rocksdb_write_wal_time_count Rocksdb write wal time Count
  853. # TYPE ceph_rocksdb_rocksdb_write_wal_time_count counter
  854. ceph_rocksdb_rocksdb_write_wal_time_count{ceph_daemon="mon.c7stor02"} 0.0
  855. # HELP ceph_pool_bytes_used DF pool bytes_used
  856. # TYPE ceph_pool_bytes_used gauge
  857. ceph_pool_bytes_used{pool_id="2"} 141148438.0
  858. ceph_pool_bytes_used{pool_id="1"} 904761274.0
  859. # HELP ceph_disk_occupation Associate Ceph daemon with disk used
  860. # TYPE ceph_disk_occupation untyped
  861. ceph_disk_occupation{ceph_daemon="osd.2",device="dm-2",instance="c7prx04.mycloud.kz"} 1.0
  862. ceph_disk_occupation{ceph_daemon="osd.3",device="dm-2",instance="c7stor05.mycloud.kz"} 1.0
  863. ceph_disk_occupation{ceph_daemon="osd.4",device="dm-2",instance="c7stor06.mycloud.kz"} 1.0
  864. ceph_disk_occupation{ceph_daemon="osd.1",device="dm-2",instance="c7stor03.mycloud.kz"} 1.0
  865. ceph_disk_occupation{ceph_daemon="osd.0",device="dm-2",instance="c7stor02.mycloud.kz"} 1.0
  866. # HELP ceph_pg_snaptrim PG snaptrim
  867. # TYPE ceph_pg_snaptrim gauge
  868. ceph_pg_snaptrim 0.0
  869. # HELP ceph_mds_metadata MDS Metadata
  870. # TYPE ceph_mds_metadata untyped
  871. ceph_mds_metadata{ceph_daemon="mds.c7prx04",fs_id="1",hostname="c7prx04.mycloud.kz",public_addr="10.2.10.20:6804/809921943",rank="0",ceph_version="ceph version 13.2.1 (5533ecdc0fda920179d7ad84e0aa65a127b20d77) mimic (stable)"} 1.0
  872. # HELP ceph_paxos_store_state_keys_sum Keys in transaction in stored state Total
  873. # TYPE ceph_paxos_store_state_keys_sum counter
  874. ceph_paxos_store_state_keys_sum{ceph_daemon="mon.c7stor02"} 0.0
  875. # HELP ceph_osd_numpg_removing Placement groups queued for local deletion
  876. # TYPE ceph_osd_numpg_removing gauge
  877. ceph_osd_numpg_removing{ceph_daemon="osd.3"} 0.0
  878. ceph_osd_numpg_removing{ceph_daemon="osd.4"} 0.0
  879. ceph_osd_numpg_removing{ceph_daemon="osd.1"} 0.0
  880. ceph_osd_numpg_removing{ceph_daemon="osd.2"} 0.0
  881. ceph_osd_numpg_removing{ceph_daemon="osd.0"} 0.0
  882. # HELP ceph_pg_remapped PG remapped
  883. # TYPE ceph_pg_remapped gauge
  884. ceph_pg_remapped 0.0
  885. # HELP ceph_pool_raw_bytes_used DF pool raw_bytes_used
  886. # TYPE ceph_pool_raw_bytes_used gauge
  887. ceph_pool_raw_bytes_used{pool_id="2"} 423445312.0
  888. ceph_pool_raw_bytes_used{pool_id="1"} 2714283776.0
  889. # HELP ceph_mds_cache_num_recovering_enqueued Files waiting for recovery
  890. # TYPE ceph_mds_cache_num_recovering_enqueued gauge
  891. ceph_mds_cache_num_recovering_enqueued{ceph_daemon="mds.c7prx04"} 0.0
  892. # HELP ceph_paxos_commit_keys_count Keys in transaction on commit Count
  893. # TYPE ceph_paxos_commit_keys_count counter
  894. ceph_paxos_commit_keys_count{ceph_daemon="mon.c7stor02"} 361775.0
  895. # HELP ceph_pg_forced_backfill PG forced_backfill
  896. # TYPE ceph_pg_forced_backfill gauge
  897. ceph_pg_forced_backfill 0.0
  898. # HELP ceph_paxos_new_pn_latency_sum New proposal number getting latency Total
  899. # TYPE ceph_paxos_new_pn_latency_sum counter
  900. ceph_paxos_new_pn_latency_sum{ceph_daemon="mon.c7stor02"} 0.0
  901. # HELP ceph_osd_op_in_bytes Client operations total write size
  902. # TYPE ceph_osd_op_in_bytes counter
  903. ceph_osd_op_in_bytes{ceph_daemon="osd.3"} 173413890.0
  904. ceph_osd_op_in_bytes{ceph_daemon="osd.4"} 175889243.0
  905. ceph_osd_op_in_bytes{ceph_daemon="osd.1"} 172792256.0
  906. ceph_osd_op_in_bytes{ceph_daemon="osd.2"} 284135924.0
  907. ceph_osd_op_in_bytes{ceph_daemon="osd.0"} 239734317.0
  908. # HELP ceph_paxos_store_state_latency_count Storing state latency Count
  909. # TYPE ceph_paxos_store_state_latency_count counter
  910. ceph_paxos_store_state_latency_count{ceph_daemon="mon.c7stor02"} 0.0
  911. # HELP ceph_mds_sessions_session_count Session count
  912. # TYPE ceph_mds_sessions_session_count gauge
  913. ceph_mds_sessions_session_count{ceph_daemon="mds.c7prx04"} 6.0
  914. # HELP ceph_pg_total PG Total Count
  915. # TYPE ceph_pg_total gauge
  916. ceph_pg_total 256.0
  917. # HELP ceph_osd_op_r_prepare_latency_count Latency of read operations (excluding queue time and wait for finished) Count
  918. # TYPE ceph_osd_op_r_prepare_latency_count counter
  919. ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.3"} 0.0
  920. ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.4"} 0.0
  921. ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.1"} 13.0
  922. ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.2"} 3.0
  923. ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.0"} 0.0
  924. # HELP ceph_objecter_op_w Write operations
  925. # TYPE ceph_objecter_op_w counter
  926. ceph_objecter_op_w{ceph_daemon="osd.1"} 0.0
  927. ceph_objecter_op_w{ceph_daemon="osd.0"} 0.0
  928. ceph_objecter_op_w{ceph_daemon="osd.3"} 0.0
  929. ceph_objecter_op_w{ceph_daemon="osd.2"} 0.0
  930. ceph_objecter_op_w{ceph_daemon="osd.4"} 0.0
  931. ceph_objecter_op_w{ceph_daemon="mds.c7prx04"} 6848.0
  932. # HELP ceph_rocksdb_submit_transaction Submit transactions
  933. # TYPE ceph_rocksdb_submit_transaction counter
  934. ceph_rocksdb_submit_transaction{ceph_daemon="mon.c7stor02"} 0.0
  935. # HELP ceph_mds_imported_inodes Imported inodes
  936. # TYPE ceph_mds_imported_inodes counter
  937. ceph_mds_imported_inodes{ceph_daemon="mds.c7prx04"} 0.0
  938. # HELP ceph_objecter_op_r Read operations
  939. # TYPE ceph_objecter_op_r counter
  940. ceph_objecter_op_r{ceph_daemon="osd.1"} 0.0
  941. ceph_objecter_op_r{ceph_daemon="osd.0"} 0.0
  942. ceph_objecter_op_r{ceph_daemon="osd.3"} 0.0
  943. ceph_objecter_op_r{ceph_daemon="osd.2"} 0.0
  944. ceph_objecter_op_r{ceph_daemon="osd.4"} 0.0
  945. ceph_objecter_op_r{ceph_daemon="mds.c7prx04"} 13.0
  946. # HELP ceph_rocksdb_submit_sync_latency_sum Submit Sync Latency Total
  947. # TYPE ceph_rocksdb_submit_sync_latency_sum counter
  948. ceph_rocksdb_submit_sync_latency_sum{ceph_daemon="mon.c7stor02"} 2609.270511164
  949. # HELP ceph_bluefs_num_files File count
  950. # TYPE ceph_bluefs_num_files gauge
  951. ceph_bluefs_num_files{ceph_daemon="osd.3"} 10.0
  952. ceph_bluefs_num_files{ceph_daemon="osd.4"} 10.0
  953. ceph_bluefs_num_files{ceph_daemon="osd.1"} 10.0
  954. ceph_bluefs_num_files{ceph_daemon="osd.2"} 10.0
  955. ceph_bluefs_num_files{ceph_daemon="osd.0"} 10.0
  956. # HELP ceph_osd_up OSD status up
  957. # TYPE ceph_osd_up untyped
  958. ceph_osd_up{ceph_daemon="osd.3"} 1.0
  959. ceph_osd_up{ceph_daemon="osd.4"} 1.0
  960. ceph_osd_up{ceph_daemon="osd.1"} 1.0
  961. ceph_osd_up{ceph_daemon="osd.2"} 1.0
  962. ceph_osd_up{ceph_daemon="osd.0"} 1.0
  963. # HELP ceph_mon_election_lose Elections lost
  964. # TYPE ceph_mon_election_lose counter
  965. ceph_mon_election_lose{ceph_daemon="mon.c7stor02"} 0.0
  966. # HELP ceph_mds_exported_inodes Exported inodes
  967. # TYPE ceph_mds_exported_inodes counter
  968. ceph_mds_exported_inodes{ceph_daemon="mds.c7prx04"} 0.0
  969. # HELP ceph_osd_op_prepare_latency_sum Latency of client operations (excluding queue time and wait for finished) Total
  970. # TYPE ceph_osd_op_prepare_latency_sum counter
  971. ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.3"} 18.579864928
  972. ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.4"} 13.974336649
  973. ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.1"} 4.608396347
  974. ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.2"} 39.771812278
  975. ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.0"} 6.132633112
  976. # HELP ceph_bluefs_db_used_bytes Used bytes (main db device)
  977. # TYPE ceph_bluefs_db_used_bytes gauge
  978. ceph_bluefs_db_used_bytes{ceph_daemon="osd.3"} 159383552.0
  979. ceph_bluefs_db_used_bytes{ceph_daemon="osd.4"} 183500800.0
  980. ceph_bluefs_db_used_bytes{ceph_daemon="osd.1"} 196083712.0
  981. ceph_bluefs_db_used_bytes{ceph_daemon="osd.2"} 205520896.0
  982. ceph_bluefs_db_used_bytes{ceph_daemon="osd.0"} 216006656.0
  983. # HELP ceph_osd_op_rw_prepare_latency_sum Latency of read-modify-write operations (excluding queue time and wait for finished) Total
  984. # TYPE ceph_osd_op_rw_prepare_latency_sum counter
  985. ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.3"} 0.0
  986. ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.4"} 0.0
  987. ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.1"} 0.0
  988. ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.2"} 0.0
  989. ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.0"} 0.0
  990. # HELP ceph_pool_quota_objects DF pool quota_objects
  991. # TYPE ceph_pool_quota_objects gauge
  992. ceph_pool_quota_objects{pool_id="2"} 0.0
  993. ceph_pool_quota_objects{pool_id="1"} 0.0
  994. # HELP ceph_osd_flag_nodown OSD Flag nodown
  995. # TYPE ceph_osd_flag_nodown untyped
  996. ceph_osd_flag_nodown 0.0
  997. # HELP ceph_pg_forced_recovery PG forced_recovery
  998. # TYPE ceph_pg_forced_recovery gauge
  999. ceph_pg_forced_recovery 0.0
  1000. # HELP ceph_paxos_refresh_latency_sum Refresh latency Total
  1001. # TYPE ceph_paxos_refresh_latency_sum counter
  1002. ceph_paxos_refresh_latency_sum{ceph_daemon="mon.c7stor02"} 84.484222996
  1003. # HELP ceph_mds_log_seg Segments
  1004. # TYPE ceph_mds_log_seg gauge
  1005. ceph_mds_log_seg{ceph_daemon="mds.c7prx04"} 95.0
  1006. # HELP ceph_bluestore_read_lat_sum Average read latency Total
  1007. # TYPE ceph_bluestore_read_lat_sum counter
  1008. ceph_bluestore_read_lat_sum{ceph_daemon="osd.3"} 53.57085685
  1009. ceph_bluestore_read_lat_sum{ceph_daemon="osd.4"} 48.208342267
  1010. ceph_bluestore_read_lat_sum{ceph_daemon="osd.1"} 6.660955503
  1011. ceph_bluestore_read_lat_sum{ceph_daemon="osd.2"} 73.923900065
  1012. ceph_bluestore_read_lat_sum{ceph_daemon="osd.0"} 6.237070909
  1013. # HELP ceph_osd_op_w Client write operations
  1014. # TYPE ceph_osd_op_w counter
  1015. ceph_osd_op_w{ceph_daemon="osd.3"} 4945.0
  1016. ceph_osd_op_w{ceph_daemon="osd.4"} 5093.0
  1017. ceph_osd_op_w{ceph_daemon="osd.1"} 6093.0
  1018. ceph_osd_op_w{ceph_daemon="osd.2"} 6547.0
  1019. ceph_osd_op_w{ceph_daemon="osd.0"} 6399.0
  1020. # HELP ceph_paxos_commit_bytes_sum Data in transaction on commit Total
  1021. # TYPE ceph_paxos_commit_bytes_sum counter
  1022. ceph_paxos_commit_bytes_sum{ceph_daemon="mon.c7stor02"} 584888471.0
  1023. # HELP ceph_bluefs_log_bytes Size of the metadata log
  1024. # TYPE ceph_bluefs_log_bytes gauge
  1025. ceph_bluefs_log_bytes{ceph_daemon="osd.3"} 13725696.0
  1026. ceph_bluefs_log_bytes{ceph_daemon="osd.4"} 16986112.0
  1027. ceph_bluefs_log_bytes{ceph_daemon="osd.1"} 26288128.0
  1028. ceph_bluefs_log_bytes{ceph_daemon="osd.2"} 17399808.0
  1029. ceph_bluefs_log_bytes{ceph_daemon="osd.0"} 25235456.0
  1030. # HELP ceph_rocksdb_submit_sync_latency_count Submit Sync Latency Count
  1031. # TYPE ceph_rocksdb_submit_sync_latency_count counter
  1032. ceph_rocksdb_submit_sync_latency_count{ceph_daemon="mon.c7stor02"} 723585.0
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!