Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- ceph --admin-daemon /var/run/ceph/ceph-mds.cephfs01-b.asok perf dump
- {
- "AsyncMessenger::Worker-0": {
- "msgr_recv_messages": 6320153,
- "msgr_send_messages": 6717932,
- "msgr_recv_bytes": 24097617643,
- "msgr_send_bytes": 21298329565,
- "msgr_created_connections": 169,
- "msgr_active_connections": 92,
- "msgr_running_total_time": 676.085323437,
- "msgr_running_send_time": 325.469742434,
- "msgr_running_recv_time": 117.366509389,
- "msgr_running_fast_dispatch_time": 79.448357537
- },
- "AsyncMessenger::Worker-1": {
- "msgr_recv_messages": 155150110,
- "msgr_send_messages": 120196221,
- "msgr_recv_bytes": 59311528069,
- "msgr_send_bytes": 100458978586,
- "msgr_created_connections": 718,
- "msgr_active_connections": 112,
- "msgr_running_total_time": 4559.708379240,
- "msgr_running_send_time": 2235.520611393,
- "msgr_running_recv_time": 173929.417877567,
- "msgr_running_fast_dispatch_time": 133.627010854
- },
- "AsyncMessenger::Worker-2": {
- "msgr_recv_messages": 15548792,
- "msgr_send_messages": 8165945,
- "msgr_recv_bytes": 29320399255,
- "msgr_send_bytes": 31673324545,
- "msgr_created_connections": 115,
- "msgr_active_connections": 92,
- "msgr_running_total_time": 953.575199616,
- "msgr_running_send_time": 451.475383433,
- "msgr_running_recv_time": 56580.648812272,
- "msgr_running_fast_dispatch_time": 119.740009768
- },
- "cct": {
- "total_workers": 1,
- "unhealthy_workers": 0
- },
- "finisher-PurgeQueue": {
- "queue_len": 0,
- "complete_latency": {
- "avgcount": 1156498,
- "sum": 360.120408645,
- "avgtime": 0.000311388
- }
- },
- "mds": {
- "request": 87871379,
- "reply": 87871376,
- "reply_latency": {
- "avgcount": 87871376,
- "sum": 180437.189311490,
- "avgtime": 0.002053423
- },
- "forward": 0,
- "dir_fetch": 2257097,
- "dir_commit": 1991085,
- "dir_split": 0,
- "dir_merge": 2,
- "inode_max": 2147483647,
- "inodes": 2740337,
- "inodes_top": 864567,
- "inodes_bottom": 1604587,
- "inodes_pin_tail": 271183,
- "inodes_pinned": 1505241,
- "inodes_expired": 31762458,
- "inodes_with_caps": 1426534,
- "caps": 3330193,
- "subtrees": 2,
- "traverse": 98888203,
- "traverse_hit": 83369455,
- "traverse_forward": 0,
- "traverse_discover": 0,
- "traverse_dir_fetch": 685156,
- "traverse_remote_ino": 0,
- "traverse_lock": 30438,
- "load_cent": 328003,
- "q": 0,
- "exported": 0,
- "exported_inodes": 0,
- "imported": 0,
- "imported_inodes": 0,
- "openino_dir_fetch": 104565,
- "openino_backtrace_fetch": 0,
- "openino_peer_discover": 0
- },
- "mds_cache": {
- "num_strays": 23,
- "num_strays_delayed": 1,
- "num_strays_enqueuing": 0,
- "strays_created": 1018727,
- "strays_enqueued": 812696,
- "strays_reintegrated": 377072,
- "strays_migrated": 0,
- "num_recovering_processing": 0,
- "num_recovering_enqueued": 0,
- "num_recovering_prioritized": 0,
- "recovery_started": 520,
- "recovery_completed": 520,
- "ireq_enqueue_scrub": 0,
- "ireq_exportdir": 0,
- "ireq_flush": 0,
- "ireq_fragmentdir": 2,
- "ireq_fragstats": 0,
- "ireq_inodestats": 0
- },
- "mds_log": {
- "evadd": 39374035,
- "evex": 39379499,
- "evtrm": 39379499,
- "ev": 29352532,
- "evexg": 0,
- "evexd": 1987,
- "segadd": 51571,
- "segex": 51577,
- "segtrm": 51577,
- "seg": 130,
- "segexg": 0,
- "segexd": 2,
- "expos": 2827573267750,
- "wrpos": 2827766186508,
- "rdpos": 2753999763040,
- "jlat": {
- "avgcount": 7056324,
- "sum": 24075.600702322,
- "avgtime": 0.003411918
- },
- "replayed": 29357996
- },
- "mds_mem": {
- "ino": 2740340,
- "ino+": 19461742,
- "ino-": 16721402,
- "dir": 572067,
- "dir+": 1874251,
- "dir-": 1302184,
- "dn": 2742798,
- "dn+": 36508431,
- "dn-": 33765633,
- "cap": 3330193,
- "cap+": 24969294,
- "cap-": 21639101,
- "rss": 15866944,
- "heap": 323836
- },
- "mds_server": {
- "dispatch_client_request": 97456326,
- "dispatch_server_request": 0,
- "handle_client_request": 87871379,
- "handle_client_session": 4069447,
- "handle_slave_request": 0,
- "req_create_latency": {
- "avgcount": 1364476,
- "sum": 21558.354370065,
- "avgtime": 0.015799731
- },
- "req_getattr_latency": {
- "avgcount": 4196243,
- "sum": 52313.093627429,
- "avgtime": 0.012466650
- },
- "req_getfilelock_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_link_latency": {
- "avgcount": 206093,
- "sum": 401.241150763,
- "avgtime": 0.001946893
- },
- "req_lookup_latency": {
- "avgcount": 50384936,
- "sum": 12444.809311408,
- "avgtime": 0.000246994
- },
- "req_lookuphash_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_lookupino_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_lookupname_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_lookupparent_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_lookupsnap_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_lssnap_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_mkdir_latency": {
- "avgcount": 126190,
- "sum": 397.607285307,
- "avgtime": 0.003150862
- },
- "req_mknod_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_mksnap_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_open_latency": {
- "avgcount": 9845205,
- "sum": 3347.684793486,
- "avgtime": 0.000340032
- },
- "req_readdir_latency": {
- "avgcount": 3307973,
- "sum": 6329.419018149,
- "avgtime": 0.001913382
- },
- "req_rename_latency": {
- "avgcount": 967909,
- "sum": 36215.873116772,
- "avgtime": 0.037416609
- },
- "req_renamesnap_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_rmdir_latency": {
- "avgcount": 11995,
- "sum": 308.405307944,
- "avgtime": 0.025711155
- },
- "req_rmsnap_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_rmxattr_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_setattr_latency": {
- "avgcount": 1066735,
- "sum": 41472.012294913,
- "avgtime": 0.038877520
- },
- "req_setdirlayout_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_setfilelock_latency": {
- "avgcount": 15966005,
- "sum": 3454.790316907,
- "avgtime": 0.000216384
- },
- "req_setlayout_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_setxattr_latency": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- },
- "req_symlink_latency": {
- "avgcount": 1404,
- "sum": 0.280384027,
- "avgtime": 0.000199703
- },
- "req_unlink_latency": {
- "avgcount": 426212,
- "sum": 2193.618334320,
- "avgtime": 0.005146777
- },
- "cap_revoke_eviction": 0
- },
- "mds_sessions": {
- "session_count": 290,
- "session_add": 291,
- "session_remove": 1,
- "sessions_open": 291,
- "sessions_stale": 0,
- "total_load": 46881,
- "average_load": 161,
- "avg_session_uptime": 10564116
- },
- "mempool": {
- "bloom_filter_bytes": 35526045,
- "bloom_filter_items": 35526045,
- "bluestore_alloc_bytes": 0,
- "bluestore_alloc_items": 0,
- "bluestore_cache_data_bytes": 0,
- "bluestore_cache_data_items": 0,
- "bluestore_cache_onode_bytes": 0,
- "bluestore_cache_onode_items": 0,
- "bluestore_cache_other_bytes": 0,
- "bluestore_cache_other_items": 0,
- "bluestore_fsck_bytes": 0,
- "bluestore_fsck_items": 0,
- "bluestore_txc_bytes": 0,
- "bluestore_txc_items": 0,
- "bluestore_writing_deferred_bytes": 0,
- "bluestore_writing_deferred_items": 0,
- "bluestore_writing_bytes": 0,
- "bluestore_writing_items": 0,
- "bluefs_bytes": 0,
- "bluefs_items": 0,
- "buffer_anon_bytes": 3923742898,
- "buffer_anon_items": 981938,
- "buffer_meta_bytes": 176,
- "buffer_meta_items": 2,
- "osd_bytes": 0,
- "osd_items": 0,
- "osd_mapbl_bytes": 0,
- "osd_mapbl_items": 0,
- "osd_pglog_bytes": 0,
- "osd_pglog_items": 0,
- "osdmap_bytes": 37592,
- "osdmap_items": 1952,
- "osdmap_mapping_bytes": 0,
- "osdmap_mapping_items": 0,
- "pgmap_bytes": 0,
- "pgmap_items": 0,
- "mds_co_bytes": 8160499164,
- "mds_co_items": 304852542,
- "unittest_1_bytes": 0,
- "unittest_1_items": 0,
- "unittest_2_bytes": 0,
- "unittest_2_items": 0
- },
- "objecter": {
- "op_active": 0,
- "op_laggy": 0,
- "op_send": 14887698,
- "op_send_bytes": 79676373554,
- "op_resend": 0,
- "op_reply": 14887698,
- "op": 14887698,
- "op_r": 2719810,
- "op_w": 12167888,
- "op_rmw": 0,
- "op_pg": 0,
- "osdop_stat": 1930602,
- "osdop_create": 969744,
- "osdop_read": 280496,
- "osdop_write": 7148029,
- "osdop_writefull": 81385,
- "osdop_writesame": 0,
- "osdop_append": 0,
- "osdop_zero": 2,
- "osdop_truncate": 0,
- "osdop_delete": 867320,
- "osdop_mapext": 0,
- "osdop_sparse_read": 0,
- "osdop_clonerange": 0,
- "osdop_getxattr": 2256969,
- "osdop_setxattr": 1939488,
- "osdop_cmpxattr": 0,
- "osdop_rmxattr": 0,
- "osdop_resetxattrs": 0,
- "osdop_call": 0,
- "osdop_watch": 0,
- "osdop_notify": 0,
- "osdop_src_cmpxattr": 0,
- "osdop_pgls": 0,
- "osdop_pgls_filter": 0,
- "osdop_other": 1047371,
- "linger_active": 0,
- "linger_send": 0,
- "linger_resend": 0,
- "linger_ping": 0,
- "poolop_active": 0,
- "poolop_send": 0,
- "poolop_resend": 0,
- "poolstat_active": 0,
- "poolstat_send": 0,
- "poolstat_resend": 0,
- "statfs_active": 0,
- "statfs_send": 0,
- "statfs_resend": 0,
- "command_active": 0,
- "command_send": 0,
- "command_resend": 0,
- "map_epoch": 1609,
- "map_full": 0,
- "map_inc": 137,
- "osd_sessions": 37,
- "osd_session_open": 322,
- "osd_session_close": 285,
- "osd_laggy": 0,
- "omap_wr": 3866487,
- "omap_rd": 4514201,
- "omap_del": 599507
- },
- "purge_queue": {
- "pq_executing_ops": 0,
- "pq_executing": 0,
- "pq_executed": 812696
- },
- "throttle-msgr_dispatch_throttler-mds": {
- "val": 0,
- "max": 104857600,
- "get_started": 0,
- "get": 177019052,
- "get_sum": 99630133957,
- "get_or_fail_fail": 0,
- "get_or_fail_success": 177019052,
- "take": 0,
- "take_sum": 0,
- "put": 177019052,
- "put_sum": 99630133957,
- "wait": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- }
- },
- "throttle-objecter_bytes": {
- "val": 0,
- "max": 104857600,
- "get_started": 0,
- "get": 0,
- "get_sum": 0,
- "get_or_fail_fail": 0,
- "get_or_fail_success": 0,
- "take": 14887698,
- "take_sum": 135707136024,
- "put": 12702885,
- "put_sum": 135707136024,
- "wait": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- }
- },
- "throttle-objecter_ops": {
- "val": 0,
- "max": 1024,
- "get_started": 0,
- "get": 0,
- "get_sum": 0,
- "get_or_fail_fail": 0,
- "get_or_fail_success": 0,
- "take": 14887698,
- "take_sum": 14887698,
- "put": 14887698,
- "put_sum": 14887698,
- "wait": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- }
- },
- "throttle-write_buf_throttle": {
- "val": 0,
- "max": 3758096384,
- "get_started": 0,
- "get": 812696,
- "get_sum": 82082320,
- "get_or_fail_fail": 0,
- "get_or_fail_success": 812696,
- "take": 0,
- "take_sum": 0,
- "put": 91705,
- "put_sum": 82082320,
- "wait": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- }
- },
- "throttle-write_buf_throttle-0x55ee28e5fce0": {
- "val": 2025,
- "max": 3758096384,
- "get_started": 0,
- "get": 39374035,
- "get_sum": 73766422426,
- "get_or_fail_fail": 0,
- "get_or_fail_success": 39374035,
- "take": 0,
- "take_sum": 0,
- "put": 7056324,
- "put_sum": 73766420401,
- "wait": {
- "avgcount": 0,
- "sum": 0.000000000,
- "avgtime": 0.000000000
- }
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment