Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "state": "active+recovery_unfound+degraded+repair",
- "snap_trimq": "[1c7fd~1,1c7ff~1,1c801~1,1c803~1,1c805~1,1c807~1,1c809~1,1c80b~1,1c80d~1,1c80f~1,1c811~1]",
- "snap_trimq_len": 11,
- "epoch": 3593643,
- "up": [
- 951,
- 344,
- 14
- ],
- "acting": [
- 951,
- 344,
- 14
- ],
- "acting_recovery_backfill": [
- "14",
- "344",
- "951"
- ],
- "info": {
- "pgid": "4.1904",
- "last_update": "3593643'368386415",
- "last_complete": "3593643'368386415",
- "log_tail": "3593643'368383353",
- "last_user_version": 368386415,
- "last_backfill": "MAX",
- "last_backfill_bitwise": 1,
- "purged_snaps": [
- {
- "start": "19d6f",
- "length": "1"
- },
- {
- "start": "1c703",
- "length": "1"
- },
- {
- "start": "1c705",
- "length": "1"
- },
- {
- "start": "1c707",
- "length": "1"
- },
- {
- "start": "1c709",
- "length": "1"
- },
- {
- "start": "1c70b",
- "length": "1"
- },
- {
- "start": "1c70d",
- "length": "1"
- },
- {
- "start": "1c70f",
- "length": "1"
- },
- {
- "start": "1c711",
- "length": "1"
- },
- {
- "start": "1c713",
- "length": "1"
- },
- {
- "start": "1c715",
- "length": "1"
- },
- {
- "start": "1c717",
- "length": "1"
- },
- {
- "start": "1c719",
- "length": "1"
- },
- {
- "start": "1c71b",
- "length": "1"
- },
- {
- "start": "1c71d",
- "length": "1"
- },
- {
- "start": "1c71f",
- "length": "1"
- },
- {
- "start": "1c721",
- "length": "1"
- },
- {
- "start": "1c723",
- "length": "1"
- },
- {
- "start": "1c725",
- "length": "1"
- },
- {
- "start": "1c727",
- "length": "1"
- },
- {
- "start": "1c729",
- "length": "1"
- },
- {
- "start": "1c72b",
- "length": "1"
- },
- {
- "start": "1c72d",
- "length": "1"
- },
- {
- "start": "1c72f",
- "length": "1"
- },
- {
- "start": "1c731",
- "length": "1"
- },
- {
- "start": "1c733",
- "length": "1"
- },
- {
- "start": "1c735",
- "length": "1"
- },
- {
- "start": "1c737",
- "length": "1"
- },
- {
- "start": "1c739",
- "length": "1"
- },
- {
- "start": "1c73b",
- "length": "1"
- },
- {
- "start": "1c73d",
- "length": "1"
- },
- {
- "start": "1c73f",
- "length": "1"
- },
- {
- "start": "1c741",
- "length": "1"
- },
- {
- "start": "1c743",
- "length": "1"
- },
- {
- "start": "1c745",
- "length": "1"
- },
- {
- "start": "1c747",
- "length": "1"
- },
- {
- "start": "1c749",
- "length": "1"
- },
- {
- "start": "1c74b",
- "length": "1"
- },
- {
- "start": "1c74d",
- "length": "1"
- },
- {
- "start": "1c74f",
- "length": "1"
- },
- {
- "start": "1c751",
- "length": "1"
- },
- {
- "start": "1c754",
- "length": "2"
- },
- {
- "start": "1c757",
- "length": "1"
- },
- {
- "start": "1c75b",
- "length": "1"
- },
- {
- "start": "1c75d",
- "length": "1"
- },
- {
- "start": "1c75f",
- "length": "1"
- },
- {
- "start": "1c761",
- "length": "1"
- },
- {
- "start": "1c763",
- "length": "1"
- },
- {
- "start": "1c765",
- "length": "1"
- },
- {
- "start": "1c767",
- "length": "1"
- },
- {
- "start": "1c769",
- "length": "1"
- },
- {
- "start": "1c76b",
- "length": "1"
- },
- {
- "start": "1c76d",
- "length": "1"
- },
- {
- "start": "1c76f",
- "length": "1"
- },
- {
- "start": "1c771",
- "length": "1"
- },
- {
- "start": "1c773",
- "length": "1"
- },
- {
- "start": "1c775",
- "length": "1"
- },
- {
- "start": "1c777",
- "length": "1"
- },
- {
- "start": "1c779",
- "length": "1"
- },
- {
- "start": "1c77b",
- "length": "1"
- },
- {
- "start": "1c77d",
- "length": "1"
- },
- {
- "start": "1c77f",
- "length": "1"
- },
- {
- "start": "1c781",
- "length": "1"
- },
- {
- "start": "1c783",
- "length": "1"
- },
- {
- "start": "1c785",
- "length": "1"
- },
- {
- "start": "1c787",
- "length": "1"
- },
- {
- "start": "1c789",
- "length": "1"
- },
- {
- "start": "1c78b",
- "length": "1"
- },
- {
- "start": "1c78d",
- "length": "1"
- },
- {
- "start": "1c78f",
- "length": "1"
- },
- {
- "start": "1c791",
- "length": "1"
- },
- {
- "start": "1c793",
- "length": "1"
- },
- {
- "start": "1c795",
- "length": "1"
- },
- {
- "start": "1c797",
- "length": "1"
- },
- {
- "start": "1c799",
- "length": "1"
- },
- {
- "start": "1c79b",
- "length": "1"
- },
- {
- "start": "1c79d",
- "length": "1"
- },
- {
- "start": "1c79f",
- "length": "1"
- },
- {
- "start": "1c7a1",
- "length": "1"
- },
- {
- "start": "1c7a3",
- "length": "1"
- },
- {
- "start": "1c7a5",
- "length": "1"
- },
- {
- "start": "1c7a7",
- "length": "1"
- },
- {
- "start": "1c7a9",
- "length": "1"
- },
- {
- "start": "1c7ab",
- "length": "1"
- },
- {
- "start": "1c7ad",
- "length": "1"
- },
- {
- "start": "1c7af",
- "length": "1"
- },
- {
- "start": "1c7b1",
- "length": "1"
- },
- {
- "start": "1c7b3",
- "length": "1"
- },
- {
- "start": "1c7b5",
- "length": "1"
- },
- {
- "start": "1c7b7",
- "length": "1"
- },
- {
- "start": "1c7b9",
- "length": "1"
- },
- {
- "start": "1c7bb",
- "length": "1"
- },
- {
- "start": "1c7bd",
- "length": "1"
- },
- {
- "start": "1c7bf",
- "length": "1"
- },
- {
- "start": "1c7c1",
- "length": "1"
- },
- {
- "start": "1c7c3",
- "length": "1"
- },
- {
- "start": "1c7c5",
- "length": "1"
- },
- {
- "start": "1c7c7",
- "length": "1"
- },
- {
- "start": "1c7c9",
- "length": "1"
- },
- {
- "start": "1c7cb",
- "length": "1"
- },
- {
- "start": "1c7cd",
- "length": "1"
- },
- {
- "start": "1c7cf",
- "length": "1"
- },
- {
- "start": "1c7d1",
- "length": "1"
- },
- {
- "start": "1c7d3",
- "length": "1"
- },
- {
- "start": "1c7d5",
- "length": "1"
- },
- {
- "start": "1c7d7",
- "length": "1"
- },
- {
- "start": "1c7d9",
- "length": "1"
- },
- {
- "start": "1c7db",
- "length": "1"
- },
- {
- "start": "1c7dd",
- "length": "1"
- },
- {
- "start": "1c7df",
- "length": "1"
- },
- {
- "start": "1c7e1",
- "length": "1"
- },
- {
- "start": "1c7e3",
- "length": "1"
- },
- {
- "start": "1c7e5",
- "length": "1"
- },
- {
- "start": "1c7e7",
- "length": "1"
- },
- {
- "start": "1c7e9",
- "length": "1"
- },
- {
- "start": "1c7eb",
- "length": "1"
- },
- {
- "start": "1c7ed",
- "length": "1"
- },
- {
- "start": "1c7ef",
- "length": "1"
- },
- {
- "start": "1c7f1",
- "length": "1"
- },
- {
- "start": "1c7f3",
- "length": "1"
- },
- {
- "start": "1c7f5",
- "length": "1"
- },
- {
- "start": "1c7f7",
- "length": "1"
- },
- {
- "start": "1c7f9",
- "length": "1"
- },
- {
- "start": "1c7fb",
- "length": "1"
- }
- ],
- "history": {
- "epoch_created": 2178177,
- "epoch_pool_created": 355,
- "last_epoch_started": 3579757,
- "last_interval_started": 3579756,
- "last_epoch_clean": 3579787,
- "last_interval_clean": 3579756,
- "last_epoch_split": 2178177,
- "last_epoch_marked_full": 0,
- "same_up_since": 3579756,
- "same_interval_since": 3579756,
- "same_primary_since": 3579756,
- "last_scrub": "3593555'368316170",
- "last_scrub_stamp": "2021-06-13 04:28:29.413323",
- "last_deep_scrub": "3593555'368316170",
- "last_deep_scrub_stamp": "2021-06-13 04:28:29.413323",
- "last_clean_scrub_stamp": "2021-06-13 04:28:29.413323"
- },
- "stats": {
- "version": "3593643'368386415",
- "reported_seq": "469996967",
- "reported_epoch": "3593643",
- "state": "active+recovery_unfound+degraded+repair",
- "last_fresh": "2021-06-13 15:30:06.609427",
- "last_change": "2021-06-13 04:28:29.498005",
- "last_active": "2021-06-13 15:30:06.609427",
- "last_peered": "2021-06-13 15:30:06.609427",
- "last_clean": "2021-06-13 04:28:29.412309",
- "last_became_active": "2021-05-04 10:09:54.888719",
- "last_became_peered": "2021-05-04 10:09:54.888719",
- "last_unstale": "2021-06-13 15:30:06.609427",
- "last_undegraded": "2021-06-13 04:28:29.413324",
- "last_fullsized": "2021-06-13 15:30:06.609427",
- "mapping_epoch": 3579756,
- "log_start": "3593643'368383353",
- "ondisk_log_start": "3593643'368383353",
- "created": 2178177,
- "last_epoch_clean": 3579787,
- "parent": "0.0",
- "parent_split_bits": 13,
- "last_scrub": "3593555'368316170",
- "last_scrub_stamp": "2021-06-13 04:28:29.413323",
- "last_deep_scrub": "3593555'368316170",
- "last_deep_scrub_stamp": "2021-06-13 04:28:29.413323",
- "last_clean_scrub_stamp": "2021-06-13 04:28:29.413323",
- "log_size": 3062,
- "ondisk_log_size": 3062,
- "stats_invalid": false,
- "dirty_stats_invalid": true,
- "omap_stats_invalid": true,
- "hitset_stats_invalid": true,
- "hitset_bytes_stats_invalid": true,
- "pin_stats_invalid": true,
- "manifest_stats_invalid": true,
- "snaptrimq_len": 11,
- "stat_sum": {
- "num_bytes": 152184183323,
- "num_objects": 36442,
- "num_object_clones": 252,
- "num_object_copies": 109326,
- "num_objects_missing_on_primary": 1,
- "num_objects_missing": 0,
- "num_objects_degraded": 3,
- "num_objects_misplaced": 0,
- "num_objects_unfound": 1,
- "num_objects_dirty": 36204,
- "num_whiteouts": 0,
- "num_read": 44550978,
- "num_read_kb": 2565118960,
- "num_write": 79196639,
- "num_write_kb": 7541037093,
- "num_scrub_errors": 0,
- "num_shallow_scrub_errors": 0,
- "num_deep_scrub_errors": 0,
- "num_objects_recovered": 111174,
- "num_bytes_recovered": 463986913015,
- "num_keys_recovered": 140,
- "num_objects_omap": 1,
- "num_objects_hit_set_archive": 0,
- "num_bytes_hit_set_archive": 0,
- "num_flush": 0,
- "num_flush_kb": 0,
- "num_evict": 0,
- "num_evict_kb": 0,
- "num_promote": 0,
- "num_flush_mode_high": 0,
- "num_flush_mode_low": 0,
- "num_evict_mode_some": 0,
- "num_evict_mode_full": 0,
- "num_objects_pinned": 0,
- "num_legacy_snapsets": 0,
- "num_large_omap_objects": 0,
- "num_objects_manifest": 0,
- "num_omap_bytes": 76,
- "num_omap_keys": 8,
- "num_objects_repaired": 0
- },
- "up": [
- 951,
- 344,
- 14
- ],
- "acting": [
- 951,
- 344,
- 14
- ],
- "avail_no_missing": [],
- "object_location_counts": [
- {
- "shards": "14,344,951",
- "objects": 36442
- }
- ],
- "blocked_by": [],
- "up_primary": 951,
- "acting_primary": 951,
- "purged_snaps": []
- },
- "empty": 0,
- "dne": 0,
- "incomplete": 0,
- "last_epoch_started": 3579757,
- "hit_set_history": {
- "current_last_update": "0'0",
- "history": []
- }
- },
- "peer_info": [
- {
- "peer": "14",
- "pgid": "4.1904",
- "last_update": "3593643'368386415",
- "last_complete": "3579754'364016126",
- "log_tail": "3579322'364013122",
- "last_user_version": 364016126,
- "last_backfill": "MAX",
- "last_backfill_bitwise": 1,
- "purged_snaps": [],
- "history": {
- "epoch_created": 2178177,
- "epoch_pool_created": 355,
- "last_epoch_started": 3579757,
- "last_interval_started": 3579756,
- "last_epoch_clean": 3579787,
- "last_interval_clean": 3579756,
- "last_epoch_split": 2178177,
- "last_epoch_marked_full": 0,
- "same_up_since": 3579756,
- "same_interval_since": 3579756,
- "same_primary_since": 3579756,
- "last_scrub": "3593555'368316170",
- "last_scrub_stamp": "2021-06-13 04:28:29.413323",
- "last_deep_scrub": "3593555'368316170",
- "last_deep_scrub_stamp": "2021-06-13 04:28:29.413323",
- "last_clean_scrub_stamp": "2021-06-13 04:28:29.413323"
- },
- "stats": {
- "version": "3579753'364016125",
- "reported_seq": "462341311",
- "reported_epoch": "3579756",
- "state": "active+undersized+degraded",
- "last_fresh": "2021-05-04 10:09:51.590522",
- "last_change": "2021-05-04 10:09:32.518878",
- "last_active": "2021-05-04 10:09:51.590522",
- "last_peered": "2021-05-04 10:09:51.590522",
- "last_clean": "2021-05-04 10:09:25.538201",
- "last_became_active": "2021-05-04 10:09:32.518878",
- "last_became_peered": "2021-05-04 10:09:32.518878",
- "last_unstale": "2021-05-04 10:09:51.590522",
- "last_undegraded": "2021-05-04 10:09:32.516935",
- "last_fullsized": "2021-05-04 10:09:32.516178",
- "mapping_epoch": 3579756,
- "log_start": "3579322'364013122",
- "ondisk_log_start": "3579322'364013122",
- "created": 2178177,
- "last_epoch_clean": 3579742,
- "parent": "0.0",
- "parent_split_bits": 13,
- "last_scrub": "3579070'363889850",
- "last_scrub_stamp": "2021-05-03 03:25:39.879567",
- "last_deep_scrub": "3570730'362124656",
- "last_deep_scrub_stamp": "2021-04-12 08:54:12.936273",
- "last_clean_scrub_stamp": "2021-05-03 03:25:39.879567",
- "log_size": 3003,
- "ondisk_log_size": 3003,
- "stats_invalid": false,
- "dirty_stats_invalid": true,
- "omap_stats_invalid": true,
- "hitset_stats_invalid": true,
- "hitset_bytes_stats_invalid": true,
- "pin_stats_invalid": true,
- "manifest_stats_invalid": true,
- "snaptrimq_len": 0,
- "stat_sum": {
- "num_bytes": 153902029897,
- "num_objects": 36863,
- "num_object_clones": 224,
- "num_object_copies": 110589,
- "num_objects_missing_on_primary": 0,
- "num_objects_missing": 1,
- "num_objects_degraded": 36863,
- "num_objects_misplaced": 0,
- "num_objects_unfound": 0,
- "num_objects_dirty": 36623,
- "num_whiteouts": 0,
- "num_read": 41817084,
- "num_read_kb": 2392564320,
- "num_write": 74840022,
- "num_write_kb": 7157507326,
- "num_scrub_errors": 0,
- "num_shallow_scrub_errors": 0,
- "num_deep_scrub_errors": 0,
- "num_objects_recovered": 111161,
- "num_bytes_recovered": 463935551223,
- "num_keys_recovered": 140,
- "num_objects_omap": 1,
- "num_objects_hit_set_archive": 0,
- "num_bytes_hit_set_archive": 0,
- "num_flush": 0,
- "num_flush_kb": 0,
- "num_evict": 0,
- "num_evict_kb": 0,
- "num_promote": 0,
- "num_flush_mode_high": 0,
- "num_flush_mode_low": 0,
- "num_evict_mode_some": 0,
- "num_evict_mode_full": 0,
- "num_objects_pinned": 0,
- "num_legacy_snapsets": 0,
- "num_large_omap_objects": 0,
- "num_objects_manifest": 0,
- "num_omap_bytes": 76,
- "num_omap_keys": 8,
- "num_objects_repaired": 0
- },
- "up": [
- 951,
- 344,
- 14
- ],
- "acting": [
- 951,
- 344,
- 14
- ],
- "avail_no_missing": [
- "344",
- "14"
- ],
- "object_location_counts": [
- {
- "shards": "14,344",
- "objects": 36863
- }
- ],
- "blocked_by": [],
- "up_primary": 951,
- "acting_primary": 951,
- "purged_snaps": []
- },
- "empty": 0,
- "dne": 0,
- "incomplete": 0,
- "last_epoch_started": 3579757,
- "hit_set_history": {
- "current_last_update": "0'0",
- "history": []
- }
- },
- {
- "peer": "344",
- "pgid": "4.1904",
- "last_update": "3593643'368386415",
- "last_complete": "3579754'364016126",
- "log_tail": "3579322'364013122",
- "last_user_version": 364016126,
- "last_backfill": "MAX",
- "last_backfill_bitwise": 1,
- "purged_snaps": [],
- "history": {
- "epoch_created": 2178177,
- "epoch_pool_created": 355,
- "last_epoch_started": 3579757,
- "last_interval_started": 3579756,
- "last_epoch_clean": 3579787,
- "last_interval_clean": 3579756,
- "last_epoch_split": 2178177,
- "last_epoch_marked_full": 0,
- "same_up_since": 3579756,
- "same_interval_since": 3579756,
- "same_primary_since": 3579756,
- "last_scrub": "3593555'368316170",
- "last_scrub_stamp": "2021-06-13 04:28:29.413323",
- "last_deep_scrub": "3593555'368316170",
- "last_deep_scrub_stamp": "2021-06-13 04:28:29.413323",
- "last_clean_scrub_stamp": "2021-06-13 04:28:29.413323"
- },
- "stats": {
- "version": "3579754'364016126",
- "reported_seq": "462341385",
- "reported_epoch": "3579755",
- "state": "active+undersized+degraded",
- "last_fresh": "2021-05-04 10:09:52.480242",
- "last_change": "2021-05-04 10:09:32.518878",
- "last_active": "2021-05-04 10:09:52.480242",
- "last_peered": "2021-05-04 10:09:52.480242",
- "last_clean": "2021-05-04 10:09:25.538201",
- "last_became_active": "2021-05-04 10:09:32.518878",
- "last_became_peered": "2021-05-04 10:09:32.518878",
- "last_unstale": "2021-05-04 10:09:52.480242",
- "last_undegraded": "2021-05-04 10:09:32.516935",
- "last_fullsized": "2021-05-04 10:09:32.516178",
- "mapping_epoch": 3579756,
- "log_start": "3579322'364013122",
- "ondisk_log_start": "3579322'364013122",
- "created": 2178177,
- "last_epoch_clean": 3579742,
- "parent": "0.0",
- "parent_split_bits": 13,
- "last_scrub": "3579070'363889850",
- "last_scrub_stamp": "2021-05-03 03:25:39.879567",
- "last_deep_scrub": "3570730'362124656",
- "last_deep_scrub_stamp": "2021-04-12 08:54:12.936273",
- "last_clean_scrub_stamp": "2021-05-03 03:25:39.879567",
- "log_size": 3004,
- "ondisk_log_size": 3004,
- "stats_invalid": false,
- "dirty_stats_invalid": true,
- "omap_stats_invalid": true,
- "hitset_stats_invalid": true,
- "hitset_bytes_stats_invalid": true,
- "pin_stats_invalid": true,
- "manifest_stats_invalid": true,
- "snaptrimq_len": 0,
- "stat_sum": {
- "num_bytes": 153902029897,
- "num_objects": 36863,
- "num_object_clones": 224,
- "num_object_copies": 110589,
- "num_objects_missing_on_primary": 0,
- "num_objects_missing": 1,
- "num_objects_degraded": 36863,
- "num_objects_misplaced": 0,
- "num_objects_unfound": 0,
- "num_objects_dirty": 36623,
- "num_whiteouts": 0,
- "num_read": 41817084,
- "num_read_kb": 2392564320,
- "num_write": 74840022,
- "num_write_kb": 7157507326,
- "num_scrub_errors": 0,
- "num_shallow_scrub_errors": 0,
- "num_deep_scrub_errors": 0,
- "num_objects_recovered": 111161,
- "num_bytes_recovered": 463935551223,
- "num_keys_recovered": 140,
- "num_objects_omap": 1,
- "num_objects_hit_set_archive": 0,
- "num_bytes_hit_set_archive": 0,
- "num_flush": 0,
- "num_flush_kb": 0,
- "num_evict": 0,
- "num_evict_kb": 0,
- "num_promote": 0,
- "num_flush_mode_high": 0,
- "num_flush_mode_low": 0,
- "num_evict_mode_some": 0,
- "num_evict_mode_full": 0,
- "num_objects_pinned": 0,
- "num_legacy_snapsets": 0,
- "num_large_omap_objects": 0,
- "num_objects_manifest": 0,
- "num_omap_bytes": 76,
- "num_omap_keys": 8,
- "num_objects_repaired": 0
- },
- "up": [
- 951,
- 344,
- 14
- ],
- "acting": [
- 951,
- 344,
- 14
- ],
- "avail_no_missing": [
- "344",
- "14"
- ],
- "object_location_counts": [
- {
- "shards": "14,344",
- "objects": 36863
- }
- ],
- "blocked_by": [],
- "up_primary": 951,
- "acting_primary": 951,
- "purged_snaps": []
- },
- "empty": 0,
- "dne": 0,
- "incomplete": 0,
- "last_epoch_started": 3579757,
- "hit_set_history": {
- "current_last_update": "0'0",
- "history": []
- }
- }
- ],
- "recovery_state": [
- {
- "name": "Started/Primary/Active",
- "enter_time": "2021-05-04 10:09:54.870581",
- "might_have_unfound": [
- {
- "osd": "14",
- "status": "already probed"
- },
- {
- "osd": "344",
- "status": "already probed"
- }
- ],
- "recovery_progress": {
- "backfill_targets": [],
- "waiting_on_backfill": [],
- "last_backfill_started": "MIN",
- "backfill_info": {
- "begin": "MIN",
- "end": "MIN",
- "objects": []
- },
- "peer_backfill_info": [],
- "backfills_in_flight": [],
- "recovering": [],
- "pg_backend": {
- "pull_from_peer": [],
- "pushing": []
- }
- },
- "scrub": {
- "scrubber.epoch_start": "3579756",
- "scrubber.active": false,
- "scrubber.state": "INACTIVE",
- "scrubber.start": "MIN",
- "scrubber.end": "MIN",
- "scrubber.max_end": "MIN",
- "scrubber.subset_last_update": "0'0",
- "scrubber.deep": false,
- "scrubber.waiting_on_whom": []
- }
- },
- {
- "name": "Started",
- "enter_time": "2021-05-04 10:09:53.687152"
- }
- ],
- "agent_state": {}
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement