tjragan

pg_5.38_query

Jan 31st, 2020
442
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. ○ ceph pg 5.38 query
  2. {
  3. "state": "incomplete",
  4. "snap_trimq": "[]",
  5. "snap_trimq_len": 0,
  6. "epoch": 101353,
  7. "up": [
  8. 104,
  9. 108,
  10. 119,
  11. 7,
  12. 72
  13. ],
  14. "acting": [
  15. 104,
  16. 108,
  17. 119,
  18. 7,
  19. 72
  20. ],
  21. "info": {
  22. "pgid": "5.38s0",
  23. "last_update": "0'0",
  24. "last_complete": "0'0",
  25. "log_tail": "0'0",
  26. "last_user_version": 0,
  27. "last_backfill": "MAX",
  28. "last_backfill_bitwise": 0,
  29. "purged_snaps": [],
  30. "history": {
  31. "epoch_created": 7287,
  32. "epoch_pool_created": 7287,
  33. "last_epoch_started": 98375,
  34. "last_interval_started": 98374,
  35. "last_epoch_clean": 98089,
  36. "last_interval_clean": 98071,
  37. "last_epoch_split": 17821,
  38. "last_epoch_marked_full": 0,
  39. "same_up_since": 101275,
  40. "same_interval_since": 101275,
  41. "same_primary_since": 101275,
  42. "last_scrub": "97430'321838",
  43. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  44. "last_deep_scrub": "77861'318028",
  45. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  46. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720"
  47. },
  48. "stats": {
  49. "version": "0'0",
  50. "reported_seq": "2706",
  51. "reported_epoch": "101353",
  52. "state": "incomplete",
  53. "last_fresh": "2020-01-31 14:08:00.235052",
  54. "last_change": "2020-01-31 13:34:42.594574",
  55. "last_active": "0.000000",
  56. "last_peered": "0.000000",
  57. "last_clean": "0.000000",
  58. "last_became_active": "0.000000",
  59. "last_became_peered": "0.000000",
  60. "last_unstale": "2020-01-31 14:08:00.235052",
  61. "last_undegraded": "2020-01-31 14:08:00.235052",
  62. "last_fullsized": "2020-01-31 14:08:00.235052",
  63. "mapping_epoch": 101275,
  64. "log_start": "0'0",
  65. "ondisk_log_start": "0'0",
  66. "created": 7287,
  67. "last_epoch_clean": 98089,
  68. "parent": "0.0",
  69. "parent_split_bits": 0,
  70. "last_scrub": "97430'321838",
  71. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  72. "last_deep_scrub": "77861'318028",
  73. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  74. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720",
  75. "log_size": 0,
  76. "ondisk_log_size": 0,
  77. "stats_invalid": false,
  78. "dirty_stats_invalid": false,
  79. "omap_stats_invalid": false,
  80. "hitset_stats_invalid": false,
  81. "hitset_bytes_stats_invalid": false,
  82. "pin_stats_invalid": false,
  83. "manifest_stats_invalid": false,
  84. "snaptrimq_len": 0,
  85. "stat_sum": {
  86. "num_bytes": 0,
  87. "num_objects": 0,
  88. "num_object_clones": 0,
  89. "num_object_copies": 0,
  90. "num_objects_missing_on_primary": 0,
  91. "num_objects_missing": 0,
  92. "num_objects_degraded": 0,
  93. "num_objects_misplaced": 0,
  94. "num_objects_unfound": 0,
  95. "num_objects_dirty": 0,
  96. "num_whiteouts": 0,
  97. "num_read": 0,
  98. "num_read_kb": 0,
  99. "num_write": 0,
  100. "num_write_kb": 0,
  101. "num_scrub_errors": 0,
  102. "num_shallow_scrub_errors": 0,
  103. "num_deep_scrub_errors": 0,
  104. "num_objects_recovered": 0,
  105. "num_bytes_recovered": 0,
  106. "num_keys_recovered": 0,
  107. "num_objects_omap": 0,
  108. "num_objects_hit_set_archive": 0,
  109. "num_bytes_hit_set_archive": 0,
  110. "num_flush": 0,
  111. "num_flush_kb": 0,
  112. "num_evict": 0,
  113. "num_evict_kb": 0,
  114. "num_promote": 0,
  115. "num_flush_mode_high": 0,
  116. "num_flush_mode_low": 0,
  117. "num_evict_mode_some": 0,
  118. "num_evict_mode_full": 0,
  119. "num_objects_pinned": 0,
  120. "num_legacy_snapsets": 0,
  121. "num_large_omap_objects": 0,
  122. "num_objects_manifest": 0,
  123. "num_omap_bytes": 0,
  124. "num_omap_keys": 0,
  125. "num_objects_repaired": 0
  126. },
  127. "up": [
  128. 104,
  129. 108,
  130. 119,
  131. 7,
  132. 72
  133. ],
  134. "acting": [
  135. 104,
  136. 108,
  137. 119,
  138. 7,
  139. 72
  140. ],
  141. "avail_no_missing": [],
  142. "object_location_counts": [],
  143. "blocked_by": [],
  144. "up_primary": 104,
  145. "acting_primary": 104,
  146. "purged_snaps": []
  147. },
  148. "empty": 1,
  149. "dne": 0,
  150. "incomplete": 0,
  151. "last_epoch_started": 0,
  152. "hit_set_history": {
  153. "current_last_update": "0'0",
  154. "history": []
  155. }
  156. },
  157. "peer_info": [
  158. {
  159. "peer": "1(1)",
  160. "pgid": "5.38s1",
  161. "last_update": "0'0",
  162. "last_complete": "0'0",
  163. "log_tail": "0'0",
  164. "last_user_version": 0,
  165. "last_backfill": "MAX",
  166. "last_backfill_bitwise": 0,
  167. "purged_snaps": [],
  168. "history": {
  169. "epoch_created": 0,
  170. "epoch_pool_created": 0,
  171. "last_epoch_started": 0,
  172. "last_interval_started": 0,
  173. "last_epoch_clean": 0,
  174. "last_interval_clean": 0,
  175. "last_epoch_split": 0,
  176. "last_epoch_marked_full": 0,
  177. "same_up_since": 0,
  178. "same_interval_since": 0,
  179. "same_primary_since": 0,
  180. "last_scrub": "0'0",
  181. "last_scrub_stamp": "0.000000",
  182. "last_deep_scrub": "0'0",
  183. "last_deep_scrub_stamp": "0.000000",
  184. "last_clean_scrub_stamp": "0.000000"
  185. },
  186. "stats": {
  187. "version": "0'0",
  188. "reported_seq": "0",
  189. "reported_epoch": "0",
  190. "state": "unknown",
  191. "last_fresh": "0.000000",
  192. "last_change": "0.000000",
  193. "last_active": "0.000000",
  194. "last_peered": "0.000000",
  195. "last_clean": "0.000000",
  196. "last_became_active": "0.000000",
  197. "last_became_peered": "0.000000",
  198. "last_unstale": "0.000000",
  199. "last_undegraded": "0.000000",
  200. "last_fullsized": "0.000000",
  201. "mapping_epoch": 0,
  202. "log_start": "0'0",
  203. "ondisk_log_start": "0'0",
  204. "created": 0,
  205. "last_epoch_clean": 0,
  206. "parent": "0.0",
  207. "parent_split_bits": 0,
  208. "last_scrub": "0'0",
  209. "last_scrub_stamp": "0.000000",
  210. "last_deep_scrub": "0'0",
  211. "last_deep_scrub_stamp": "0.000000",
  212. "last_clean_scrub_stamp": "0.000000",
  213. "log_size": 0,
  214. "ondisk_log_size": 0,
  215. "stats_invalid": false,
  216. "dirty_stats_invalid": false,
  217. "omap_stats_invalid": false,
  218. "hitset_stats_invalid": false,
  219. "hitset_bytes_stats_invalid": false,
  220. "pin_stats_invalid": false,
  221. "manifest_stats_invalid": false,
  222. "snaptrimq_len": 0,
  223. "stat_sum": {
  224. "num_bytes": 0,
  225. "num_objects": 0,
  226. "num_object_clones": 0,
  227. "num_object_copies": 0,
  228. "num_objects_missing_on_primary": 0,
  229. "num_objects_missing": 0,
  230. "num_objects_degraded": 0,
  231. "num_objects_misplaced": 0,
  232. "num_objects_unfound": 0,
  233. "num_objects_dirty": 0,
  234. "num_whiteouts": 0,
  235. "num_read": 0,
  236. "num_read_kb": 0,
  237. "num_write": 0,
  238. "num_write_kb": 0,
  239. "num_scrub_errors": 0,
  240. "num_shallow_scrub_errors": 0,
  241. "num_deep_scrub_errors": 0,
  242. "num_objects_recovered": 0,
  243. "num_bytes_recovered": 0,
  244. "num_keys_recovered": 0,
  245. "num_objects_omap": 0,
  246. "num_objects_hit_set_archive": 0,
  247. "num_bytes_hit_set_archive": 0,
  248. "num_flush": 0,
  249. "num_flush_kb": 0,
  250. "num_evict": 0,
  251. "num_evict_kb": 0,
  252. "num_promote": 0,
  253. "num_flush_mode_high": 0,
  254. "num_flush_mode_low": 0,
  255. "num_evict_mode_some": 0,
  256. "num_evict_mode_full": 0,
  257. "num_objects_pinned": 0,
  258. "num_legacy_snapsets": 0,
  259. "num_large_omap_objects": 0,
  260. "num_objects_manifest": 0,
  261. "num_omap_bytes": 0,
  262. "num_omap_keys": 0,
  263. "num_objects_repaired": 0
  264. },
  265. "up": [],
  266. "acting": [],
  267. "avail_no_missing": [],
  268. "object_location_counts": [],
  269. "blocked_by": [],
  270. "up_primary": -1,
  271. "acting_primary": -1,
  272. "purged_snaps": []
  273. },
  274. "empty": 1,
  275. "dne": 1,
  276. "incomplete": 0,
  277. "last_epoch_started": 0,
  278. "hit_set_history": {
  279. "current_last_update": "0'0",
  280. "history": []
  281. }
  282. },
  283. {
  284. "peer": "7(3)",
  285. "pgid": "5.38s3",
  286. "last_update": "0'0",
  287. "last_complete": "0'0",
  288. "log_tail": "0'0",
  289. "last_user_version": 0,
  290. "last_backfill": "MAX",
  291. "last_backfill_bitwise": 0,
  292. "purged_snaps": [],
  293. "history": {
  294. "epoch_created": 0,
  295. "epoch_pool_created": 0,
  296. "last_epoch_started": 0,
  297. "last_interval_started": 0,
  298. "last_epoch_clean": 0,
  299. "last_interval_clean": 0,
  300. "last_epoch_split": 0,
  301. "last_epoch_marked_full": 0,
  302. "same_up_since": 0,
  303. "same_interval_since": 0,
  304. "same_primary_since": 0,
  305. "last_scrub": "0'0",
  306. "last_scrub_stamp": "0.000000",
  307. "last_deep_scrub": "0'0",
  308. "last_deep_scrub_stamp": "0.000000",
  309. "last_clean_scrub_stamp": "0.000000"
  310. },
  311. "stats": {
  312. "version": "0'0",
  313. "reported_seq": "0",
  314. "reported_epoch": "0",
  315. "state": "unknown",
  316. "last_fresh": "0.000000",
  317. "last_change": "0.000000",
  318. "last_active": "0.000000",
  319. "last_peered": "0.000000",
  320. "last_clean": "0.000000",
  321. "last_became_active": "0.000000",
  322. "last_became_peered": "0.000000",
  323. "last_unstale": "0.000000",
  324. "last_undegraded": "0.000000",
  325. "last_fullsized": "0.000000",
  326. "mapping_epoch": 0,
  327. "log_start": "0'0",
  328. "ondisk_log_start": "0'0",
  329. "created": 0,
  330. "last_epoch_clean": 0,
  331. "parent": "0.0",
  332. "parent_split_bits": 0,
  333. "last_scrub": "0'0",
  334. "last_scrub_stamp": "0.000000",
  335. "last_deep_scrub": "0'0",
  336. "last_deep_scrub_stamp": "0.000000",
  337. "last_clean_scrub_stamp": "0.000000",
  338. "log_size": 0,
  339. "ondisk_log_size": 0,
  340. "stats_invalid": false,
  341. "dirty_stats_invalid": false,
  342. "omap_stats_invalid": false,
  343. "hitset_stats_invalid": false,
  344. "hitset_bytes_stats_invalid": false,
  345. "pin_stats_invalid": false,
  346. "manifest_stats_invalid": false,
  347. "snaptrimq_len": 0,
  348. "stat_sum": {
  349. "num_bytes": 0,
  350. "num_objects": 0,
  351. "num_object_clones": 0,
  352. "num_object_copies": 0,
  353. "num_objects_missing_on_primary": 0,
  354. "num_objects_missing": 0,
  355. "num_objects_degraded": 0,
  356. "num_objects_misplaced": 0,
  357. "num_objects_unfound": 0,
  358. "num_objects_dirty": 0,
  359. "num_whiteouts": 0,
  360. "num_read": 0,
  361. "num_read_kb": 0,
  362. "num_write": 0,
  363. "num_write_kb": 0,
  364. "num_scrub_errors": 0,
  365. "num_shallow_scrub_errors": 0,
  366. "num_deep_scrub_errors": 0,
  367. "num_objects_recovered": 0,
  368. "num_bytes_recovered": 0,
  369. "num_keys_recovered": 0,
  370. "num_objects_omap": 0,
  371. "num_objects_hit_set_archive": 0,
  372. "num_bytes_hit_set_archive": 0,
  373. "num_flush": 0,
  374. "num_flush_kb": 0,
  375. "num_evict": 0,
  376. "num_evict_kb": 0,
  377. "num_promote": 0,
  378. "num_flush_mode_high": 0,
  379. "num_flush_mode_low": 0,
  380. "num_evict_mode_some": 0,
  381. "num_evict_mode_full": 0,
  382. "num_objects_pinned": 0,
  383. "num_legacy_snapsets": 0,
  384. "num_large_omap_objects": 0,
  385. "num_objects_manifest": 0,
  386. "num_omap_bytes": 0,
  387. "num_omap_keys": 0,
  388. "num_objects_repaired": 0
  389. },
  390. "up": [],
  391. "acting": [],
  392. "avail_no_missing": [],
  393. "object_location_counts": [],
  394. "blocked_by": [],
  395. "up_primary": -1,
  396. "acting_primary": -1,
  397. "purged_snaps": []
  398. },
  399. "empty": 1,
  400. "dne": 1,
  401. "incomplete": 0,
  402. "last_epoch_started": 0,
  403. "hit_set_history": {
  404. "current_last_update": "0'0",
  405. "history": []
  406. }
  407. },
  408. {
  409. "peer": "17(2)",
  410. "pgid": "5.38s2",
  411. "last_update": "0'0",
  412. "last_complete": "0'0",
  413. "log_tail": "0'0",
  414. "last_user_version": 0,
  415. "last_backfill": "MAX",
  416. "last_backfill_bitwise": 0,
  417. "purged_snaps": [],
  418. "history": {
  419. "epoch_created": 0,
  420. "epoch_pool_created": 0,
  421. "last_epoch_started": 0,
  422. "last_interval_started": 0,
  423. "last_epoch_clean": 0,
  424. "last_interval_clean": 0,
  425. "last_epoch_split": 0,
  426. "last_epoch_marked_full": 0,
  427. "same_up_since": 0,
  428. "same_interval_since": 0,
  429. "same_primary_since": 0,
  430. "last_scrub": "0'0",
  431. "last_scrub_stamp": "0.000000",
  432. "last_deep_scrub": "0'0",
  433. "last_deep_scrub_stamp": "0.000000",
  434. "last_clean_scrub_stamp": "0.000000"
  435. },
  436. "stats": {
  437. "version": "0'0",
  438. "reported_seq": "0",
  439. "reported_epoch": "0",
  440. "state": "unknown",
  441. "last_fresh": "0.000000",
  442. "last_change": "0.000000",
  443. "last_active": "0.000000",
  444. "last_peered": "0.000000",
  445. "last_clean": "0.000000",
  446. "last_became_active": "0.000000",
  447. "last_became_peered": "0.000000",
  448. "last_unstale": "0.000000",
  449. "last_undegraded": "0.000000",
  450. "last_fullsized": "0.000000",
  451. "mapping_epoch": 0,
  452. "log_start": "0'0",
  453. "ondisk_log_start": "0'0",
  454. "created": 0,
  455. "last_epoch_clean": 0,
  456. "parent": "0.0",
  457. "parent_split_bits": 0,
  458. "last_scrub": "0'0",
  459. "last_scrub_stamp": "0.000000",
  460. "last_deep_scrub": "0'0",
  461. "last_deep_scrub_stamp": "0.000000",
  462. "last_clean_scrub_stamp": "0.000000",
  463. "log_size": 0,
  464. "ondisk_log_size": 0,
  465. "stats_invalid": false,
  466. "dirty_stats_invalid": false,
  467. "omap_stats_invalid": false,
  468. "hitset_stats_invalid": false,
  469. "hitset_bytes_stats_invalid": false,
  470. "pin_stats_invalid": false,
  471. "manifest_stats_invalid": false,
  472. "snaptrimq_len": 0,
  473. "stat_sum": {
  474. "num_bytes": 0,
  475. "num_objects": 0,
  476. "num_object_clones": 0,
  477. "num_object_copies": 0,
  478. "num_objects_missing_on_primary": 0,
  479. "num_objects_missing": 0,
  480. "num_objects_degraded": 0,
  481. "num_objects_misplaced": 0,
  482. "num_objects_unfound": 0,
  483. "num_objects_dirty": 0,
  484. "num_whiteouts": 0,
  485. "num_read": 0,
  486. "num_read_kb": 0,
  487. "num_write": 0,
  488. "num_write_kb": 0,
  489. "num_scrub_errors": 0,
  490. "num_shallow_scrub_errors": 0,
  491. "num_deep_scrub_errors": 0,
  492. "num_objects_recovered": 0,
  493. "num_bytes_recovered": 0,
  494. "num_keys_recovered": 0,
  495. "num_objects_omap": 0,
  496. "num_objects_hit_set_archive": 0,
  497. "num_bytes_hit_set_archive": 0,
  498. "num_flush": 0,
  499. "num_flush_kb": 0,
  500. "num_evict": 0,
  501. "num_evict_kb": 0,
  502. "num_promote": 0,
  503. "num_flush_mode_high": 0,
  504. "num_flush_mode_low": 0,
  505. "num_evict_mode_some": 0,
  506. "num_evict_mode_full": 0,
  507. "num_objects_pinned": 0,
  508. "num_legacy_snapsets": 0,
  509. "num_large_omap_objects": 0,
  510. "num_objects_manifest": 0,
  511. "num_omap_bytes": 0,
  512. "num_omap_keys": 0,
  513. "num_objects_repaired": 0
  514. },
  515. "up": [],
  516. "acting": [],
  517. "avail_no_missing": [],
  518. "object_location_counts": [],
  519. "blocked_by": [],
  520. "up_primary": -1,
  521. "acting_primary": -1,
  522. "purged_snaps": []
  523. },
  524. "empty": 1,
  525. "dne": 1,
  526. "incomplete": 0,
  527. "last_epoch_started": 0,
  528. "hit_set_history": {
  529. "current_last_update": "0'0",
  530. "history": []
  531. }
  532. },
  533. {
  534. "peer": "27(0)",
  535. "pgid": "5.38s0",
  536. "last_update": "0'0",
  537. "last_complete": "0'0",
  538. "log_tail": "0'0",
  539. "last_user_version": 0,
  540. "last_backfill": "MAX",
  541. "last_backfill_bitwise": 0,
  542. "purged_snaps": [],
  543. "history": {
  544. "epoch_created": 0,
  545. "epoch_pool_created": 0,
  546. "last_epoch_started": 0,
  547. "last_interval_started": 0,
  548. "last_epoch_clean": 0,
  549. "last_interval_clean": 0,
  550. "last_epoch_split": 0,
  551. "last_epoch_marked_full": 0,
  552. "same_up_since": 0,
  553. "same_interval_since": 0,
  554. "same_primary_since": 0,
  555. "last_scrub": "0'0",
  556. "last_scrub_stamp": "0.000000",
  557. "last_deep_scrub": "0'0",
  558. "last_deep_scrub_stamp": "0.000000",
  559. "last_clean_scrub_stamp": "0.000000"
  560. },
  561. "stats": {
  562. "version": "0'0",
  563. "reported_seq": "0",
  564. "reported_epoch": "0",
  565. "state": "unknown",
  566. "last_fresh": "0.000000",
  567. "last_change": "0.000000",
  568. "last_active": "0.000000",
  569. "last_peered": "0.000000",
  570. "last_clean": "0.000000",
  571. "last_became_active": "0.000000",
  572. "last_became_peered": "0.000000",
  573. "last_unstale": "0.000000",
  574. "last_undegraded": "0.000000",
  575. "last_fullsized": "0.000000",
  576. "mapping_epoch": 0,
  577. "log_start": "0'0",
  578. "ondisk_log_start": "0'0",
  579. "created": 0,
  580. "last_epoch_clean": 0,
  581. "parent": "0.0",
  582. "parent_split_bits": 0,
  583. "last_scrub": "0'0",
  584. "last_scrub_stamp": "0.000000",
  585. "last_deep_scrub": "0'0",
  586. "last_deep_scrub_stamp": "0.000000",
  587. "last_clean_scrub_stamp": "0.000000",
  588. "log_size": 0,
  589. "ondisk_log_size": 0,
  590. "stats_invalid": false,
  591. "dirty_stats_invalid": false,
  592. "omap_stats_invalid": false,
  593. "hitset_stats_invalid": false,
  594. "hitset_bytes_stats_invalid": false,
  595. "pin_stats_invalid": false,
  596. "manifest_stats_invalid": false,
  597. "snaptrimq_len": 0,
  598. "stat_sum": {
  599. "num_bytes": 0,
  600. "num_objects": 0,
  601. "num_object_clones": 0,
  602. "num_object_copies": 0,
  603. "num_objects_missing_on_primary": 0,
  604. "num_objects_missing": 0,
  605. "num_objects_degraded": 0,
  606. "num_objects_misplaced": 0,
  607. "num_objects_unfound": 0,
  608. "num_objects_dirty": 0,
  609. "num_whiteouts": 0,
  610. "num_read": 0,
  611. "num_read_kb": 0,
  612. "num_write": 0,
  613. "num_write_kb": 0,
  614. "num_scrub_errors": 0,
  615. "num_shallow_scrub_errors": 0,
  616. "num_deep_scrub_errors": 0,
  617. "num_objects_recovered": 0,
  618. "num_bytes_recovered": 0,
  619. "num_keys_recovered": 0,
  620. "num_objects_omap": 0,
  621. "num_objects_hit_set_archive": 0,
  622. "num_bytes_hit_set_archive": 0,
  623. "num_flush": 0,
  624. "num_flush_kb": 0,
  625. "num_evict": 0,
  626. "num_evict_kb": 0,
  627. "num_promote": 0,
  628. "num_flush_mode_high": 0,
  629. "num_flush_mode_low": 0,
  630. "num_evict_mode_some": 0,
  631. "num_evict_mode_full": 0,
  632. "num_objects_pinned": 0,
  633. "num_legacy_snapsets": 0,
  634. "num_large_omap_objects": 0,
  635. "num_objects_manifest": 0,
  636. "num_omap_bytes": 0,
  637. "num_omap_keys": 0,
  638. "num_objects_repaired": 0
  639. },
  640. "up": [],
  641. "acting": [],
  642. "avail_no_missing": [],
  643. "object_location_counts": [],
  644. "blocked_by": [],
  645. "up_primary": -1,
  646. "acting_primary": -1,
  647. "purged_snaps": []
  648. },
  649. "empty": 1,
  650. "dne": 1,
  651. "incomplete": 0,
  652. "last_epoch_started": 0,
  653. "hit_set_history": {
  654. "current_last_update": "0'0",
  655. "history": []
  656. }
  657. },
  658. {
  659. "peer": "41(4)",
  660. "pgid": "5.38s4",
  661. "last_update": "98256'322379",
  662. "last_complete": "98256'322379",
  663. "log_tail": "86608'319379",
  664. "last_user_version": 0,
  665. "last_backfill": "MIN",
  666. "last_backfill_bitwise": 1,
  667. "purged_snaps": [],
  668. "history": {
  669. "epoch_created": 7287,
  670. "epoch_pool_created": 7287,
  671. "last_epoch_started": 98375,
  672. "last_interval_started": 98374,
  673. "last_epoch_clean": 98089,
  674. "last_interval_clean": 98071,
  675. "last_epoch_split": 17821,
  676. "last_epoch_marked_full": 0,
  677. "same_up_since": 101275,
  678. "same_interval_since": 101275,
  679. "same_primary_since": 101275,
  680. "last_scrub": "97430'321838",
  681. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  682. "last_deep_scrub": "77861'318028",
  683. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  684. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720"
  685. },
  686. "stats": {
  687. "version": "0'0",
  688. "reported_seq": "0",
  689. "reported_epoch": "0",
  690. "state": "unknown",
  691. "last_fresh": "0.000000",
  692. "last_change": "0.000000",
  693. "last_active": "0.000000",
  694. "last_peered": "0.000000",
  695. "last_clean": "0.000000",
  696. "last_became_active": "0.000000",
  697. "last_became_peered": "0.000000",
  698. "last_unstale": "0.000000",
  699. "last_undegraded": "0.000000",
  700. "last_fullsized": "0.000000",
  701. "mapping_epoch": 101275,
  702. "log_start": "0'0",
  703. "ondisk_log_start": "0'0",
  704. "created": 0,
  705. "last_epoch_clean": 0,
  706. "parent": "0.0",
  707. "parent_split_bits": 0,
  708. "last_scrub": "0'0",
  709. "last_scrub_stamp": "0.000000",
  710. "last_deep_scrub": "0'0",
  711. "last_deep_scrub_stamp": "0.000000",
  712. "last_clean_scrub_stamp": "0.000000",
  713. "log_size": 0,
  714. "ondisk_log_size": 0,
  715. "stats_invalid": false,
  716. "dirty_stats_invalid": false,
  717. "omap_stats_invalid": false,
  718. "hitset_stats_invalid": false,
  719. "hitset_bytes_stats_invalid": false,
  720. "pin_stats_invalid": false,
  721. "manifest_stats_invalid": false,
  722. "snaptrimq_len": 0,
  723. "stat_sum": {
  724. "num_bytes": 0,
  725. "num_objects": 0,
  726. "num_object_clones": 0,
  727. "num_object_copies": 0,
  728. "num_objects_missing_on_primary": 0,
  729. "num_objects_missing": 0,
  730. "num_objects_degraded": 0,
  731. "num_objects_misplaced": 0,
  732. "num_objects_unfound": 0,
  733. "num_objects_dirty": 0,
  734. "num_whiteouts": 0,
  735. "num_read": 0,
  736. "num_read_kb": 0,
  737. "num_write": 0,
  738. "num_write_kb": 0,
  739. "num_scrub_errors": 0,
  740. "num_shallow_scrub_errors": 0,
  741. "num_deep_scrub_errors": 0,
  742. "num_objects_recovered": 0,
  743. "num_bytes_recovered": 0,
  744. "num_keys_recovered": 0,
  745. "num_objects_omap": 0,
  746. "num_objects_hit_set_archive": 0,
  747. "num_bytes_hit_set_archive": 0,
  748. "num_flush": 0,
  749. "num_flush_kb": 0,
  750. "num_evict": 0,
  751. "num_evict_kb": 0,
  752. "num_promote": 0,
  753. "num_flush_mode_high": 0,
  754. "num_flush_mode_low": 0,
  755. "num_evict_mode_some": 0,
  756. "num_evict_mode_full": 0,
  757. "num_objects_pinned": 0,
  758. "num_legacy_snapsets": 0,
  759. "num_large_omap_objects": 0,
  760. "num_objects_manifest": 0,
  761. "num_omap_bytes": 0,
  762. "num_omap_keys": 0,
  763. "num_objects_repaired": 0
  764. },
  765. "up": [
  766. 104,
  767. 108,
  768. 119,
  769. 7,
  770. 72
  771. ],
  772. "acting": [
  773. 104,
  774. 108,
  775. 119,
  776. 7,
  777. 72
  778. ],
  779. "avail_no_missing": [],
  780. "object_location_counts": [],
  781. "blocked_by": [],
  782. "up_primary": 104,
  783. "acting_primary": 104,
  784. "purged_snaps": []
  785. },
  786. "empty": 0,
  787. "dne": 0,
  788. "incomplete": 1,
  789. "last_epoch_started": 98262,
  790. "hit_set_history": {
  791. "current_last_update": "0'0",
  792. "history": []
  793. }
  794. },
  795. {
  796. "peer": "42(1)",
  797. "pgid": "5.38s1",
  798. "last_update": "98256'322379",
  799. "last_complete": "98256'322379",
  800. "log_tail": "86607'319333",
  801. "last_user_version": 322379,
  802. "last_backfill": "MAX",
  803. "last_backfill_bitwise": 1,
  804. "purged_snaps": [],
  805. "history": {
  806. "epoch_created": 7287,
  807. "epoch_pool_created": 7287,
  808. "last_epoch_started": 98375,
  809. "last_interval_started": 98374,
  810. "last_epoch_clean": 98089,
  811. "last_interval_clean": 98071,
  812. "last_epoch_split": 17821,
  813. "last_epoch_marked_full": 0,
  814. "same_up_since": 101275,
  815. "same_interval_since": 101275,
  816. "same_primary_since": 101275,
  817. "last_scrub": "97430'321838",
  818. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  819. "last_deep_scrub": "77861'318028",
  820. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  821. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720"
  822. },
  823. "stats": {
  824. "version": "98256'322379",
  825. "reported_seq": "5298452",
  826. "reported_epoch": "98375",
  827. "state": "remapped+peering",
  828. "last_fresh": "2020-01-30 15:01:49.073192",
  829. "last_change": "2020-01-30 15:01:47.911082",
  830. "last_active": "2020-01-30 15:01:46.842642",
  831. "last_peered": "2020-01-30 15:01:40.759141",
  832. "last_clean": "2020-01-30 14:32:17.604413",
  833. "last_became_active": "2020-01-30 14:54:53.018121",
  834. "last_became_peered": "2020-01-30 14:54:53.018121",
  835. "last_unstale": "2020-01-30 15:01:49.073192",
  836. "last_undegraded": "2020-01-30 15:01:49.073192",
  837. "last_fullsized": "2020-01-30 15:01:49.073192",
  838. "mapping_epoch": 101275,
  839. "log_start": "86607'319333",
  840. "ondisk_log_start": "86607'319333",
  841. "created": 7287,
  842. "last_epoch_clean": 98089,
  843. "parent": "0.0",
  844. "parent_split_bits": 0,
  845. "last_scrub": "97430'321838",
  846. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  847. "last_deep_scrub": "77861'318028",
  848. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  849. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720",
  850. "log_size": 3046,
  851. "ondisk_log_size": 3046,
  852. "stats_invalid": false,
  853. "dirty_stats_invalid": false,
  854. "omap_stats_invalid": false,
  855. "hitset_stats_invalid": false,
  856. "hitset_bytes_stats_invalid": false,
  857. "pin_stats_invalid": false,
  858. "manifest_stats_invalid": true,
  859. "snaptrimq_len": 0,
  860. "stat_sum": {
  861. "num_bytes": 130796283779,
  862. "num_objects": 42614,
  863. "num_object_clones": 0,
  864. "num_object_copies": 213070,
  865. "num_objects_missing_on_primary": 0,
  866. "num_objects_missing": 0,
  867. "num_objects_degraded": 0,
  868. "num_objects_misplaced": 0,
  869. "num_objects_unfound": 0,
  870. "num_objects_dirty": 42614,
  871. "num_whiteouts": 0,
  872. "num_read": 3427327,
  873. "num_read_kb": 1591233402,
  874. "num_write": 235529,
  875. "num_write_kb": 305234408,
  876. "num_scrub_errors": 0,
  877. "num_shallow_scrub_errors": 0,
  878. "num_deep_scrub_errors": 0,
  879. "num_objects_recovered": 97783,
  880. "num_bytes_recovered": 385461294110,
  881. "num_keys_recovered": 0,
  882. "num_objects_omap": 0,
  883. "num_objects_hit_set_archive": 0,
  884. "num_bytes_hit_set_archive": 0,
  885. "num_flush": 0,
  886. "num_flush_kb": 0,
  887. "num_evict": 0,
  888. "num_evict_kb": 0,
  889. "num_promote": 0,
  890. "num_flush_mode_high": 0,
  891. "num_flush_mode_low": 0,
  892. "num_evict_mode_some": 0,
  893. "num_evict_mode_full": 0,
  894. "num_objects_pinned": 0,
  895. "num_legacy_snapsets": 0,
  896. "num_large_omap_objects": 0,
  897. "num_objects_manifest": 0,
  898. "num_omap_bytes": 0,
  899. "num_omap_keys": 0,
  900. "num_objects_repaired": 0
  901. },
  902. "up": [
  903. 104,
  904. 108,
  905. 119,
  906. 7,
  907. 72
  908. ],
  909. "acting": [
  910. 104,
  911. 108,
  912. 119,
  913. 7,
  914. 72
  915. ],
  916. "avail_no_missing": [],
  917. "object_location_counts": [],
  918. "blocked_by": [],
  919. "up_primary": 104,
  920. "acting_primary": 104,
  921. "purged_snaps": []
  922. },
  923. "empty": 0,
  924. "dne": 0,
  925. "incomplete": 0,
  926. "last_epoch_started": 98375,
  927. "hit_set_history": {
  928. "current_last_update": "0'0",
  929. "history": []
  930. }
  931. },
  932. {
  933. "peer": "47(1)",
  934. "pgid": "5.38s1",
  935. "last_update": "0'0",
  936. "last_complete": "0'0",
  937. "log_tail": "0'0",
  938. "last_user_version": 0,
  939. "last_backfill": "MAX",
  940. "last_backfill_bitwise": 0,
  941. "purged_snaps": [],
  942. "history": {
  943. "epoch_created": 0,
  944. "epoch_pool_created": 0,
  945. "last_epoch_started": 0,
  946. "last_interval_started": 0,
  947. "last_epoch_clean": 0,
  948. "last_interval_clean": 0,
  949. "last_epoch_split": 0,
  950. "last_epoch_marked_full": 0,
  951. "same_up_since": 0,
  952. "same_interval_since": 0,
  953. "same_primary_since": 0,
  954. "last_scrub": "0'0",
  955. "last_scrub_stamp": "0.000000",
  956. "last_deep_scrub": "0'0",
  957. "last_deep_scrub_stamp": "0.000000",
  958. "last_clean_scrub_stamp": "0.000000"
  959. },
  960. "stats": {
  961. "version": "0'0",
  962. "reported_seq": "0",
  963. "reported_epoch": "0",
  964. "state": "unknown",
  965. "last_fresh": "0.000000",
  966. "last_change": "0.000000",
  967. "last_active": "0.000000",
  968. "last_peered": "0.000000",
  969. "last_clean": "0.000000",
  970. "last_became_active": "0.000000",
  971. "last_became_peered": "0.000000",
  972. "last_unstale": "0.000000",
  973. "last_undegraded": "0.000000",
  974. "last_fullsized": "0.000000",
  975. "mapping_epoch": 0,
  976. "log_start": "0'0",
  977. "ondisk_log_start": "0'0",
  978. "created": 0,
  979. "last_epoch_clean": 0,
  980. "parent": "0.0",
  981. "parent_split_bits": 0,
  982. "last_scrub": "0'0",
  983. "last_scrub_stamp": "0.000000",
  984. "last_deep_scrub": "0'0",
  985. "last_deep_scrub_stamp": "0.000000",
  986. "last_clean_scrub_stamp": "0.000000",
  987. "log_size": 0,
  988. "ondisk_log_size": 0,
  989. "stats_invalid": false,
  990. "dirty_stats_invalid": false,
  991. "omap_stats_invalid": false,
  992. "hitset_stats_invalid": false,
  993. "hitset_bytes_stats_invalid": false,
  994. "pin_stats_invalid": false,
  995. "manifest_stats_invalid": false,
  996. "snaptrimq_len": 0,
  997. "stat_sum": {
  998. "num_bytes": 0,
  999. "num_objects": 0,
  1000. "num_object_clones": 0,
  1001. "num_object_copies": 0,
  1002. "num_objects_missing_on_primary": 0,
  1003. "num_objects_missing": 0,
  1004. "num_objects_degraded": 0,
  1005. "num_objects_misplaced": 0,
  1006. "num_objects_unfound": 0,
  1007. "num_objects_dirty": 0,
  1008. "num_whiteouts": 0,
  1009. "num_read": 0,
  1010. "num_read_kb": 0,
  1011. "num_write": 0,
  1012. "num_write_kb": 0,
  1013. "num_scrub_errors": 0,
  1014. "num_shallow_scrub_errors": 0,
  1015. "num_deep_scrub_errors": 0,
  1016. "num_objects_recovered": 0,
  1017. "num_bytes_recovered": 0,
  1018. "num_keys_recovered": 0,
  1019. "num_objects_omap": 0,
  1020. "num_objects_hit_set_archive": 0,
  1021. "num_bytes_hit_set_archive": 0,
  1022. "num_flush": 0,
  1023. "num_flush_kb": 0,
  1024. "num_evict": 0,
  1025. "num_evict_kb": 0,
  1026. "num_promote": 0,
  1027. "num_flush_mode_high": 0,
  1028. "num_flush_mode_low": 0,
  1029. "num_evict_mode_some": 0,
  1030. "num_evict_mode_full": 0,
  1031. "num_objects_pinned": 0,
  1032. "num_legacy_snapsets": 0,
  1033. "num_large_omap_objects": 0,
  1034. "num_objects_manifest": 0,
  1035. "num_omap_bytes": 0,
  1036. "num_omap_keys": 0,
  1037. "num_objects_repaired": 0
  1038. },
  1039. "up": [],
  1040. "acting": [],
  1041. "avail_no_missing": [],
  1042. "object_location_counts": [],
  1043. "blocked_by": [],
  1044. "up_primary": -1,
  1045. "acting_primary": -1,
  1046. "purged_snaps": []
  1047. },
  1048. "empty": 1,
  1049. "dne": 1,
  1050. "incomplete": 0,
  1051. "last_epoch_started": 0,
  1052. "hit_set_history": {
  1053. "current_last_update": "0'0",
  1054. "history": []
  1055. }
  1056. },
  1057. {
  1058. "peer": "53(3)",
  1059. "pgid": "5.38s3",
  1060. "last_update": "0'0",
  1061. "last_complete": "0'0",
  1062. "log_tail": "0'0",
  1063. "last_user_version": 0,
  1064. "last_backfill": "MAX",
  1065. "last_backfill_bitwise": 0,
  1066. "purged_snaps": [],
  1067. "history": {
  1068. "epoch_created": 0,
  1069. "epoch_pool_created": 0,
  1070. "last_epoch_started": 0,
  1071. "last_interval_started": 0,
  1072. "last_epoch_clean": 0,
  1073. "last_interval_clean": 0,
  1074. "last_epoch_split": 0,
  1075. "last_epoch_marked_full": 0,
  1076. "same_up_since": 0,
  1077. "same_interval_since": 0,
  1078. "same_primary_since": 0,
  1079. "last_scrub": "0'0",
  1080. "last_scrub_stamp": "0.000000",
  1081. "last_deep_scrub": "0'0",
  1082. "last_deep_scrub_stamp": "0.000000",
  1083. "last_clean_scrub_stamp": "0.000000"
  1084. },
  1085. "stats": {
  1086. "version": "0'0",
  1087. "reported_seq": "0",
  1088. "reported_epoch": "0",
  1089. "state": "unknown",
  1090. "last_fresh": "0.000000",
  1091. "last_change": "0.000000",
  1092. "last_active": "0.000000",
  1093. "last_peered": "0.000000",
  1094. "last_clean": "0.000000",
  1095. "last_became_active": "0.000000",
  1096. "last_became_peered": "0.000000",
  1097. "last_unstale": "0.000000",
  1098. "last_undegraded": "0.000000",
  1099. "last_fullsized": "0.000000",
  1100. "mapping_epoch": 0,
  1101. "log_start": "0'0",
  1102. "ondisk_log_start": "0'0",
  1103. "created": 0,
  1104. "last_epoch_clean": 0,
  1105. "parent": "0.0",
  1106. "parent_split_bits": 0,
  1107. "last_scrub": "0'0",
  1108. "last_scrub_stamp": "0.000000",
  1109. "last_deep_scrub": "0'0",
  1110. "last_deep_scrub_stamp": "0.000000",
  1111. "last_clean_scrub_stamp": "0.000000",
  1112. "log_size": 0,
  1113. "ondisk_log_size": 0,
  1114. "stats_invalid": false,
  1115. "dirty_stats_invalid": false,
  1116. "omap_stats_invalid": false,
  1117. "hitset_stats_invalid": false,
  1118. "hitset_bytes_stats_invalid": false,
  1119. "pin_stats_invalid": false,
  1120. "manifest_stats_invalid": false,
  1121. "snaptrimq_len": 0,
  1122. "stat_sum": {
  1123. "num_bytes": 0,
  1124. "num_objects": 0,
  1125. "num_object_clones": 0,
  1126. "num_object_copies": 0,
  1127. "num_objects_missing_on_primary": 0,
  1128. "num_objects_missing": 0,
  1129. "num_objects_degraded": 0,
  1130. "num_objects_misplaced": 0,
  1131. "num_objects_unfound": 0,
  1132. "num_objects_dirty": 0,
  1133. "num_whiteouts": 0,
  1134. "num_read": 0,
  1135. "num_read_kb": 0,
  1136. "num_write": 0,
  1137. "num_write_kb": 0,
  1138. "num_scrub_errors": 0,
  1139. "num_shallow_scrub_errors": 0,
  1140. "num_deep_scrub_errors": 0,
  1141. "num_objects_recovered": 0,
  1142. "num_bytes_recovered": 0,
  1143. "num_keys_recovered": 0,
  1144. "num_objects_omap": 0,
  1145. "num_objects_hit_set_archive": 0,
  1146. "num_bytes_hit_set_archive": 0,
  1147. "num_flush": 0,
  1148. "num_flush_kb": 0,
  1149. "num_evict": 0,
  1150. "num_evict_kb": 0,
  1151. "num_promote": 0,
  1152. "num_flush_mode_high": 0,
  1153. "num_flush_mode_low": 0,
  1154. "num_evict_mode_some": 0,
  1155. "num_evict_mode_full": 0,
  1156. "num_objects_pinned": 0,
  1157. "num_legacy_snapsets": 0,
  1158. "num_large_omap_objects": 0,
  1159. "num_objects_manifest": 0,
  1160. "num_omap_bytes": 0,
  1161. "num_omap_keys": 0,
  1162. "num_objects_repaired": 0
  1163. },
  1164. "up": [],
  1165. "acting": [],
  1166. "avail_no_missing": [],
  1167. "object_location_counts": [],
  1168. "blocked_by": [],
  1169. "up_primary": -1,
  1170. "acting_primary": -1,
  1171. "purged_snaps": []
  1172. },
  1173. "empty": 1,
  1174. "dne": 1,
  1175. "incomplete": 0,
  1176. "last_epoch_started": 0,
  1177. "hit_set_history": {
  1178. "current_last_update": "0'0",
  1179. "history": []
  1180. }
  1181. },
  1182. {
  1183. "peer": "72(4)",
  1184. "pgid": "5.38s4",
  1185. "last_update": "98256'322379",
  1186. "last_complete": "98256'322379",
  1187. "log_tail": "86607'319333",
  1188. "last_user_version": 322379,
  1189. "last_backfill": "MAX",
  1190. "last_backfill_bitwise": 1,
  1191. "purged_snaps": [],
  1192. "history": {
  1193. "epoch_created": 7287,
  1194. "epoch_pool_created": 7287,
  1195. "last_epoch_started": 98375,
  1196. "last_interval_started": 98374,
  1197. "last_epoch_clean": 98089,
  1198. "last_interval_clean": 98071,
  1199. "last_epoch_split": 17821,
  1200. "last_epoch_marked_full": 0,
  1201. "same_up_since": 101275,
  1202. "same_interval_since": 101275,
  1203. "same_primary_since": 101275,
  1204. "last_scrub": "97430'321838",
  1205. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  1206. "last_deep_scrub": "77861'318028",
  1207. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  1208. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720"
  1209. },
  1210. "stats": {
  1211. "version": "98256'322379",
  1212. "reported_seq": "5298290",
  1213. "reported_epoch": "98256",
  1214. "state": "active+undersized+degraded",
  1215. "last_fresh": "2020-01-30 14:51:49.550202",
  1216. "last_change": "2020-01-30 14:45:23.546917",
  1217. "last_active": "2020-01-30 14:51:49.550202",
  1218. "last_peered": "2020-01-30 14:51:49.550202",
  1219. "last_clean": "2020-01-30 14:32:17.604413",
  1220. "last_became_active": "2020-01-30 14:45:23.546917",
  1221. "last_became_peered": "2020-01-30 14:45:23.546917",
  1222. "last_unstale": "2020-01-30 14:51:49.550202",
  1223. "last_undegraded": "2020-01-30 14:45:23.542167",
  1224. "last_fullsized": "2020-01-30 14:45:23.541843",
  1225. "mapping_epoch": 101275,
  1226. "log_start": "86607'319333",
  1227. "ondisk_log_start": "86607'319333",
  1228. "created": 7287,
  1229. "last_epoch_clean": 98089,
  1230. "parent": "0.0",
  1231. "parent_split_bits": 0,
  1232. "last_scrub": "97430'321838",
  1233. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  1234. "last_deep_scrub": "77861'318028",
  1235. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  1236. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720",
  1237. "log_size": 3046,
  1238. "ondisk_log_size": 3046,
  1239. "stats_invalid": false,
  1240. "dirty_stats_invalid": false,
  1241. "omap_stats_invalid": false,
  1242. "hitset_stats_invalid": false,
  1243. "hitset_bytes_stats_invalid": false,
  1244. "pin_stats_invalid": false,
  1245. "manifest_stats_invalid": true,
  1246. "snaptrimq_len": 0,
  1247. "stat_sum": {
  1248. "num_bytes": 130796283779,
  1249. "num_objects": 42614,
  1250. "num_object_clones": 0,
  1251. "num_object_copies": 213070,
  1252. "num_objects_missing_on_primary": 0,
  1253. "num_objects_missing": 0,
  1254. "num_objects_degraded": 42614,
  1255. "num_objects_misplaced": 0,
  1256. "num_objects_unfound": 0,
  1257. "num_objects_dirty": 42614,
  1258. "num_whiteouts": 0,
  1259. "num_read": 3427327,
  1260. "num_read_kb": 1591233402,
  1261. "num_write": 235529,
  1262. "num_write_kb": 305234408,
  1263. "num_scrub_errors": 0,
  1264. "num_shallow_scrub_errors": 0,
  1265. "num_deep_scrub_errors": 0,
  1266. "num_objects_recovered": 97783,
  1267. "num_bytes_recovered": 385461294110,
  1268. "num_keys_recovered": 0,
  1269. "num_objects_omap": 0,
  1270. "num_objects_hit_set_archive": 0,
  1271. "num_bytes_hit_set_archive": 0,
  1272. "num_flush": 0,
  1273. "num_flush_kb": 0,
  1274. "num_evict": 0,
  1275. "num_evict_kb": 0,
  1276. "num_promote": 0,
  1277. "num_flush_mode_high": 0,
  1278. "num_flush_mode_low": 0,
  1279. "num_evict_mode_some": 0,
  1280. "num_evict_mode_full": 0,
  1281. "num_objects_pinned": 0,
  1282. "num_legacy_snapsets": 0,
  1283. "num_large_omap_objects": 0,
  1284. "num_objects_manifest": 0,
  1285. "num_omap_bytes": 0,
  1286. "num_omap_keys": 0,
  1287. "num_objects_repaired": 0
  1288. },
  1289. "up": [
  1290. 104,
  1291. 108,
  1292. 119,
  1293. 7,
  1294. 72
  1295. ],
  1296. "acting": [
  1297. 104,
  1298. 108,
  1299. 119,
  1300. 7,
  1301. 72
  1302. ],
  1303. "avail_no_missing": [
  1304. "27(0)",
  1305. "7(3)",
  1306. "17(2)",
  1307. "72(4)"
  1308. ],
  1309. "object_location_counts": [
  1310. {
  1311. "shards": "7(3),17(2),27(0),72(4)",
  1312. "objects": 42614
  1313. }
  1314. ],
  1315. "blocked_by": [],
  1316. "up_primary": 104,
  1317. "acting_primary": 104,
  1318. "purged_snaps": []
  1319. },
  1320. "empty": 0,
  1321. "dne": 0,
  1322. "incomplete": 0,
  1323. "last_epoch_started": 98375,
  1324. "hit_set_history": {
  1325. "current_last_update": "0'0",
  1326. "history": []
  1327. }
  1328. },
  1329. {
  1330. "peer": "74(1)",
  1331. "pgid": "5.38s1",
  1332. "last_update": "98256'322379",
  1333. "last_complete": "98256'322379",
  1334. "log_tail": "86608'319379",
  1335. "last_user_version": 0,
  1336. "last_backfill": "MIN",
  1337. "last_backfill_bitwise": 1,
  1338. "purged_snaps": [],
  1339. "history": {
  1340. "epoch_created": 7287,
  1341. "epoch_pool_created": 7287,
  1342. "last_epoch_started": 98375,
  1343. "last_interval_started": 98374,
  1344. "last_epoch_clean": 98089,
  1345. "last_interval_clean": 98071,
  1346. "last_epoch_split": 17821,
  1347. "last_epoch_marked_full": 0,
  1348. "same_up_since": 101275,
  1349. "same_interval_since": 101275,
  1350. "same_primary_since": 101275,
  1351. "last_scrub": "97430'321838",
  1352. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  1353. "last_deep_scrub": "77861'318028",
  1354. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  1355. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720"
  1356. },
  1357. "stats": {
  1358. "version": "0'0",
  1359. "reported_seq": "0",
  1360. "reported_epoch": "0",
  1361. "state": "unknown",
  1362. "last_fresh": "0.000000",
  1363. "last_change": "0.000000",
  1364. "last_active": "0.000000",
  1365. "last_peered": "0.000000",
  1366. "last_clean": "0.000000",
  1367. "last_became_active": "0.000000",
  1368. "last_became_peered": "0.000000",
  1369. "last_unstale": "0.000000",
  1370. "last_undegraded": "0.000000",
  1371. "last_fullsized": "0.000000",
  1372. "mapping_epoch": 101275,
  1373. "log_start": "0'0",
  1374. "ondisk_log_start": "0'0",
  1375. "created": 0,
  1376. "last_epoch_clean": 0,
  1377. "parent": "0.0",
  1378. "parent_split_bits": 0,
  1379. "last_scrub": "0'0",
  1380. "last_scrub_stamp": "0.000000",
  1381. "last_deep_scrub": "0'0",
  1382. "last_deep_scrub_stamp": "0.000000",
  1383. "last_clean_scrub_stamp": "0.000000",
  1384. "log_size": 0,
  1385. "ondisk_log_size": 0,
  1386. "stats_invalid": false,
  1387. "dirty_stats_invalid": false,
  1388. "omap_stats_invalid": false,
  1389. "hitset_stats_invalid": false,
  1390. "hitset_bytes_stats_invalid": false,
  1391. "pin_stats_invalid": false,
  1392. "manifest_stats_invalid": false,
  1393. "snaptrimq_len": 0,
  1394. "stat_sum": {
  1395. "num_bytes": 0,
  1396. "num_objects": 0,
  1397. "num_object_clones": 0,
  1398. "num_object_copies": 0,
  1399. "num_objects_missing_on_primary": 0,
  1400. "num_objects_missing": 0,
  1401. "num_objects_degraded": 0,
  1402. "num_objects_misplaced": 0,
  1403. "num_objects_unfound": 0,
  1404. "num_objects_dirty": 0,
  1405. "num_whiteouts": 0,
  1406. "num_read": 0,
  1407. "num_read_kb": 0,
  1408. "num_write": 0,
  1409. "num_write_kb": 0,
  1410. "num_scrub_errors": 0,
  1411. "num_shallow_scrub_errors": 0,
  1412. "num_deep_scrub_errors": 0,
  1413. "num_objects_recovered": 0,
  1414. "num_bytes_recovered": 0,
  1415. "num_keys_recovered": 0,
  1416. "num_objects_omap": 0,
  1417. "num_objects_hit_set_archive": 0,
  1418. "num_bytes_hit_set_archive": 0,
  1419. "num_flush": 0,
  1420. "num_flush_kb": 0,
  1421. "num_evict": 0,
  1422. "num_evict_kb": 0,
  1423. "num_promote": 0,
  1424. "num_flush_mode_high": 0,
  1425. "num_flush_mode_low": 0,
  1426. "num_evict_mode_some": 0,
  1427. "num_evict_mode_full": 0,
  1428. "num_objects_pinned": 0,
  1429. "num_legacy_snapsets": 0,
  1430. "num_large_omap_objects": 0,
  1431. "num_objects_manifest": 0,
  1432. "num_omap_bytes": 0,
  1433. "num_omap_keys": 0,
  1434. "num_objects_repaired": 0
  1435. },
  1436. "up": [
  1437. 104,
  1438. 108,
  1439. 119,
  1440. 7,
  1441. 72
  1442. ],
  1443. "acting": [
  1444. 104,
  1445. 108,
  1446. 119,
  1447. 7,
  1448. 72
  1449. ],
  1450. "avail_no_missing": [],
  1451. "object_location_counts": [],
  1452. "blocked_by": [],
  1453. "up_primary": 104,
  1454. "acting_primary": 104,
  1455. "purged_snaps": []
  1456. },
  1457. "empty": 0,
  1458. "dne": 0,
  1459. "incomplete": 1,
  1460. "last_epoch_started": 98259,
  1461. "hit_set_history": {
  1462. "current_last_update": "0'0",
  1463. "history": []
  1464. }
  1465. },
  1466. {
  1467. "peer": "108(1)",
  1468. "pgid": "5.38s1",
  1469. "last_update": "98256'322379",
  1470. "last_complete": "98256'322379",
  1471. "log_tail": "86608'319379",
  1472. "last_user_version": 0,
  1473. "last_backfill": "MIN",
  1474. "last_backfill_bitwise": 1,
  1475. "purged_snaps": [],
  1476. "history": {
  1477. "epoch_created": 7287,
  1478. "epoch_pool_created": 7287,
  1479. "last_epoch_started": 98375,
  1480. "last_interval_started": 98374,
  1481. "last_epoch_clean": 98089,
  1482. "last_interval_clean": 98071,
  1483. "last_epoch_split": 17821,
  1484. "last_epoch_marked_full": 0,
  1485. "same_up_since": 101275,
  1486. "same_interval_since": 101275,
  1487. "same_primary_since": 101275,
  1488. "last_scrub": "97430'321838",
  1489. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  1490. "last_deep_scrub": "77861'318028",
  1491. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  1492. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720"
  1493. },
  1494. "stats": {
  1495. "version": "98256'322379",
  1496. "reported_seq": "124",
  1497. "reported_epoch": "101274",
  1498. "state": "incomplete",
  1499. "last_fresh": "2020-01-31 13:34:40.712541",
  1500. "last_change": "2020-01-31 13:34:24.932383",
  1501. "last_active": "0.000000",
  1502. "last_peered": "0.000000",
  1503. "last_clean": "0.000000",
  1504. "last_became_active": "0.000000",
  1505. "last_became_peered": "0.000000",
  1506. "last_unstale": "2020-01-31 13:34:40.712541",
  1507. "last_undegraded": "2020-01-31 13:34:40.712541",
  1508. "last_fullsized": "2020-01-31 13:34:40.712541",
  1509. "mapping_epoch": 101275,
  1510. "log_start": "86608'319379",
  1511. "ondisk_log_start": "86608'319379",
  1512. "created": 7287,
  1513. "last_epoch_clean": 98089,
  1514. "parent": "0.0",
  1515. "parent_split_bits": 0,
  1516. "last_scrub": "97430'321838",
  1517. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  1518. "last_deep_scrub": "77861'318028",
  1519. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  1520. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720",
  1521. "log_size": 3000,
  1522. "ondisk_log_size": 3000,
  1523. "stats_invalid": false,
  1524. "dirty_stats_invalid": false,
  1525. "omap_stats_invalid": false,
  1526. "hitset_stats_invalid": false,
  1527. "hitset_bytes_stats_invalid": false,
  1528. "pin_stats_invalid": false,
  1529. "manifest_stats_invalid": false,
  1530. "snaptrimq_len": 0,
  1531. "stat_sum": {
  1532. "num_bytes": 0,
  1533. "num_objects": 0,
  1534. "num_object_clones": 0,
  1535. "num_object_copies": 0,
  1536. "num_objects_missing_on_primary": 0,
  1537. "num_objects_missing": 0,
  1538. "num_objects_degraded": 0,
  1539. "num_objects_misplaced": 0,
  1540. "num_objects_unfound": 0,
  1541. "num_objects_dirty": 0,
  1542. "num_whiteouts": 0,
  1543. "num_read": 0,
  1544. "num_read_kb": 0,
  1545. "num_write": 0,
  1546. "num_write_kb": 0,
  1547. "num_scrub_errors": 0,
  1548. "num_shallow_scrub_errors": 0,
  1549. "num_deep_scrub_errors": 0,
  1550. "num_objects_recovered": 0,
  1551. "num_bytes_recovered": 0,
  1552. "num_keys_recovered": 0,
  1553. "num_objects_omap": 0,
  1554. "num_objects_hit_set_archive": 0,
  1555. "num_bytes_hit_set_archive": 0,
  1556. "num_flush": 0,
  1557. "num_flush_kb": 0,
  1558. "num_evict": 0,
  1559. "num_evict_kb": 0,
  1560. "num_promote": 0,
  1561. "num_flush_mode_high": 0,
  1562. "num_flush_mode_low": 0,
  1563. "num_evict_mode_some": 0,
  1564. "num_evict_mode_full": 0,
  1565. "num_objects_pinned": 0,
  1566. "num_legacy_snapsets": 0,
  1567. "num_large_omap_objects": 0,
  1568. "num_objects_manifest": 0,
  1569. "num_omap_bytes": 0,
  1570. "num_omap_keys": 0,
  1571. "num_objects_repaired": 0
  1572. },
  1573. "up": [
  1574. 104,
  1575. 108,
  1576. 119,
  1577. 7,
  1578. 72
  1579. ],
  1580. "acting": [
  1581. 104,
  1582. 108,
  1583. 119,
  1584. 7,
  1585. 72
  1586. ],
  1587. "avail_no_missing": [],
  1588. "object_location_counts": [],
  1589. "blocked_by": [
  1590. 104
  1591. ],
  1592. "up_primary": 104,
  1593. "acting_primary": 104,
  1594. "purged_snaps": []
  1595. },
  1596. "empty": 0,
  1597. "dne": 0,
  1598. "incomplete": 1,
  1599. "last_epoch_started": 98276,
  1600. "hit_set_history": {
  1601. "current_last_update": "0'0",
  1602. "history": []
  1603. }
  1604. },
  1605. {
  1606. "peer": "119(2)",
  1607. "pgid": "5.38s2",
  1608. "last_update": "98256'322379",
  1609. "last_complete": "98256'322379",
  1610. "log_tail": "86608'319379",
  1611. "last_user_version": 0,
  1612. "last_backfill": "MIN",
  1613. "last_backfill_bitwise": 1,
  1614. "purged_snaps": [],
  1615. "history": {
  1616. "epoch_created": 7287,
  1617. "epoch_pool_created": 7287,
  1618. "last_epoch_started": 98375,
  1619. "last_interval_started": 98374,
  1620. "last_epoch_clean": 98089,
  1621. "last_interval_clean": 98071,
  1622. "last_epoch_split": 17821,
  1623. "last_epoch_marked_full": 0,
  1624. "same_up_since": 101275,
  1625. "same_interval_since": 101275,
  1626. "same_primary_since": 101275,
  1627. "last_scrub": "97430'321838",
  1628. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  1629. "last_deep_scrub": "77861'318028",
  1630. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  1631. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720"
  1632. },
  1633. "stats": {
  1634. "version": "98256'322379",
  1635. "reported_seq": "22",
  1636. "reported_epoch": "98442",
  1637. "state": "down",
  1638. "last_fresh": "2020-01-30 15:19:02.004138",
  1639. "last_change": "2020-01-30 15:18:54.449247",
  1640. "last_active": "0.000000",
  1641. "last_peered": "0.000000",
  1642. "last_clean": "0.000000",
  1643. "last_became_active": "0.000000",
  1644. "last_became_peered": "0.000000",
  1645. "last_unstale": "2020-01-30 15:19:02.004138",
  1646. "last_undegraded": "2020-01-30 15:19:02.004138",
  1647. "last_fullsized": "2020-01-30 15:19:02.004138",
  1648. "mapping_epoch": 101275,
  1649. "log_start": "86608'319379",
  1650. "ondisk_log_start": "86608'319379",
  1651. "created": 7287,
  1652. "last_epoch_clean": 98089,
  1653. "parent": "0.0",
  1654. "parent_split_bits": 0,
  1655. "last_scrub": "97430'321838",
  1656. "last_scrub_stamp": "2020-01-29 10:53:46.133720",
  1657. "last_deep_scrub": "77861'318028",
  1658. "last_deep_scrub_stamp": "2020-01-15 09:54:03.316202",
  1659. "last_clean_scrub_stamp": "2020-01-29 10:53:46.133720",
  1660. "log_size": 3000,
  1661. "ondisk_log_size": 3000,
  1662. "stats_invalid": false,
  1663. "dirty_stats_invalid": false,
  1664. "omap_stats_invalid": false,
  1665. "hitset_stats_invalid": false,
  1666. "hitset_bytes_stats_invalid": false,
  1667. "pin_stats_invalid": false,
  1668. "manifest_stats_invalid": false,
  1669. "snaptrimq_len": 0,
  1670. "stat_sum": {
  1671. "num_bytes": 0,
  1672. "num_objects": 0,
  1673. "num_object_clones": 0,
  1674. "num_object_copies": 0,
  1675. "num_objects_missing_on_primary": 0,
  1676. "num_objects_missing": 0,
  1677. "num_objects_degraded": 0,
  1678. "num_objects_misplaced": 0,
  1679. "num_objects_unfound": 0,
  1680. "num_objects_dirty": 0,
  1681. "num_whiteouts": 0,
  1682. "num_read": 0,
  1683. "num_read_kb": 0,
  1684. "num_write": 0,
  1685. "num_write_kb": 0,
  1686. "num_scrub_errors": 0,
  1687. "num_shallow_scrub_errors": 0,
  1688. "num_deep_scrub_errors": 0,
  1689. "num_objects_recovered": 0,
  1690. "num_bytes_recovered": 0,
  1691. "num_keys_recovered": 0,
  1692. "num_objects_omap": 0,
  1693. "num_objects_hit_set_archive": 0,
  1694. "num_bytes_hit_set_archive": 0,
  1695. "num_flush": 0,
  1696. "num_flush_kb": 0,
  1697. "num_evict": 0,
  1698. "num_evict_kb": 0,
  1699. "num_promote": 0,
  1700. "num_flush_mode_high": 0,
  1701. "num_flush_mode_low": 0,
  1702. "num_evict_mode_some": 0,
  1703. "num_evict_mode_full": 0,
  1704. "num_objects_pinned": 0,
  1705. "num_legacy_snapsets": 0,
  1706. "num_large_omap_objects": 0,
  1707. "num_objects_manifest": 0,
  1708. "num_omap_bytes": 0,
  1709. "num_omap_keys": 0,
  1710. "num_objects_repaired": 0
  1711. },
  1712. "up": [
  1713. 104,
  1714. 108,
  1715. 119,
  1716. 7,
  1717. 72
  1718. ],
  1719. "acting": [
  1720. 104,
  1721. 108,
  1722. 119,
  1723. 7,
  1724. 72
  1725. ],
  1726. "avail_no_missing": [],
  1727. "object_location_counts": [],
  1728. "blocked_by": [
  1729. 17,
  1730. 27,
  1731. 42
  1732. ],
  1733. "up_primary": 104,
  1734. "acting_primary": 104,
  1735. "purged_snaps": []
  1736. },
  1737. "empty": 0,
  1738. "dne": 0,
  1739. "incomplete": 1,
  1740. "last_epoch_started": 98375,
  1741. "hit_set_history": {
  1742. "current_last_update": "0'0",
  1743. "history": []
  1744. }
  1745. }
  1746. ],
  1747. "recovery_state": [
  1748. {
  1749. "name": "Started/Primary/Peering/Incomplete",
  1750. "enter_time": "2020-01-31 13:34:42.594563",
  1751. "comment": "not enough complete instances of this PG"
  1752. },
  1753. {
  1754. "name": "Started/Primary/Peering",
  1755. "enter_time": "2020-01-31 13:34:42.548203",
  1756. "past_intervals": [
  1757. {
  1758. "first": "98071",
  1759. "last": "101274",
  1760. "all_participants": [
  1761. {
  1762. "osd": 1,
  1763. "shard": 1
  1764. },
  1765. {
  1766. "osd": 7,
  1767. "shard": 3
  1768. },
  1769. {
  1770. "osd": 17,
  1771. "shard": 2
  1772. },
  1773. {
  1774. "osd": 27,
  1775. "shard": 0
  1776. },
  1777. {
  1778. "osd": 41,
  1779. "shard": 4
  1780. },
  1781. {
  1782. "osd": 42,
  1783. "shard": 1
  1784. },
  1785. {
  1786. "osd": 47,
  1787. "shard": 1
  1788. },
  1789. {
  1790. "osd": 53,
  1791. "shard": 3
  1792. },
  1793. {
  1794. "osd": 72,
  1795. "shard": 4
  1796. },
  1797. {
  1798. "osd": 74,
  1799. "shard": 1
  1800. },
  1801. {
  1802. "osd": 104,
  1803. "shard": 0
  1804. },
  1805. {
  1806. "osd": 108,
  1807. "shard": 1
  1808. },
  1809. {
  1810. "osd": 119,
  1811. "shard": 2
  1812. }
  1813. ],
  1814. "intervals": [
  1815. {
  1816. "first": "98273",
  1817. "last": "98372",
  1818. "acting": "7(3),17(2),27(0),72(4)"
  1819. },
  1820. {
  1821. "first": "98374",
  1822. "last": "98397",
  1823. "acting": "7(3),17(2),27(0),42(1),72(4)"
  1824. },
  1825. {
  1826. "first": "98443",
  1827. "last": "98456",
  1828. "acting": "7(3),27(0),72(4),119(2)"
  1829. },
  1830. {
  1831. "first": "98895",
  1832. "last": "98922",
  1833. "acting": "53(3),104(0),108(1),119(2)"
  1834. },
  1835. {
  1836. "first": "99021",
  1837. "last": "99036",
  1838. "acting": "53(3),72(4),104(0),108(1)"
  1839. },
  1840. {
  1841. "first": "99058",
  1842. "last": "99073",
  1843. "acting": "72(4),104(0),108(1),119(2)"
  1844. },
  1845. {
  1846. "first": "99092",
  1847. "last": "99111",
  1848. "acting": "53(3),72(4),104(0),119(2)"
  1849. },
  1850. {
  1851. "first": "100572",
  1852. "last": "100575",
  1853. "acting": "53(3),72(4),108(1),119(2)"
  1854. },
  1855. {
  1856. "first": "100576",
  1857. "last": "100994",
  1858. "acting": "53(3),72(4),104(0),108(1),119(2)"
  1859. },
  1860. {
  1861. "first": "101245",
  1862. "last": "101274",
  1863. "acting": "7(3),72(4),108(1),119(2)"
  1864. }
  1865. ]
  1866. }
  1867. ],
  1868. "probing_osds": [
  1869. "1(1)",
  1870. "7(3)",
  1871. "17(2)",
  1872. "27(0)",
  1873. "41(4)",
  1874. "42(1)",
  1875. "47(1)",
  1876. "53(3)",
  1877. "72(4)",
  1878. "74(1)",
  1879. "104(0)",
  1880. "108(1)",
  1881. "119(2)"
  1882. ],
  1883. "down_osds_we_would_probe": [],
  1884. "peering_blocked_by": [],
  1885. "peering_blocked_by_detail": [
  1886. {
  1887. "detail": "peering_blocked_by_history_les_bound"
  1888. }
  1889. ]
  1890. },
  1891. {
  1892. "name": "Started",
  1893. "enter_time": "2020-01-31 13:34:42.548152"
  1894. }
  1895. ],
  1896. "agent_state": {}
  1897. }
RAW Paste Data