alohamora

pg 3.a5a active recovering

Mar 23rd, 2015
302
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 32.77 KB | None | 0 0
  1. # ceph pg dump_stuck unclean
  2.  
  3. 3.a5a 77 87 261 87 623902741 325 325 active+recovering 2015-03-23 13:00:15.129603 33569'325 262613:183520 [150,149,181] 150 [150,149,181] 150 33569'325 2015-03-12 13:58:05.813966 28433'44 2015-03-11 13:57:53.909795
  4.  
  5.  
  6. # ceph pg 3.a5a query
  7. { "state": "active+recovering",
  8. "snap_trimq": "[]",
  9. "epoch": 262613,
  10. "up": [
  11. 150,
  12. 149,
  13. 181],
  14. "acting": [
  15. 150,
  16. 149,
  17. 181],
  18. "actingbackfill": [
  19. "149",
  20. "150",
  21. "181"],
  22. "info": { "pgid": "3.a5a",
  23. "last_update": "33569'325",
  24. "last_complete": "0'0",
  25. "log_tail": "0'0",
  26. "last_user_version": 325,
  27. "last_backfill": "MAX",
  28. "purged_snaps": "[1~1,3~6,b~66]",
  29. "history": { "epoch_created": 1478,
  30. "last_epoch_started": 262609,
  31. "last_epoch_clean": 167334,
  32. "last_epoch_split": 0,
  33. "same_up_since": 262530,
  34. "same_interval_since": 262608,
  35. "same_primary_since": 262608,
  36. "last_scrub": "33569'325",
  37. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  38. "last_deep_scrub": "28433'44",
  39. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  40. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966"},
  41. "stats": { "version": "33569'325",
  42. "reported_seq": "183520",
  43. "reported_epoch": "262613",
  44. "state": "active+recovering",
  45. "last_fresh": "2015-03-23 13:00:18.318315",
  46. "last_change": "2015-03-23 13:00:15.129603",
  47. "last_active": "2015-03-23 13:00:18.318315",
  48. "last_clean": "2015-03-12 03:29:36.942871",
  49. "last_became_active": "0.000000",
  50. "last_unstale": "2015-03-23 13:00:18.318315",
  51. "mapping_epoch": 262606,
  52. "log_start": "0'0",
  53. "ondisk_log_start": "0'0",
  54. "created": 1478,
  55. "last_epoch_clean": 167334,
  56. "parent": "0.0",
  57. "parent_split_bits": 0,
  58. "last_scrub": "33569'325",
  59. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  60. "last_deep_scrub": "28433'44",
  61. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  62. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966",
  63. "log_size": 325,
  64. "ondisk_log_size": 325,
  65. "stats_invalid": "1",
  66. "stat_sum": { "num_bytes": 623902741,
  67. "num_objects": 77,
  68. "num_object_clones": 0,
  69. "num_object_copies": 231,
  70. "num_objects_missing_on_primary": 87,
  71. "num_objects_degraded": 261,
  72. "num_objects_unfound": 87,
  73. "num_objects_dirty": 77,
  74. "num_whiteouts": 0,
  75. "num_read": 47,
  76. "num_read_kb": 36,
  77. "num_write": 156,
  78. "num_write_kb": 611329,
  79. "num_scrub_errors": 0,
  80. "num_shallow_scrub_errors": 0,
  81. "num_deep_scrub_errors": 0,
  82. "num_objects_recovered": 0,
  83. "num_bytes_recovered": 0,
  84. "num_keys_recovered": 0,
  85. "num_objects_omap": 1,
  86. "num_objects_hit_set_archive": 0},
  87. "stat_cat_sum": {},
  88. "up": [
  89. 150,
  90. 149,
  91. 181],
  92. "acting": [
  93. 150,
  94. 149,
  95. 181],
  96. "up_primary": 150,
  97. "acting_primary": 150},
  98. "empty": 0,
  99. "dne": 0,
  100. "incomplete": 0,
  101. "last_epoch_started": 262609,
  102. "hit_set_history": { "current_last_update": "0'0",
  103. "current_last_stamp": "0.000000",
  104. "current_info": { "begin": "0.000000",
  105. "end": "0.000000",
  106. "version": "0'0"},
  107. "history": []}},
  108. "peer_info": [
  109. { "peer": "20",
  110. "pgid": "3.a5a",
  111. "last_update": "0'0",
  112. "last_complete": "0'0",
  113. "log_tail": "0'0",
  114. "last_user_version": 0,
  115. "last_backfill": "MAX",
  116. "purged_snaps": "[]",
  117. "history": { "epoch_created": 0,
  118. "last_epoch_started": 0,
  119. "last_epoch_clean": 0,
  120. "last_epoch_split": 0,
  121. "same_up_since": 0,
  122. "same_interval_since": 0,
  123. "same_primary_since": 0,
  124. "last_scrub": "0'0",
  125. "last_scrub_stamp": "0.000000",
  126. "last_deep_scrub": "0'0",
  127. "last_deep_scrub_stamp": "0.000000",
  128. "last_clean_scrub_stamp": "0.000000"},
  129. "stats": { "version": "0'0",
  130. "reported_seq": "0",
  131. "reported_epoch": "0",
  132. "state": "inactive",
  133. "last_fresh": "0.000000",
  134. "last_change": "0.000000",
  135. "last_active": "0.000000",
  136. "last_clean": "0.000000",
  137. "last_became_active": "0.000000",
  138. "last_unstale": "0.000000",
  139. "mapping_epoch": 0,
  140. "log_start": "0'0",
  141. "ondisk_log_start": "0'0",
  142. "created": 0,
  143. "last_epoch_clean": 0,
  144. "parent": "0.0",
  145. "parent_split_bits": 0,
  146. "last_scrub": "0'0",
  147. "last_scrub_stamp": "0.000000",
  148. "last_deep_scrub": "0'0",
  149. "last_deep_scrub_stamp": "0.000000",
  150. "last_clean_scrub_stamp": "0.000000",
  151. "log_size": 0,
  152. "ondisk_log_size": 0,
  153. "stats_invalid": "0",
  154. "stat_sum": { "num_bytes": 0,
  155. "num_objects": 0,
  156. "num_object_clones": 0,
  157. "num_object_copies": 0,
  158. "num_objects_missing_on_primary": 0,
  159. "num_objects_degraded": 0,
  160. "num_objects_unfound": 0,
  161. "num_objects_dirty": 0,
  162. "num_whiteouts": 0,
  163. "num_read": 0,
  164. "num_read_kb": 0,
  165. "num_write": 0,
  166. "num_write_kb": 0,
  167. "num_scrub_errors": 0,
  168. "num_shallow_scrub_errors": 0,
  169. "num_deep_scrub_errors": 0,
  170. "num_objects_recovered": 0,
  171. "num_bytes_recovered": 0,
  172. "num_keys_recovered": 0,
  173. "num_objects_omap": 0,
  174. "num_objects_hit_set_archive": 0},
  175. "stat_cat_sum": {},
  176. "up": [],
  177. "acting": [],
  178. "up_primary": -1,
  179. "acting_primary": -1},
  180. "empty": 1,
  181. "dne": 1,
  182. "incomplete": 0,
  183. "last_epoch_started": 0,
  184. "hit_set_history": { "current_last_update": "0'0",
  185. "current_last_stamp": "0.000000",
  186. "current_info": { "begin": "0.000000",
  187. "end": "0.000000",
  188. "version": "0'0"},
  189. "history": []}},
  190. { "peer": "73",
  191. "pgid": "3.a5a",
  192. "last_update": "33569'325",
  193. "last_complete": "0'0",
  194. "log_tail": "0'0",
  195. "last_user_version": 325,
  196. "last_backfill": "MAX",
  197. "purged_snaps": "[1~1,3~6,b~66]",
  198. "history": { "epoch_created": 1478,
  199. "last_epoch_started": 262593,
  200. "last_epoch_clean": 167334,
  201. "last_epoch_split": 0,
  202. "same_up_since": 262530,
  203. "same_interval_since": 262608,
  204. "same_primary_since": 262608,
  205. "last_scrub": "33569'325",
  206. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  207. "last_deep_scrub": "28433'44",
  208. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  209. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966"},
  210. "stats": { "version": "33569'325",
  211. "reported_seq": "182571",
  212. "reported_epoch": "261650",
  213. "state": "remapped+peering",
  214. "last_fresh": "2015-03-21 14:29:09.540274",
  215. "last_change": "2015-03-21 14:29:05.190766",
  216. "last_active": "2015-03-21 14:28:45.214757",
  217. "last_clean": "2015-03-12 03:29:36.942871",
  218. "last_became_active": "0.000000",
  219. "last_unstale": "2015-03-21 14:29:09.540274",
  220. "mapping_epoch": 262606,
  221. "log_start": "0'0",
  222. "ondisk_log_start": "0'0",
  223. "created": 1478,
  224. "last_epoch_clean": 167334,
  225. "parent": "0.0",
  226. "parent_split_bits": 0,
  227. "last_scrub": "33569'325",
  228. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  229. "last_deep_scrub": "28433'44",
  230. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  231. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966",
  232. "log_size": 325,
  233. "ondisk_log_size": 325,
  234. "stats_invalid": "1",
  235. "stat_sum": { "num_bytes": 623902741,
  236. "num_objects": 77,
  237. "num_object_clones": 0,
  238. "num_object_copies": 231,
  239. "num_objects_missing_on_primary": 87,
  240. "num_objects_degraded": 0,
  241. "num_objects_unfound": 87,
  242. "num_objects_dirty": 77,
  243. "num_whiteouts": 0,
  244. "num_read": 47,
  245. "num_read_kb": 36,
  246. "num_write": 156,
  247. "num_write_kb": 611329,
  248. "num_scrub_errors": 0,
  249. "num_shallow_scrub_errors": 0,
  250. "num_deep_scrub_errors": 0,
  251. "num_objects_recovered": 0,
  252. "num_bytes_recovered": 0,
  253. "num_keys_recovered": 0,
  254. "num_objects_omap": 1,
  255. "num_objects_hit_set_archive": 0},
  256. "stat_cat_sum": {},
  257. "up": [
  258. 150,
  259. 149,
  260. 181],
  261. "acting": [
  262. 150,
  263. 149,
  264. 181],
  265. "up_primary": 150,
  266. "acting_primary": 150},
  267. "empty": 0,
  268. "dne": 0,
  269. "incomplete": 0,
  270. "last_epoch_started": 262196,
  271. "hit_set_history": { "current_last_update": "0'0",
  272. "current_last_stamp": "0.000000",
  273. "current_info": { "begin": "0.000000",
  274. "end": "0.000000",
  275. "version": "0'0"},
  276. "history": []}},
  277. { "peer": "74",
  278. "pgid": "3.a5a",
  279. "last_update": "0'0",
  280. "last_complete": "0'0",
  281. "log_tail": "0'0",
  282. "last_user_version": 0,
  283. "last_backfill": "MAX",
  284. "purged_snaps": "[]",
  285. "history": { "epoch_created": 0,
  286. "last_epoch_started": 0,
  287. "last_epoch_clean": 0,
  288. "last_epoch_split": 0,
  289. "same_up_since": 0,
  290. "same_interval_since": 0,
  291. "same_primary_since": 0,
  292. "last_scrub": "0'0",
  293. "last_scrub_stamp": "0.000000",
  294. "last_deep_scrub": "0'0",
  295. "last_deep_scrub_stamp": "0.000000",
  296. "last_clean_scrub_stamp": "0.000000"},
  297. "stats": { "version": "0'0",
  298. "reported_seq": "0",
  299. "reported_epoch": "0",
  300. "state": "inactive",
  301. "last_fresh": "0.000000",
  302. "last_change": "0.000000",
  303. "last_active": "0.000000",
  304. "last_clean": "0.000000",
  305. "last_became_active": "0.000000",
  306. "last_unstale": "0.000000",
  307. "mapping_epoch": 0,
  308. "log_start": "0'0",
  309. "ondisk_log_start": "0'0",
  310. "created": 0,
  311. "last_epoch_clean": 0,
  312. "parent": "0.0",
  313. "parent_split_bits": 0,
  314. "last_scrub": "0'0",
  315. "last_scrub_stamp": "0.000000",
  316. "last_deep_scrub": "0'0",
  317. "last_deep_scrub_stamp": "0.000000",
  318. "last_clean_scrub_stamp": "0.000000",
  319. "log_size": 0,
  320. "ondisk_log_size": 0,
  321. "stats_invalid": "0",
  322. "stat_sum": { "num_bytes": 0,
  323. "num_objects": 0,
  324. "num_object_clones": 0,
  325. "num_object_copies": 0,
  326. "num_objects_missing_on_primary": 0,
  327. "num_objects_degraded": 0,
  328. "num_objects_unfound": 0,
  329. "num_objects_dirty": 0,
  330. "num_whiteouts": 0,
  331. "num_read": 0,
  332. "num_read_kb": 0,
  333. "num_write": 0,
  334. "num_write_kb": 0,
  335. "num_scrub_errors": 0,
  336. "num_shallow_scrub_errors": 0,
  337. "num_deep_scrub_errors": 0,
  338. "num_objects_recovered": 0,
  339. "num_bytes_recovered": 0,
  340. "num_keys_recovered": 0,
  341. "num_objects_omap": 0,
  342. "num_objects_hit_set_archive": 0},
  343. "stat_cat_sum": {},
  344. "up": [],
  345. "acting": [],
  346. "up_primary": -1,
  347. "acting_primary": -1},
  348. "empty": 1,
  349. "dne": 1,
  350. "incomplete": 0,
  351. "last_epoch_started": 0,
  352. "hit_set_history": { "current_last_update": "0'0",
  353. "current_last_stamp": "0.000000",
  354. "current_info": { "begin": "0.000000",
  355. "end": "0.000000",
  356. "version": "0'0"},
  357. "history": []}},
  358. { "peer": "81",
  359. "pgid": "3.a5a",
  360. "last_update": "0'0",
  361. "last_complete": "0'0",
  362. "log_tail": "0'0",
  363. "last_user_version": 0,
  364. "last_backfill": "MAX",
  365. "purged_snaps": "[]",
  366. "history": { "epoch_created": 1478,
  367. "last_epoch_started": 258770,
  368. "last_epoch_clean": 167334,
  369. "last_epoch_split": 0,
  370. "same_up_since": 262530,
  371. "same_interval_since": 262608,
  372. "same_primary_since": 262608,
  373. "last_scrub": "33569'325",
  374. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  375. "last_deep_scrub": "28433'44",
  376. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  377. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966"},
  378. "stats": { "version": "0'0",
  379. "reported_seq": "4",
  380. "reported_epoch": "258890",
  381. "state": "down+peering",
  382. "last_fresh": "2015-03-16 10:25:19.271890",
  383. "last_change": "2015-03-16 10:25:19.271890",
  384. "last_active": "0.000000",
  385. "last_clean": "0.000000",
  386. "last_became_active": "0.000000",
  387. "last_unstale": "2015-03-16 10:25:19.271890",
  388. "mapping_epoch": 262606,
  389. "log_start": "0'0",
  390. "ondisk_log_start": "0'0",
  391. "created": 1478,
  392. "last_epoch_clean": 167334,
  393. "parent": "0.0",
  394. "parent_split_bits": 0,
  395. "last_scrub": "33569'325",
  396. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  397. "last_deep_scrub": "28433'44",
  398. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  399. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966",
  400. "log_size": 0,
  401. "ondisk_log_size": 0,
  402. "stats_invalid": "0",
  403. "stat_sum": { "num_bytes": 0,
  404. "num_objects": 0,
  405. "num_object_clones": 0,
  406. "num_object_copies": 0,
  407. "num_objects_missing_on_primary": 0,
  408. "num_objects_degraded": 0,
  409. "num_objects_unfound": 0,
  410. "num_objects_dirty": 0,
  411. "num_whiteouts": 0,
  412. "num_read": 0,
  413. "num_read_kb": 0,
  414. "num_write": 0,
  415. "num_write_kb": 0,
  416. "num_scrub_errors": 0,
  417. "num_shallow_scrub_errors": 0,
  418. "num_deep_scrub_errors": 0,
  419. "num_objects_recovered": 0,
  420. "num_bytes_recovered": 0,
  421. "num_keys_recovered": 0,
  422. "num_objects_omap": 0,
  423. "num_objects_hit_set_archive": 0},
  424. "stat_cat_sum": {},
  425. "up": [
  426. 150,
  427. 149,
  428. 181],
  429. "acting": [
  430. 150,
  431. 149,
  432. 181],
  433. "up_primary": 150,
  434. "acting_primary": 150},
  435. "empty": 1,
  436. "dne": 0,
  437. "incomplete": 0,
  438. "last_epoch_started": 0,
  439. "hit_set_history": { "current_last_update": "0'0",
  440. "current_last_stamp": "0.000000",
  441. "current_info": { "begin": "0.000000",
  442. "end": "0.000000",
  443. "version": "0'0"},
  444. "history": []}},
  445. { "peer": "115",
  446. "pgid": "3.a5a",
  447. "last_update": "0'0",
  448. "last_complete": "0'0",
  449. "log_tail": "0'0",
  450. "last_user_version": 0,
  451. "last_backfill": "MAX",
  452. "purged_snaps": "[]",
  453. "history": { "epoch_created": 0,
  454. "last_epoch_started": 0,
  455. "last_epoch_clean": 0,
  456. "last_epoch_split": 0,
  457. "same_up_since": 0,
  458. "same_interval_since": 0,
  459. "same_primary_since": 0,
  460. "last_scrub": "0'0",
  461. "last_scrub_stamp": "0.000000",
  462. "last_deep_scrub": "0'0",
  463. "last_deep_scrub_stamp": "0.000000",
  464. "last_clean_scrub_stamp": "0.000000"},
  465. "stats": { "version": "0'0",
  466. "reported_seq": "0",
  467. "reported_epoch": "0",
  468. "state": "inactive",
  469. "last_fresh": "0.000000",
  470. "last_change": "0.000000",
  471. "last_active": "0.000000",
  472. "last_clean": "0.000000",
  473. "last_became_active": "0.000000",
  474. "last_unstale": "0.000000",
  475. "mapping_epoch": 0,
  476. "log_start": "0'0",
  477. "ondisk_log_start": "0'0",
  478. "created": 0,
  479. "last_epoch_clean": 0,
  480. "parent": "0.0",
  481. "parent_split_bits": 0,
  482. "last_scrub": "0'0",
  483. "last_scrub_stamp": "0.000000",
  484. "last_deep_scrub": "0'0",
  485. "last_deep_scrub_stamp": "0.000000",
  486. "last_clean_scrub_stamp": "0.000000",
  487. "log_size": 0,
  488. "ondisk_log_size": 0,
  489. "stats_invalid": "0",
  490. "stat_sum": { "num_bytes": 0,
  491. "num_objects": 0,
  492. "num_object_clones": 0,
  493. "num_object_copies": 0,
  494. "num_objects_missing_on_primary": 0,
  495. "num_objects_degraded": 0,
  496. "num_objects_unfound": 0,
  497. "num_objects_dirty": 0,
  498. "num_whiteouts": 0,
  499. "num_read": 0,
  500. "num_read_kb": 0,
  501. "num_write": 0,
  502. "num_write_kb": 0,
  503. "num_scrub_errors": 0,
  504. "num_shallow_scrub_errors": 0,
  505. "num_deep_scrub_errors": 0,
  506. "num_objects_recovered": 0,
  507. "num_bytes_recovered": 0,
  508. "num_keys_recovered": 0,
  509. "num_objects_omap": 0,
  510. "num_objects_hit_set_archive": 0},
  511. "stat_cat_sum": {},
  512. "up": [],
  513. "acting": [],
  514. "up_primary": -1,
  515. "acting_primary": -1},
  516. "empty": 1,
  517. "dne": 1,
  518. "incomplete": 0,
  519. "last_epoch_started": 0,
  520. "hit_set_history": { "current_last_update": "0'0",
  521. "current_last_stamp": "0.000000",
  522. "current_info": { "begin": "0.000000",
  523. "end": "0.000000",
  524. "version": "0'0"},
  525. "history": []}},
  526. { "peer": "149",
  527. "pgid": "3.a5a",
  528. "last_update": "33569'325",
  529. "last_complete": "0'0",
  530. "log_tail": "0'0",
  531. "last_user_version": 325,
  532. "last_backfill": "MAX",
  533. "purged_snaps": "[1~1,3~6,b~66]",
  534. "history": { "epoch_created": 1478,
  535. "last_epoch_started": 262609,
  536. "last_epoch_clean": 167334,
  537. "last_epoch_split": 0,
  538. "same_up_since": 262530,
  539. "same_interval_since": 262608,
  540. "same_primary_since": 262608,
  541. "last_scrub": "33569'325",
  542. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  543. "last_deep_scrub": "28433'44",
  544. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  545. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966"},
  546. "stats": { "version": "33569'325",
  547. "reported_seq": "73",
  548. "reported_epoch": "262607",
  549. "state": "remapped+peering",
  550. "last_fresh": "2015-03-23 13:00:11.927678",
  551. "last_change": "2015-03-23 13:00:10.470406",
  552. "last_active": "2015-03-22 20:43:43.312663",
  553. "last_clean": "2015-03-12 03:29:36.942871",
  554. "last_became_active": "0.000000",
  555. "last_unstale": "2015-03-23 13:00:11.927678",
  556. "mapping_epoch": 262606,
  557. "log_start": "0'0",
  558. "ondisk_log_start": "0'0",
  559. "created": 1478,
  560. "last_epoch_clean": 167334,
  561. "parent": "0.0",
  562. "parent_split_bits": 0,
  563. "last_scrub": "33569'325",
  564. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  565. "last_deep_scrub": "28433'44",
  566. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  567. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966",
  568. "log_size": 325,
  569. "ondisk_log_size": 325,
  570. "stats_invalid": "1",
  571. "stat_sum": { "num_bytes": 623902741,
  572. "num_objects": 77,
  573. "num_object_clones": 0,
  574. "num_object_copies": 231,
  575. "num_objects_missing_on_primary": 87,
  576. "num_objects_degraded": 0,
  577. "num_objects_unfound": 87,
  578. "num_objects_dirty": 77,
  579. "num_whiteouts": 0,
  580. "num_read": 47,
  581. "num_read_kb": 36,
  582. "num_write": 156,
  583. "num_write_kb": 611329,
  584. "num_scrub_errors": 0,
  585. "num_shallow_scrub_errors": 0,
  586. "num_deep_scrub_errors": 0,
  587. "num_objects_recovered": 0,
  588. "num_bytes_recovered": 0,
  589. "num_keys_recovered": 0,
  590. "num_objects_omap": 1,
  591. "num_objects_hit_set_archive": 0},
  592. "stat_cat_sum": {},
  593. "up": [
  594. 150,
  595. 149,
  596. 181],
  597. "acting": [
  598. 150,
  599. 149,
  600. 181],
  601. "up_primary": 150,
  602. "acting_primary": 150},
  603. "empty": 0,
  604. "dne": 0,
  605. "incomplete": 0,
  606. "last_epoch_started": 262609,
  607. "hit_set_history": { "current_last_update": "0'0",
  608. "current_last_stamp": "0.000000",
  609. "current_info": { "begin": "0.000000",
  610. "end": "0.000000",
  611. "version": "0'0"},
  612. "history": []}},
  613. { "peer": "181",
  614. "pgid": "3.a5a",
  615. "last_update": "33569'325",
  616. "last_complete": "0'0",
  617. "log_tail": "0'0",
  618. "last_user_version": 325,
  619. "last_backfill": "MAX",
  620. "purged_snaps": "[1~1,3~6,b~66]",
  621. "history": { "epoch_created": 1478,
  622. "last_epoch_started": 262609,
  623. "last_epoch_clean": 167334,
  624. "last_epoch_split": 0,
  625. "same_up_since": 262530,
  626. "same_interval_since": 262608,
  627. "same_primary_since": 262608,
  628. "last_scrub": "33569'325",
  629. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  630. "last_deep_scrub": "28433'44",
  631. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  632. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966"},
  633. "stats": { "version": "33569'325",
  634. "reported_seq": "7869",
  635. "reported_epoch": "261644",
  636. "state": "degraded",
  637. "last_fresh": "2015-03-21 14:28:55.223202",
  638. "last_change": "2015-03-21 14:28:55.223202",
  639. "last_active": "2015-03-14 15:21:39.057961",
  640. "last_clean": "2015-03-12 03:29:36.942871",
  641. "last_became_active": "0.000000",
  642. "last_unstale": "2015-03-21 14:28:55.223202",
  643. "mapping_epoch": 262606,
  644. "log_start": "0'0",
  645. "ondisk_log_start": "0'0",
  646. "created": 1478,
  647. "last_epoch_clean": 167334,
  648. "parent": "0.0",
  649. "parent_split_bits": 0,
  650. "last_scrub": "33569'325",
  651. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  652. "last_deep_scrub": "28433'44",
  653. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  654. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966",
  655. "log_size": 325,
  656. "ondisk_log_size": 325,
  657. "stats_invalid": "1",
  658. "stat_sum": { "num_bytes": 623902741,
  659. "num_objects": 77,
  660. "num_object_clones": 0,
  661. "num_object_copies": 231,
  662. "num_objects_missing_on_primary": 87,
  663. "num_objects_degraded": 0,
  664. "num_objects_unfound": 0,
  665. "num_objects_dirty": 77,
  666. "num_whiteouts": 0,
  667. "num_read": 47,
  668. "num_read_kb": 36,
  669. "num_write": 156,
  670. "num_write_kb": 611329,
  671. "num_scrub_errors": 0,
  672. "num_shallow_scrub_errors": 0,
  673. "num_deep_scrub_errors": 0,
  674. "num_objects_recovered": 0,
  675. "num_bytes_recovered": 0,
  676. "num_keys_recovered": 0,
  677. "num_objects_omap": 1,
  678. "num_objects_hit_set_archive": 0},
  679. "stat_cat_sum": {},
  680. "up": [
  681. 150,
  682. 149,
  683. 181],
  684. "acting": [
  685. 150,
  686. 149,
  687. 181],
  688. "up_primary": 150,
  689. "acting_primary": 150},
  690. "empty": 0,
  691. "dne": 0,
  692. "incomplete": 0,
  693. "last_epoch_started": 262609,
  694. "hit_set_history": { "current_last_update": "0'0",
  695. "current_last_stamp": "0.000000",
  696. "current_info": { "begin": "0.000000",
  697. "end": "0.000000",
  698. "version": "0'0"},
  699. "history": []}},
  700. { "peer": "196",
  701. "pgid": "3.a5a",
  702. "last_update": "33569'325",
  703. "last_complete": "0'0",
  704. "log_tail": "0'0",
  705. "last_user_version": 325,
  706. "last_backfill": "MAX",
  707. "purged_snaps": "[1~1,3~6,b~66]",
  708. "history": { "epoch_created": 1478,
  709. "last_epoch_started": 262241,
  710. "last_epoch_clean": 167334,
  711. "last_epoch_split": 0,
  712. "same_up_since": 262530,
  713. "same_interval_since": 262608,
  714. "same_primary_since": 262608,
  715. "last_scrub": "33569'325",
  716. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  717. "last_deep_scrub": "28433'44",
  718. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  719. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966"},
  720. "stats": { "version": "33569'325",
  721. "reported_seq": "181398",
  722. "reported_epoch": "260831",
  723. "state": "down+peering",
  724. "last_fresh": "2015-03-17 12:59:49.006108",
  725. "last_change": "2015-03-17 12:59:49.006108",
  726. "last_active": "2015-03-16 09:56:58.226236",
  727. "last_clean": "2015-03-12 03:29:36.942871",
  728. "last_became_active": "0.000000",
  729. "last_unstale": "2015-03-17 12:59:49.006108",
  730. "mapping_epoch": 262606,
  731. "log_start": "0'0",
  732. "ondisk_log_start": "0'0",
  733. "created": 1478,
  734. "last_epoch_clean": 167334,
  735. "parent": "0.0",
  736. "parent_split_bits": 0,
  737. "last_scrub": "33569'325",
  738. "last_scrub_stamp": "2015-03-12 13:58:05.813966",
  739. "last_deep_scrub": "28433'44",
  740. "last_deep_scrub_stamp": "2015-03-11 13:57:53.909795",
  741. "last_clean_scrub_stamp": "2015-03-12 13:58:05.813966",
  742. "log_size": 325,
  743. "ondisk_log_size": 325,
  744. "stats_invalid": "1",
  745. "stat_sum": { "num_bytes": 623902741,
  746. "num_objects": 77,
  747. "num_object_clones": 0,
  748. "num_object_copies": 231,
  749. "num_objects_missing_on_primary": 87,
  750. "num_objects_degraded": 0,
  751. "num_objects_unfound": 0,
  752. "num_objects_dirty": 77,
  753. "num_whiteouts": 0,
  754. "num_read": 47,
  755. "num_read_kb": 36,
  756. "num_write": 156,
  757. "num_write_kb": 611329,
  758. "num_scrub_errors": 0,
  759. "num_shallow_scrub_errors": 0,
  760. "num_deep_scrub_errors": 0,
  761. "num_objects_recovered": 0,
  762. "num_bytes_recovered": 0,
  763. "num_keys_recovered": 0,
  764. "num_objects_omap": 1,
  765. "num_objects_hit_set_archive": 0},
  766. "stat_cat_sum": {},
  767. "up": [
  768. 150,
  769. 149,
  770. 181],
  771. "acting": [
  772. 150,
  773. 149,
  774. 181],
  775. "up_primary": 150,
  776. "acting_primary": 150},
  777. "empty": 0,
  778. "dne": 0,
  779. "incomplete": 0,
  780. "last_epoch_started": 262450,
  781. "hit_set_history": { "current_last_update": "0'0",
  782. "current_last_stamp": "0.000000",
  783. "current_info": { "begin": "0.000000",
  784. "end": "0.000000",
  785. "version": "0'0"},
  786. "history": []}}],
  787. "recovery_state": [
  788. { "name": "Started\/Primary\/Active",
  789. "enter_time": "2015-03-23 13:00:14.118829",
  790. "might_have_unfound": [
  791. { "osd": "20",
  792. "status": "already probed"},
  793. { "osd": "73",
  794. "status": "already probed"},
  795. { "osd": "74",
  796. "status": "already probed"},
  797. { "osd": "81",
  798. "status": "not queried"},
  799. { "osd": "115",
  800. "status": "already probed"},
  801. { "osd": "149",
  802. "status": "already probed"},
  803. { "osd": "181",
  804. "status": "already probed"},
  805. { "osd": "196",
  806. "status": "already probed"}],
  807. "recovery_progress": { "backfill_targets": [],
  808. "waiting_on_backfill": [],
  809. "last_backfill_started": "0\/\/0\/\/-1",
  810. "backfill_info": { "begin": "0\/\/0\/\/-1",
  811. "end": "0\/\/0\/\/-1",
  812. "objects": []},
  813. "peer_backfill_info": [],
  814. "backfills_in_flight": [],
  815. "recovering": [],
  816. "pg_backend": { "pull_from_peer": [],
  817. "pushing": []}},
  818. "scrub": { "scrubber.epoch_start": "0",
  819. "scrubber.active": 0,
  820. "scrubber.block_writes": 0,
  821. "scrubber.finalizing": 0,
  822. "scrubber.waiting_on": 0,
  823. "scrubber.waiting_on_whom": []}},
  824. { "name": "Started",
  825. "enter_time": "2015-03-23 13:00:12.646290"}],
  826. "agent_state": {}}[root@pouta-s02 ~]#
Advertisement
Add Comment
Please, Sign In to add comment