API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Jul 13th, 2012
195
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 16.85 KB | None | 0 0
raw download clone embed print report
  1. root@Control:~# ceph health detail
  2. HEALTH_WARN 8 pgs degraded; 24 pgs stuck unclean; recovery 1446/23434 degraded (6.171%)
  3. pg 2.3c is stuck active+remapped, last acting [2,0]
  4. pg 0.3e is stuck active+degraded, last acting [2]
  5. pg 1.3d is stuck active+remapped, last acting [2,0]
  6. pg 0.38 is stuck active+degraded, last acting [2]
  7. pg 1.37 is stuck active+remapped, last acting [2,0]
  8. pg 2.36 is stuck active+remapped, last acting [2,0]
  9. pg 1.30 is stuck active+remapped, last acting [2,0]
  10. pg 0.31 is stuck active+degraded, last acting [2]
  11. pg 2.2d is stuck active+remapped, last acting [2,0]
  12. pg 1.2e is stuck active+remapped, last acting [2,0]
  13. pg 0.2f is stuck active+degraded, last acting [2]
  14. pg 2.2f is stuck active+remapped, last acting [2,0]
  15. pg 0.2c is stuck active+degraded, last acting [2]
  16. pg 1.2b is stuck active+remapped, last acting [2,0]
  17. pg 2.2a is stuck active+remapped, last acting [2,0]
  18. pg 2.24 is stuck active+remapped, last acting [2,0]
  19. pg 0.26 is stuck active+degraded, last acting [2]
  20. pg 1.25 is stuck active+remapped, last acting [2,0]
  21. pg 0.18 is stuck active+degraded, last acting [1]
  22. pg 1.17 is stuck active+remapped, last acting [1,0]
  23. pg 2.16 is stuck active+remapped, last acting [1,0]
  24. pg 2.4 is stuck active+remapped, last acting [1,0]
  25. pg 0.6 is stuck active+degraded, last acting [1]
  26. pg 1.5 is stuck active+remapped, last acting [1,0]
  27. pg 0.3e is active+degraded, acting [2]
  28. pg 0.38 is active+degraded, acting [2]
  29. pg 0.31 is active+degraded, acting [2]
  30. pg 0.2f is active+degraded, acting [2]
  31. pg 0.2c is active+degraded, acting [2]
  32. pg 0.26 is active+degraded, acting [2]
  33. pg 0.18 is active+degraded, acting [1]
  34. pg 0.6 is active+degraded, acting [1]
  35. recovery 1446/23434 degraded (6.171%)
  36.  
  37.  
  38.  
  39. root@Control:~# ceph pg dump_stuck unclean
  40. ok
  41. pg_stat objects mip degr unf bytes log disklog state state_stamp v reported up acting last_scrub scrub_stamp
  42. 2.3c 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670065 0'0 180'144 [2] [2,0] 0'0 2012-07-12 13:49:04.171094
  43. 0.3e 178 0 178 0 694159872 135376 135376 active+degraded 2012-07-13 16:36:34.001032 73'1500 180'33154 [2] [2] 73'1500 2012-07-13 13:04:05.004369
  44. 1.3d 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670083 0'0 180'144 [2] [2,0] 0'0 2012-07-12 13:46:42.160147
  45. 0.38 204 0 204 0 816182784 135252 135252 active+degraded 2012-07-13 16:36:34.001040 73'2297 180'43 [2] [2] 73'2297 2012-07-13 13:04:05.061800
  46. 1.37 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670125 0'0 180'148 [2] [2,0] 0'0 2012-07-12 13:43:05.103371
  47. 2.36 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670147 0'0 180'148 [2] [2,0] 0'0 2012-07-12 13:43:59.116434
  48. 1.30 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670169 0'0 180'144 [2] [2,0] 0'0 2012-07-12 13:46:28.157261
  49. 0.31 179 0 179 0 696727040 136016 136016 active+degraded 2012-07-13 16:36:34.001048 73'3332 180'80561 [2] [2] 73'3332 2012-07-13 13:04:05.151637
  50. 2.2d 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670183 0'0 180'144 [2] [2,0] 0'0 2012-07-12 13:48:08.157766
  51. 1.2e 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670192 0'0 180'144 [2] [2,0] 0'0 2012-07-12 13:46:20.160370
  52. 0.2f 182 0 182 0 726846464 135660 135660 active+degraded 2012-07-13 16:36:34.001052 73'3635 180'45455 [2] [2] 73'3635 2012-07-13 13:04:05.189651
  53. 2.2f 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670206 0'0 180'144 [2] [2,0] 0'0 2012-07-12 13:48:41.160722
  54. 0.2c 176 0 176 0 698896896 135595 135595 active+degraded 2012-07-13 16:36:34.001053 73'2361 180'72048 [2] [2] 73'2361 2012-07-13 13:04:05.206956
  55. 1.2b 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670221 0'0 180'144 [2] [2,0] 0'0 2012-07-12 13:46:09.172210
  56. 2.2a 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670239 0'0 180'144 [2] [2,0] 0'0 2012-07-12 13:48:00.170714
  57. 2.24 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670258 0'0 180'147 [2] [2,0] 0'0 2012-07-12 14:23:34.353575
  58. 0.26 171 0 171 0 677495296 135389 135389 active+degraded 2012-07-13 16:36:34.001060 73'1987 180'228678 [2] [2] 73'1987 2012-07-13 13:04:05.283612
  59. 1.25 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.670272 0'0 180'147 [2] [2,0] 0'0 2012-07-12 14:23:21.349529
  60. 0.18 179 0 179 0 713648640 135590 135590 active+degraded 2012-07-13 16:36:30.945843 73'2329 178'57570 [1] [1] 73'2329 2012-07-13 13:04:03.880828
  61. 1.17 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.859474 0'0 178'120 [1] [1,0] 0'0 2012-07-12 13:46:12.147064
  62. 2.16 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.859494 0'0 178'120 [1] [1,0] 0'0 2012-07-12 13:48:59.162428
  63. 2.4 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.859544 0'0 178'120 [1] [1,0] 0'0 2012-07-12 13:47:02.151751
  64. 0.6 177 0 177 0 707414128 133074 133074 active+degraded 2012-07-13 16:36:30.945847 74'3315 178'13757 [1] [1] 74'3315 2012-07-13 13:04:04.079446
  65. 1.5 0 0 0 0 0 0 0 active+remapped 2012-07-13 16:37:28.859557 0'0 178'120 [1] [1,0] 0'0 2012-07-12 13:45:18.141985
  66.  
  67.  
  68.  
  69.  
  70. root@Control:~# ceph pg dump | grep degraded
  71. 0.3e 178 0 178 0 694159872 135376 135376 active+degraded 2012-07-13 16:36:34.001032 73'1500 180'33154 [2] [2] 73'1500 2012-07-13 13:04:05.004369
  72. 0.38 204 0 204 0 816182784 135252 135252 active+degraded 2012-07-13 16:36:34.001040 73'2297 180'43 [2] [2] 73'2297 2012-07-13 13:04:05.061800
  73. 0.31 179 0 179 0 696727040 136016 136016 active+degraded 2012-07-13 16:36:34.001048 73'3332 180'80561 [2] [2] 73'3332 2012-07-13 13:04:05.151637
  74. 0.2f 182 0 182 0 726846464 135660 135660 active+degraded 2012-07-13 16:36:34.001052 73'3635 180'45455 [2] [2] 73'3635 2012-07-13 13:04:05.189651
  75. 0.2c 176 0 176 0 698896896 135595 135595 active+degraded 2012-07-13 16:36:34.001053 73'2361 180'72048 [2] [2] 73'2361 2012-07-13 13:04:05.206956
  76. 0.26 171 0 171 0 677495296 135389 135389 active+degraded 2012-07-13 16:36:34.001060 73'1987 180'228678 [2] [2] 73'1987 2012-07-13 13:04:05.283612
  77. 0.18 179 0 179 0 713648640 135590 135590 active+degraded 2012-07-13 16:36:30.945843 73'2329 178'57570 [1] [1] 73'2329 2012-07-13 13:04:03.880828
  78. 0.6 177 0 177 0 707414128 133074 133074 active+degraded 2012-07-13 16:36:30.945847 74'3315 178'13757 [1] [1] 74'3315 2012-07-13 13:04:04.079446
  79.  
  80.  
  81.  
  82.  
  83.  
  84. root@Control:~# ceph pg 0.3e query
  85.  
  86. { "state": "active+degraded",
  87. "up": [
  88. 2],
  89. "acting": [
  90. 2],
  91. "info": { "pgid": "0.3e",
  92. "last_update": "73'1500",
  93. "last_complete": "73'1500",
  94. "log_tail": "46'499",
  95. "last_backfill": "MAX",
  96. "purged_snaps": "[]",
  97. "history": { "epoch_created": 1,
  98. "last_epoch_started": 181,
  99. "last_epoch_clean": 181,
  100. "last_epoch_split": 82,
  101. "same_up_since": 180,
  102. "same_interval_since": 180,
  103. "same_primary_since": 180,
  104. "last_scrub": "73'1500",
  105. "last_scrub_stamp": "2012-07-13 13:04:05.004369"},
  106. "stats": { "version": "73'1500",
  107. "reported": "180'33154",
  108. "state": "active+degraded",
  109. "last_fresh": "2012-07-13 16:37:28.670069",
  110. "last_change": "2012-07-13 16:36:34.001032",
  111. "last_active": "2012-07-13 16:37:28.670069",
  112. "last_clean": "2012-07-13 13:10:29.446452",
  113. "last_unstale": "2012-07-13 16:37:28.670069",
  114. "mapping_epoch": 179,
  115. "log_start": "46'499",
  116. "ondisk_log_start": "46'499",
  117. "created": 1,
  118. "last_epoch_clean": 1,
  119. "parent": "0.0",
  120. "parent_split_bits": 0,
  121. "last_scrub": "73'1500",
  122. "last_scrub_stamp": "2012-07-13 13:04:05.004369",
  123. "log_size": 135376,
  124. "ondisk_log_size": 135376,
  125. "stat_sum": { "num_bytes": 694159872,
  126. "num_objects": 178,
  127. "num_object_clones": 0,
  128. "num_object_copies": 0,
  129. "num_objects_missing_on_primary": 0,
  130. "num_objects_degraded": 0,
  131. "num_objects_unfound": 0,
  132. "num_read": 0,
  133. "num_read_kb": 0,
  134. "num_write": 1500,
  135. "num_write_kb": 1448603},
  136. "stat_cat_sum": {},
  137. "up": [
  138. 2],
  139. "acting": [
  140. 2]},
  141. "empty": 0,
  142. "dne": 0,
  143. "incomplete": 0},
  144. "recovery_state": [
  145. { "name": "Started\/Primary\/Active",
  146. "enter_time": "2012-07-13 16:35:48.030618",
  147. "might_have_unfound": []},
  148. { "name": "Started",
  149. "enter_time": "2012-07-13 16:35:46.935257"}]}
  150.  
  151.  
  152.  
  153.  
  154. root@Control:~# ceph pg 0.6 query
  155.  
  156. { "state": "active+degraded",
  157. "up": [
  158. 1],
  159. "acting": [
  160. 1],
  161. "info": { "pgid": "0.6",
  162. "last_update": "74'3315",
  163. "last_complete": "74'3315",
  164. "log_tail": "46'2313",
  165. "last_backfill": "MAX",
  166. "purged_snaps": "[]",
  167. "history": { "epoch_created": 1,
  168. "last_epoch_started": 179,
  169. "last_epoch_clean": 179,
  170. "last_epoch_split": 79,
  171. "same_up_since": 178,
  172. "same_interval_since": 178,
  173. "same_primary_since": 178,
  174. "last_scrub": "74'3315",
  175. "last_scrub_stamp": "2012-07-13 13:04:04.079446"},
  176. "stats": { "version": "74'3315",
  177. "reported": "178'13757",
  178. "state": "active+degraded",
  179. "last_fresh": "2012-07-13 16:37:28.859533",
  180. "last_change": "2012-07-13 16:36:30.945847",
  181. "last_active": "2012-07-13 16:37:28.859533",
  182. "last_clean": "2012-07-13 13:10:26.364091",
  183. "last_unstale": "2012-07-13 16:37:28.859533",
  184. "mapping_epoch": 177,
  185. "log_start": "46'2313",
  186. "ondisk_log_start": "46'2313",
  187. "created": 1,
  188. "last_epoch_clean": 1,
  189. "parent": "0.0",
  190. "parent_split_bits": 0,
  191. "last_scrub": "74'3315",
  192. "last_scrub_stamp": "2012-07-13 13:04:04.079446",
  193. "log_size": 133074,
  194. "ondisk_log_size": 133074,
  195. "stat_sum": { "num_bytes": 707414128,
  196. "num_objects": 177,
  197. "num_object_clones": 0,
  198. "num_object_copies": 0,
  199. "num_objects_missing_on_primary": 0,
  200. "num_objects_degraded": 0,
  201. "num_objects_unfound": 0,
  202. "num_read": 0,
  203. "num_read_kb": 0,
  204. "num_write": 3001,
  205. "num_write_kb": 1369536},
  206. "stat_cat_sum": {},
  207. "up": [
  208. 1],
  209. "acting": [
  210. 1]},
  211. "empty": 0,
  212. "dne": 0,
  213. "incomplete": 0},
  214. "recovery_state": [
  215. { "name": "Started\/Primary\/Active",
  216. "enter_time": "2012-07-13 16:35:45.279138",
  217. "might_have_unfound": []},
  218. { "name": "Started",
  219. "enter_time": "2012-07-13 16:35:44.165249"}]}
  220.  
  221.  
  222.  
  223.  
  224.  
  225. root@Control:~# ceph pg 2.3c query
  226.  
  227. { "state": "active+remapped",
  228. "up": [
  229. 2],
  230. "acting": [
  231. 2,
  232. 0],
  233. "info": { "pgid": "2.3c",
  234. "last_update": "0'0",
  235. "last_complete": "0'0",
  236. "log_tail": "0'0",
  237. "last_backfill": "MAX",
  238. "purged_snaps": "[]",
  239. "history": { "epoch_created": 1,
  240. "last_epoch_started": 184,
  241. "last_epoch_clean": 184,
  242. "last_epoch_split": 176,
  243. "same_up_since": 180,
  244. "same_interval_since": 183,
  245. "same_primary_since": 180,
  246. "last_scrub": "0'0",
  247. "last_scrub_stamp": "2012-07-12 13:49:04.171094"},
  248. "stats": { "version": "0'0",
  249. "reported": "180'144",
  250. "state": "active+remapped",
  251. "last_fresh": "2012-07-13 16:37:28.706945",
  252. "last_change": "2012-07-13 16:37:28.670065",
  253. "last_active": "2012-07-13 16:37:28.706945",
  254. "last_clean": "2012-07-13 03:06:26.191704",
  255. "last_unstale": "2012-07-13 16:37:28.706945",
  256. "mapping_epoch": 182,
  257. "log_start": "0'0",
  258. "ondisk_log_start": "0'0",
  259. "created": 1,
  260. "last_epoch_clean": 1,
  261. "parent": "0.0",
  262. "parent_split_bits": 0,
  263. "last_scrub": "0'0",
  264. "last_scrub_stamp": "2012-07-12 13:49:04.171094",
  265. "log_size": 0,
  266. "ondisk_log_size": 0,
  267. "stat_sum": { "num_bytes": 0,
  268. "num_objects": 0,
  269. "num_object_clones": 0,
  270. "num_object_copies": 0,
  271. "num_objects_missing_on_primary": 0,
  272. "num_objects_degraded": 0,
  273. "num_objects_unfound": 0,
  274. "num_read": 0,
  275. "num_read_kb": 0,
  276. "num_write": 0,
  277. "num_write_kb": 0},
  278. "stat_cat_sum": {},
  279. "up": [
  280. 2],
  281. "acting": [
  282. 2,
  283. 0]},
  284. "empty": 1,
  285. "dne": 0,
  286. "incomplete": 0},
  287. "recovery_state": [
  288. { "name": "Started\/Primary\/Active",
  289. "enter_time": "2012-07-13 16:37:28.670046",
  290. "might_have_unfound": []},
  291. { "name": "Started",
  292. "enter_time": "2012-07-13 16:37:27.633618"}]}
  293.  
  294.  
  295.  
  296.  
  297.  
  298.  
  299. root@Control:~# ceph pg 1.3d query
  300.  
  301. { "state": "active+remapped",
  302. "up": [
  303. 2],
  304. "acting": [
  305. 2,
  306. 0],
  307. "info": { "pgid": "1.3d",
  308. "last_update": "0'0",
  309. "last_complete": "0'0",
  310. "log_tail": "0'0",
  311. "last_backfill": "MAX",
  312. "purged_snaps": "[]",
  313. "history": { "epoch_created": 1,
  314. "last_epoch_started": 184,
  315. "last_epoch_clean": 184,
  316. "last_epoch_split": 176,
  317. "same_up_since": 180,
  318. "same_interval_since": 183,
  319. "same_primary_since": 180,
  320. "last_scrub": "0'0",
  321. "last_scrub_stamp": "2012-07-12 13:46:42.160147"},
  322. "stats": { "version": "0'0",
  323. "reported": "180'144",
  324. "state": "active+remapped",
  325. "last_fresh": "2012-07-13 16:37:28.706975",
  326. "last_change": "2012-07-13 16:37:28.670083",
  327. "last_active": "2012-07-13 16:37:28.706975",
  328. "last_clean": "2012-07-13 03:06:26.191709",
  329. "last_unstale": "2012-07-13 16:37:28.706975",
  330. "mapping_epoch": 182,
  331. "log_start": "0'0",
  332. "ondisk_log_start": "0'0",
  333. "created": 1,
  334. "last_epoch_clean": 1,
  335. "parent": "0.0",
  336. "parent_split_bits": 0,
  337. "last_scrub": "0'0",
  338. "last_scrub_stamp": "2012-07-12 13:46:42.160147",
  339. "log_size": 0,
  340. "ondisk_log_size": 0,
  341. "stat_sum": { "num_bytes": 0,
  342. "num_objects": 0,
  343. "num_object_clones": 0,
  344. "num_object_copies": 0,
  345. "num_objects_missing_on_primary": 0,
  346. "num_objects_degraded": 0,
  347. "num_objects_unfound": 0,
  348. "num_read": 0,
  349. "num_read_kb": 0,
  350. "num_write": 0,
  351. "num_write_kb": 0},
  352. "stat_cat_sum": {},
  353. "up": [
  354. 2],
  355. "acting": [
  356. 2,
  357. 0]},
  358. "empty": 1,
  359. "dne": 0,
  360. "incomplete": 0},
  361. "recovery_state": [
  362. { "name": "Started\/Primary\/Active",
  363. "enter_time": "2012-07-13 16:37:28.670077",
  364. "might_have_unfound": []},
  365. { "name": "Started",
  366. "enter_time": "2012-07-13 16:37:27.633640"}]}
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!