Advertisement
Guest User

Untitled

a guest
Jul 13th, 2016
145
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 9.49 KB | None | 0 0
  1. ceilometer:PRIMARY> db.currentOp()
  2. {
  3. "inprog" : [
  4. {
  5. "opid" : 135695275,
  6. "active" : true,
  7. "secs_running" : 3,
  8. "microsecs_running" : NumberLong(3957478),
  9. "op" : "getmore",
  10. "ns" : "local.oplog.rs",
  11. "query" : {
  12.  
  13. },
  14. "client" : "192.168.0.11:58507",
  15. "desc" : "conn439815",
  16. "threadId" : "0x7f425f2a3700",
  17. "connectionId" : 439815,
  18. "waitingForLock" : false,
  19. "numYields" : 0,
  20. "lockStats" : {
  21. "timeLockedMicros" : {
  22. "r" : NumberLong(163),
  23. "w" : NumberLong(0)
  24. },
  25. "timeAcquiringMicros" : {
  26. "r" : NumberLong(9),
  27. "w" : NumberLong(0)
  28. }
  29. }
  30. },
  31. {
  32. "opid" : 1330,
  33. "active" : false,
  34. "op" : "none",
  35. "ns" : "",
  36. "query" : {
  37.  
  38. },
  39. "desc" : "repl writer worker 1",
  40. "threadId" : "0x7f4d68bfa700",
  41. "waitingForLock" : false,
  42. "numYields" : 0,
  43. "lockStats" : {
  44. "timeLockedMicros" : {
  45. "r" : NumberLong(0),
  46. "w" : NumberLong(117)
  47. },
  48. "timeAcquiringMicros" : {
  49.  
  50. }
  51. }
  52. },
  53. {
  54. "opid" : 1294,
  55. "active" : false,
  56. "op" : "none",
  57. "ns" : "",
  58. "query" : {
  59.  
  60. },
  61. "desc" : "repl writer worker 2",
  62. "threadId" : "0x7f4d693fb700",
  63. "waitingForLock" : false,
  64. "numYields" : 0,
  65. "lockStats" : {
  66. "timeLockedMicros" : {
  67. "r" : NumberLong(0),
  68. "w" : NumberLong(173)
  69. },
  70. "timeAcquiringMicros" : {
  71.  
  72. }
  73. }
  74. },
  75. {
  76. "opid" : 135695276,
  77. "active" : true,
  78. "secs_running" : 3,
  79. "microsecs_running" : NumberLong(3956053),
  80. "op" : "getmore",
  81. "ns" : "local.oplog.rs",
  82. "query" : {
  83.  
  84. },
  85. "client" : "192.168.0.12:41920",
  86. "desc" : "conn440769",
  87. "threadId" : "0x7f4252ddf700",
  88. "connectionId" : 440769,
  89. "waitingForLock" : false,
  90. "numYields" : 0,
  91. "lockStats" : {
  92. "timeLockedMicros" : {
  93. "r" : NumberLong(125),
  94. "w" : NumberLong(0)
  95. },
  96. "timeAcquiringMicros" : {
  97. "r" : NumberLong(7),
  98. "w" : NumberLong(0)
  99. }
  100. }
  101. },
  102. {
  103. "opid" : 135683872,
  104. "active" : true,
  105. "secs_running" : 75,
  106. "microsecs_running" : NumberLong(75030714),
  107. "op" : "query",
  108. "ns" : "ceilometer.meter",
  109. "query" : {
  110. "$msg" : "query not recording (too large)"
  111. },
  112. "client" : "192.168.0.7:33338",
  113. "desc" : "conn441390",
  114. "threadId" : "0x7f42633dd700",
  115. "connectionId" : 441390,
  116. "locks" : {
  117. "^" : "r",
  118. "^ceilometer" : "R"
  119. },
  120. "waitingForLock" : false,
  121. "numYields" : 19741,
  122. "lockStats" : {
  123. "timeLockedMicros" : {
  124. "r" : NumberLong(131258027),
  125. "w" : NumberLong(0)
  126. },
  127. "timeAcquiringMicros" : {
  128. "r" : NumberLong(2456487),
  129. "w" : NumberLong(0)
  130. }
  131. }
  132. }
  133. ]
  134. }
  135.  
  136.  
  137.  
  138. ceilometer:PRIMARY> db.runCommand( { serverStatus: 1, workingSet: 1, metrics: 0, locks: 0 } )
  139. {
  140. "host" : "node-5.fuel",
  141. "version" : "2.6.10",
  142. "process" : "mongod",
  143. "pid" : NumberLong(22112),
  144. "uptime" : 1112982,
  145. "uptimeMillis" : NumberLong(1112981660),
  146. "uptimeEstimate" : 1080241,
  147. "localTime" : ISODate("2016-07-13T09:59:33.164Z"),
  148. "asserts" : {
  149. "regular" : 0,
  150. "warning" : 0,
  151. "msg" : 0,
  152. "user" : 6,
  153. "rollovers" : 0
  154. },
  155. "backgroundFlushing" : {
  156. "flushes" : 18549,
  157. "total_ms" : 2663624,
  158. "average_ms" : 143.59933150035042,
  159. "last_ms" : 21,
  160. "last_finished" : ISODate("2016-07-13T09:58:59.101Z")
  161. },
  162. "connections" : {
  163. "current" : 262,
  164. "available" : 50938,
  165. "totalCreated" : NumberLong(441403)
  166. },
  167. "cursors" : {
  168. "note" : "deprecated, use server status metrics",
  169. "clientCursors_size" : 2,
  170. "totalOpen" : 2,
  171. "pinned" : 0,
  172. "totalNoTimeout" : 0,
  173. "timedOut" : 6
  174. },
  175. "dur" : {
  176. "commits" : 29,
  177. "journaledMB" : 0.008192,
  178. "writeToDataFilesMB" : 0.001082,
  179. "compression" : 6.720262510254307,
  180. "commitsInWriteLock" : 0,
  181. "earlyCommits" : 0,
  182. "timeMs" : {
  183. "dt" : 3000,
  184. "prepLogBuffer" : 0,
  185. "writeToJournal" : 1,
  186. "writeToDataFiles" : 0,
  187. "remapPrivateView" : 0
  188. }
  189. },
  190. "extra_info" : {
  191. "note" : "fields vary by platform",
  192. "heap_usage_bytes" : 197870984,
  193. "page_faults" : 250712221
  194. },
  195. "globalLock" : {
  196. "totalTime" : NumberLong("1112981662000"),
  197. "lockTime" : NumberLong("6290549859"),
  198. "currentQueue" : {
  199. "total" : 0,
  200. "readers" : 0,
  201. "writers" : 0
  202. },
  203. "activeClients" : {
  204. "total" : 0,
  205. "readers" : 0,
  206. "writers" : 0
  207. }
  208. },
  209. "indexCounters" : {
  210. "accesses" : 1022072542,
  211. "hits" : 1022072542,
  212. "misses" : 0,
  213. "resets" : 0,
  214. "missRatio" : 0
  215. },
  216. "network" : {
  217. "bytesIn" : 59222662374,
  218. "bytesOut" : 96910035531,
  219. "numRequests" : 80899312
  220. },
  221. "opcounters" : {
  222. "insert" : 15482042,
  223. "query" : 354407,
  224. "update" : 11868408,
  225. "delete" : 0,
  226. "getmore" : 15753099,
  227. "command" : 37759718
  228. },
  229. "opcountersRepl" : {
  230. "insert" : 184,
  231. "query" : 0,
  232. "update" : 146,
  233. "delete" : 714,
  234. "getmore" : 0,
  235. "command" : 0
  236. },
  237. "recordStats" : {
  238. "accessesNotInMemory" : 2264768,
  239. "pageFaultExceptionsThrown" : 23056,
  240. "admin" : {
  241. "accessesNotInMemory" : 5,
  242. "pageFaultExceptionsThrown" : 0
  243. },
  244. "ceilometer" : {
  245. "accessesNotInMemory" : 2261201,
  246. "pageFaultExceptionsThrown" : 23056
  247. },
  248. "local" : {
  249. "accessesNotInMemory" : 3562,
  250. "pageFaultExceptionsThrown" : 0
  251. }
  252. },
  253. "repl" : {
  254. "setName" : "ceilometer",
  255. "setVersion" : 3,
  256. "ismaster" : true,
  257. "secondary" : false,
  258. "hosts" : [
  259. "192.168.0.7:27017",
  260. "192.168.0.11:27017",
  261. "192.168.0.12:27017"
  262. ],
  263. "primary" : "192.168.0.7:27017",
  264. "me" : "192.168.0.7:27017",
  265. "electionId" : ObjectId("577515a61ee824d38b47d7bd")
  266. },
  267. "workingSet" : {
  268. "note" : "thisIsAnEstimate",
  269. "pagesInMemory" : 3700127,
  270. "computationTimeMicros" : 592762,
  271. "overSeconds" : 288
  272. },
  273. "ok" : 1
  274. }
  275. ceilometer:PRIMARY>
  276.  
  277.  
  278.  
  279. some interesting logs:
  280.  
  281. <14>Jul 13 10:08:42 node-5 mongod.27017[22112]: [conn441497] command ceilometer.$cmd command: aggregate { aggregate: "meter", pipeline: [ { $match: { timestamp: { $lte: new Date(1468404521711), $gte: new Date(1468403921711) }, counter_name: "cpu_util", project_id: "65f8d3591f2c478e8373cbabcdcd2302", resource_id: "350fe65e-6805-426e-8cc8-a0bd303eac44" } }, { $sort: { timestamp: 1 } }, { $group: { count: { $sum: 1 }, avg: { $avg: "$counter_volume" }, first_timestamp: { $min: "$timestamp" }, min: { $min: "$counter_volume" }, last_timestamp: { $max: "$timestamp" }, max: { $max: "$counter_volume" }, sum: { $sum: "$counter_volume" }, _id: { period_start: { $divide: [ { $subtract: [ { $subtract: [ "$timestamp", new Date(1468403921711) ] }, { $mod: [ { $subtract: [ "$timestamp", new Date(1468403921711) ] }, 300000 ] } ] }, 300000 ] }, name: "$counter_name", unit: "$counter_unit" } } }, { $sort: { _id.period_start: 1 } }, { $project: { count: "$count", min: "$min", first_timestamp: "$first_timestamp", name: "$_id.name", last_timestamp: "$last_timestamp", max: "$max", period_start: "$_id.period_start", avg: "$avg", sum: "$sum", unit: "$_id.unit" } } ], cursor: {}, allowDiskUse: true } keyUpdates:0 numYields:6 locks(micros) r:229097 reslen:104 198ms
  282.  
  283. <14>Jul 13 10:08:44 node-5 mongod.27017[22112]: [conn441471] command ceilometer.$cmd command: aggregate { aggregate: "meter", pipeline: [ { $match: { timestamp: { $gt: new Date(1467504000000), $lt: new Date(1468404377000) }, counter_name: "memory.gb", project_id: "29a7498491d843f39bca3fa90b1e442e" } }, { $sort: { timestamp: 1 } }, { $group: { count: { $sum: 1 }, avg: { $avg: "$counter_volume" }, first_timestamp: { $min: "$timestamp" }, min: { $min: "$counter_volume" }, last_timestamp: { $max: "$timestamp" }, max: { $max: "$counter_volume" }, sum: { $sum: "$counter_volume" }, _id: { name: "$counter_name", unit: "$counter_unit" } } }, { $sort: { _id.period_start: 1 } }, { $project: { count: "$count", min: "$min", first_timestamp: "$first_timestamp", name: "$_id.name", last_timestamp: "$last_timestamp", max: "$max", period_start: "$_id.period_start", avg: "$avg", sum: "$sum", unit: "$_id.unit" } } ], cursor: {}, allowDiskUse: true } keyUpdates:0 numYields:42830 locks(micros) r:219517031 reslen:300 145224ms
  284.  
  285. <12>Jul 13 10:08:56 node-5 mongod.27017[22112]: [conn398160] ClientCursor::staticYield can't unlock b/c of recursive lock ns: top: { opid: 135779926, active: true, secs_running: 0, microsecs_running: 325, op: "query", ns: "ceilometer.resource", query: { $msg: "query not recording (too large)" }, client: "192.168.0.7:36238", desc: "conn398160", threadId: "0x7f42637e1700", connectionId: 398160, locks: { ^: "w", ^ceilometer: "W" }, waitingForLock: false, numYields: 0, lockStats: { timeLockedMicros: {}, timeAcquiringMicros: { r: 0, w: 164301 } } }
  286.  
  287. <14>Jul 13 10:09:20 node-5 mongod.27017[22112]: [conn441479] command ceilometer.$cmd command: aggregate { aggregate: "meter", pipeline: [ { $match: { timestamp: { $gt: new Date(1467331200000), $lt: new Date(1470009600000) }, counter_name: "vcpus" } }, { $sort: { timestamp: 1 } }, { $group: { count: { $sum: 1 }, avg: { $avg: "$counter_volume" }, first_timestamp: { $min: "$timestamp" }, min: { $min: "$counter_volume" }, last_timestamp: { $max: "$timestamp" }, max: { $max: "$counter_volume" }, sum: { $sum: "$counter_volume" }, _id: { name: "$counter_name", unit: "$counter_unit" } } }, { $sort: { _id.period_start: 1 } }, { $project: { count: "$count", min: "$min", first_timestamp: "$first_timestamp", name: "$_id.name", last_timestamp: "$last_timestamp", max: "$max", period_start: "$_id.period_start", avg: "$avg", sum: "$sum", unit: "$_id.unit" } } ], cursor: {}, allowDiskUse: true } keyUpdates:0 numYields:11664 locks(micros) r:245425709 reslen:284 140423ms
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement