API tools faq
paste
Guest User

Untitled

a guest
Jun 23rd, 2018
156
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 8.75 KB | None | 0 0
raw download clone embed print report
  1. -------------------------------------------
  2. Batch: 0
  3. -------------------------------------------
  4. +---------+
  5. |max_value|
  6. +---------+
  7. | null|
  8. +---------+
  9.  
  10. Query made progress: {
  11. "id" : "a88e55d2-0e04-4503-bf84-7488b9f97a80",
  12. "runId" : "9aebc2b9-1330-4e0d-bd0d-c2f2236fb457",
  13. "name" : "aggregates",
  14. "timestamp" : "2018-06-22T05:24:02.148Z",
  15. "batchId" : 0,
  16. "numInputRows" : 0,
  17. "processedRowsPerSecond" : 0.0,
  18. "durationMs" : {
  19. "addBatch" : 3008,
  20. "getBatch" : 16,
  21. "getOffset" : 0,
  22. "queryPlanning" : 171,
  23. "triggerExecution" : 3271,
  24. "walCommit" : 61
  25. },
  26. "stateOperators" : [ {
  27. "numRowsTotal" : 1,
  28. "numRowsUpdated" : 1,
  29. "memoryUsedBytes" : 302
  30. } ],
  31. "sources" : [ {
  32. "description" : "RateSource[rowsPerSecond=100000, rampUpTimeSeconds=0, numPartitions=4]",
  33. "startOffset" : null,
  34. "endOffset" : 0,
  35. "numInputRows" : 0,
  36. "processedRowsPerSecond" : 0.0
  37. } ],
  38. "sink" : {
  39. "description" : "org.apache.spark.sql.execution.streaming.ConsoleSinkProvider@2182b1fc"
  40. }
  41. }
  42. input rate:NaN
  43. processing rate:0.0
  44. -------------------------------------------
  45. Batch: 1
  46. -------------------------------------------
  47. +---------+
  48. |max_value|
  49. +---------+
  50. | 299999|
  51. +---------+
  52.  
  53. Query made progress: {
  54. "id" : "a88e55d2-0e04-4503-bf84-7488b9f97a80",
  55. "runId" : "9aebc2b9-1330-4e0d-bd0d-c2f2236fb457",
  56. "name" : "aggregates",
  57. "timestamp" : "2018-06-22T05:24:05.520Z",
  58. "batchId" : 1,
  59. "numInputRows" : 300000,
  60. "inputRowsPerSecond" : 88967.97153024911,
  61. "processedRowsPerSecond" : 325732.8990228013,
  62. "durationMs" : {
  63. "addBatch" : 714,
  64. "getBatch" : 30,
  65. "getOffset" : 0,
  66. "queryPlanning" : 21,
  67. "triggerExecution" : 921,
  68. "walCommit" : 152
  69. },
  70. "stateOperators" : [ {
  71. "numRowsTotal" : 1,
  72. "numRowsUpdated" : 1,
  73. "memoryUsedBytes" : 246
  74. } ],
  75. "sources" : [ {
  76. "description" : "RateSource[rowsPerSecond=100000, rampUpTimeSeconds=0, numPartitions=4]",
  77. "startOffset" : 0,
  78. "endOffset" : 3,
  79. "numInputRows" : 300000,
  80. "inputRowsPerSecond" : 88967.97153024911,
  81. "processedRowsPerSecond" : 325732.8990228013
  82. } ],
  83. "sink" : {
  84. "description" : "org.apache.spark.sql.execution.streaming.ConsoleSinkProvider@2182b1fc"
  85. }
  86. }
  87. input rate:88967.97153024911
  88. processing rate:325732.8990228013
  89. -------------------------------------------
  90. Batch: 2
  91. -------------------------------------------
  92. +---------+
  93. |max_value|
  94. +---------+
  95. | 399999|
  96. +---------+
  97.  
  98. Query made progress: {
  99. "id" : "a88e55d2-0e04-4503-bf84-7488b9f97a80",
  100. "runId" : "9aebc2b9-1330-4e0d-bd0d-c2f2236fb457",
  101. "name" : "aggregates",
  102. "timestamp" : "2018-06-22T05:24:06.518Z",
  103. "batchId" : 2,
  104. "numInputRows" : 100000,
  105. "inputRowsPerSecond" : 100200.4008016032,
  106. "processedRowsPerSecond" : 146412.88433382136,
  107. "durationMs" : {
  108. "addBatch" : 590,
  109. "getBatch" : 14,
  110. "getOffset" : 0,
  111. "queryPlanning" : 22,
  112. "triggerExecution" : 683,
  113. "walCommit" : 55
  114. },
  115. "stateOperators" : [ {
  116. "numRowsTotal" : 1,
  117. "numRowsUpdated" : 1,
  118. "memoryUsedBytes" : 246
  119. } ],
  120. "sources" : [ {
  121. "description" : "RateSource[rowsPerSecond=100000, rampUpTimeSeconds=0, numPartitions=4]",
  122. "startOffset" : 3,
  123. "endOffset" : 4,
  124. "numInputRows" : 100000,
  125. "inputRowsPerSecond" : 100200.4008016032,
  126. "processedRowsPerSecond" : 146412.88433382136
  127. } ],
  128. "sink" : {
  129. "description" : "org.apache.spark.sql.execution.streaming.ConsoleSinkProvider@2182b1fc"
  130. }
  131. }
  132. input rate:100200.4008016032
  133. processing rate:146412.88433382136
  134. -------------------------------------------
  135. Batch: 3
  136. -------------------------------------------
  137. +---------+
  138. |max_value|
  139. +---------+
  140. | 499999|
  141. +---------+
  142.  
  143. Query made progress: {
  144. "id" : "a88e55d2-0e04-4503-bf84-7488b9f97a80",
  145. "runId" : "9aebc2b9-1330-4e0d-bd0d-c2f2236fb457",
  146. "name" : "aggregates",
  147. "timestamp" : "2018-06-22T05:24:07.293Z",
  148. "batchId" : 3,
  149. "numInputRows" : 100000,
  150. "inputRowsPerSecond" : 129032.25806451612,
  151. "processedRowsPerSecond" : 135135.13513513515,
  152. "durationMs" : {
  153. "addBatch" : 545,
  154. "getBatch" : 16,
  155. "getOffset" : 0,
  156. "queryPlanning" : 20,
  157. "triggerExecution" : 740,
  158. "walCommit" : 157
  159. },
  160. "stateOperators" : [ {
  161. "numRowsTotal" : 1,
  162. "numRowsUpdated" : 1,
  163. "memoryUsedBytes" : 246
  164. } ],
  165. "sources" : [ {
  166. "description" : "RateSource[rowsPerSecond=100000, rampUpTimeSeconds=0, numPartitions=4]",
  167. "startOffset" : 4,
  168. "endOffset" : 5,
  169. "numInputRows" : 100000,
  170. "inputRowsPerSecond" : 129032.25806451612,
  171. "processedRowsPerSecond" : 135135.13513513515
  172. } ],
  173. "sink" : {
  174. "description" : "org.apache.spark.sql.execution.streaming.ConsoleSinkProvider@2182b1fc"
  175. }
  176. }
  177. input rate:129032.25806451612
  178. processing rate:135135.13513513515
  179. -------------------------------------------
  180. Batch: 4
  181. -------------------------------------------
  182. +---------+
  183. |max_value|
  184. +---------+
  185. | 599999|
  186. +---------+
  187.  
  188. Query made progress: {
  189. "id" : "a88e55d2-0e04-4503-bf84-7488b9f97a80",
  190. "runId" : "9aebc2b9-1330-4e0d-bd0d-c2f2236fb457",
  191. "name" : "aggregates",
  192. "timestamp" : "2018-06-22T05:24:08.112Z",
  193. "batchId" : 4,
  194. "numInputRows" : 100000,
  195. "inputRowsPerSecond" : 122100.12210012211,
  196. "processedRowsPerSecond" : 164203.61247947454,
  197. "durationMs" : {
  198. "addBatch" : 462,
  199. "getBatch" : 18,
  200. "getOffset" : 0,
  201. "queryPlanning" : 36,
  202. "triggerExecution" : 609,
  203. "walCommit" : 93
  204. },
  205. "stateOperators" : [ {
  206. "numRowsTotal" : 1,
  207. "numRowsUpdated" : 1,
  208. "memoryUsedBytes" : 246
  209. } ],
  210. "sources" : [ {
  211. "description" : "RateSource[rowsPerSecond=100000, rampUpTimeSeconds=0, numPartitions=4]",
  212. "startOffset" : 5,
  213. "endOffset" : 6,
  214. "numInputRows" : 100000,
  215. "inputRowsPerSecond" : 122100.12210012211,
  216. "processedRowsPerSecond" : 164203.61247947454
  217. } ],
  218. "sink" : {
  219. "description" : "org.apache.spark.sql.execution.streaming.ConsoleSinkProvider@2182b1fc"
  220. }
  221. }
  222. input rate:122100.12210012211
  223. processing rate:164203.61247947454
  224. Query made progress: {
  225. "id" : "a88e55d2-0e04-4503-bf84-7488b9f97a80",
  226. "runId" : "9aebc2b9-1330-4e0d-bd0d-c2f2236fb457",
  227. "name" : "aggregates",
  228. "timestamp" : "2018-06-22T05:24:08.825Z",
  229. "batchId" : 5,
  230. "numInputRows" : 0,
  231. "inputRowsPerSecond" : 0.0,
  232. "processedRowsPerSecond" : 0.0,
  233. "durationMs" : {
  234. "getOffset" : 0,
  235. "triggerExecution" : 1
  236. },
  237. "stateOperators" : [ {
  238. "numRowsTotal" : 1,
  239. "numRowsUpdated" : 0,
  240. "memoryUsedBytes" : 246
  241. } ],
  242. "sources" : [ {
  243. "description" : "RateSource[rowsPerSecond=100000, rampUpTimeSeconds=0, numPartitions=4]",
  244. "startOffset" : 6,
  245. "endOffset" : 6,
  246. "numInputRows" : 0,
  247. "inputRowsPerSecond" : 0.0,
  248. "processedRowsPerSecond" : 0.0
  249. } ],
  250. "sink" : {
  251. "description" : "org.apache.spark.sql.execution.streaming.ConsoleSinkProvider@2182b1fc"
  252. }
  253. }
  254. input rate:0.0
  255. processing rate:0.0
  256. -------------------------------------------
  257. Batch: 5
  258. -------------------------------------------
  259. +---------+
  260. |max_value|
  261. +---------+
  262. | 699999|
  263. +---------+
  264.  
  265. Query made progress: {
  266. "id" : "a88e55d2-0e04-4503-bf84-7488b9f97a80",
  267. "runId" : "9aebc2b9-1330-4e0d-bd0d-c2f2236fb457",
  268. "name" : "aggregates",
  269. "timestamp" : "2018-06-22T05:24:09.071Z",
  270. "batchId" : 5,
  271. "numInputRows" : 100000,
  272. "inputRowsPerSecond" : 9090909.090909092,
  273. "processedRowsPerSecond" : 289855.0724637681,
  274. "durationMs" : {
  275. "addBatch" : 265,
  276. "getBatch" : 11,
  277. "getOffset" : 0,
  278. "queryPlanning" : 12,
  279. "triggerExecution" : 345,
  280. "walCommit" : 56
  281. },
  282. "stateOperators" : [ {
  283. "numRowsTotal" : 1,
  284. "numRowsUpdated" : 1,
  285. "memoryUsedBytes" : 246
  286. } ],
  287. "sources" : [ {
  288. "description" : "RateSource[rowsPerSecond=100000, rampUpTimeSeconds=0, numPartitions=4]",
  289. "startOffset" : 6,
  290. "endOffset" : 7,
  291. "numInputRows" : 100000,
  292. "inputRowsPerSecond" : 9090909.090909092,
  293. "processedRowsPerSecond" : 289855.0724637681
  294. } ],
  295. "sink" : {
  296. "description" : "org.apache.spark.sql.execution.streaming.ConsoleSinkProvider@2182b1fc"
  297. }
  298. }
  299. input rate:9090909.090909092
  300. processing rate:289855.0724637681
  301. Query made progress: {
  302. "id" : "a88e55d2-0e04-4503-bf84-7488b9f97a80",
  303. "runId" : "9aebc2b9-1330-4e0d-bd0d-c2f2236fb457",
  304. "name" : "aggregates",
  305. "timestamp" : "2018-06-22T05:24:09.576Z",
  306. "batchId" : 6,
  307. "numInputRows" : 0,
  308. "inputRowsPerSecond" : 0.0,
  309. "processedRowsPerSecond" : 0.0,
  310. "durationMs" : {
  311. "getOffset" : 0,
  312. "triggerExecution" : 1
  313. },
  314. "stateOperators" : [ {
  315. "numRowsTotal" : 1,
  316. "numRowsUpdated" : 0,
  317. "memoryUsedBytes" : 246
  318. } ],
  319. "sources" : [ {
  320. "description" : "RateSource[rowsPerSecond=100000, rampUpTimeSeconds=0, numPartitions=4]",
  321. "startOffset" : 7,
  322. "endOffset" : 7,
  323. "numInputRows" : 0,
  324. "inputRowsPerSecond" : 0.0,
  325. "processedRowsPerSecond" : 0.0
  326. } ],
  327. "sink" : {
  328. "description" : "org.apache.spark.sql.execution.streaming.ConsoleSinkProvider@2182b1fc"
  329. }
  330. }
  331. input rate:0.0
  332. processing rate:0.0
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!