API tools faq
paste
Guest User

ConnectedComponentsITCase

a guest
Jul 27th, 2014
63
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 16.25 KB | None | 0 0
raw download clone embed print report
  1. {
  2. "nodes": [
  3.  
  4. {
  5. "id": 4,
  6. "type": "source",
  7. "pact": "Data Source",
  8. "contents": "CSV Input (,) file:/tmp/vertices.txt",
  9. "parallelism": "4",
  10. "global_properties": [
  11. { "name": "Partitioning", "value": "RANDOM" },
  12. { "name": "Partitioning Order", "value": "(none)" },
  13. { "name": "Uniqueness", "value": "not unique" }
  14. ],
  15. "local_properties": [
  16. { "name": "Order", "value": "(none)" },
  17. { "name": "Grouping", "value": "not grouped" },
  18. { "name": "Uniqueness", "value": "not unique" }
  19. ],
  20. "estimates": [
  21. { "name": "Est. Output Size", "value": "3.89 K" },
  22. { "name": "Est. Cardinality", "value": "1.17 K" } ],
  23. "costs": [
  24. { "name": "Network", "value": "0.0" },
  25. { "name": "Disk I/O", "value": "3.89 K" },
  26. { "name": "CPU", "value": "0.0" },
  27. { "name": "Cumulative Network", "value": "0.0" },
  28. { "name": "Cumulative Disk I/O", "value": "3.89 K" },
  29. { "name": "Cumulative CPU", "value": "0.0" }
  30. ],
  31. "compiler_hints": [
  32. { "name": "Output Size (bytes)", "value": "(none)" },
  33. { "name": "Output Cardinality", "value": "(none)" },
  34. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  35. { "name": "Filter Factor", "value": "(none)" } ]
  36. },
  37. {
  38. "id": 3,
  39. "type": "pact",
  40. "pact": "Map",
  41. "contents": "org.apache.flink.example.java.graph.ConnectedComponents$1",
  42. "parallelism": "4",
  43. "predecessors": [
  44. {"id": 4, "ship_strategy": "Forward"}
  45. ],
  46. "driver_strategy": "Map",
  47. "global_properties": [
  48. { "name": "Partitioning", "value": "RANDOM" },
  49. { "name": "Partitioning Order", "value": "(none)" },
  50. { "name": "Uniqueness", "value": "not unique" }
  51. ],
  52. "local_properties": [
  53. { "name": "Order", "value": "(none)" },
  54. { "name": "Grouping", "value": "not grouped" },
  55. { "name": "Uniqueness", "value": "not unique" }
  56. ],
  57. "estimates": [
  58. { "name": "Est. Output Size", "value": "(unknown)" },
  59. { "name": "Est. Cardinality", "value": "1.17 K" } ],
  60. "costs": [
  61. { "name": "Network", "value": "0.0" },
  62. { "name": "Disk I/O", "value": "0.0" },
  63. { "name": "CPU", "value": "0.0" },
  64. { "name": "Cumulative Network", "value": "0.0" },
  65. { "name": "Cumulative Disk I/O", "value": "3.89 K" },
  66. { "name": "Cumulative CPU", "value": "0.0" }
  67. ],
  68. "compiler_hints": [
  69. { "name": "Output Size (bytes)", "value": "(none)" },
  70. { "name": "Output Cardinality", "value": "(none)" },
  71. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  72. { "name": "Filter Factor", "value": "(none)" } ]
  73. },
  74. {
  75. "id": 2,
  76. "type": "pact",
  77. "pact": "Map",
  78. "contents": "org.apache.flink.example.java.graph.ConnectedComponents$DuplicateValue",
  79. "parallelism": "4",
  80. "predecessors": [
  81. {"id": 3, "ship_strategy": "Forward"}
  82. ],
  83. "driver_strategy": "Map",
  84. "global_properties": [
  85. { "name": "Partitioning", "value": "RANDOM" },
  86. { "name": "Partitioning Order", "value": "(none)" },
  87. { "name": "Uniqueness", "value": "not unique" }
  88. ],
  89. "local_properties": [
  90. { "name": "Order", "value": "(none)" },
  91. { "name": "Grouping", "value": "not grouped" },
  92. { "name": "Uniqueness", "value": "not unique" }
  93. ],
  94. "estimates": [
  95. { "name": "Est. Output Size", "value": "(unknown)" },
  96. { "name": "Est. Cardinality", "value": "1.17 K" } ],
  97. "costs": [
  98. { "name": "Network", "value": "0.0" },
  99. { "name": "Disk I/O", "value": "0.0" },
  100. { "name": "CPU", "value": "0.0" },
  101. { "name": "Cumulative Network", "value": "0.0" },
  102. { "name": "Cumulative Disk I/O", "value": "3.89 K" },
  103. { "name": "Cumulative CPU", "value": "0.0" }
  104. ],
  105. "compiler_hints": [
  106. { "name": "Output Size (bytes)", "value": "(none)" },
  107. { "name": "Output Cardinality", "value": "(none)" },
  108. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  109. { "name": "Filter Factor", "value": "(none)" } ]
  110. },
  111. {
  112. "step_function": [
  113. {
  114. "id": 8,
  115. "type": "pact",
  116. "pact": "Workset",
  117. "contents": "Workset Place Holder",
  118. "parallelism": "4",
  119. "global_properties": [
  120. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  121. { "name": "Partitioned on", "value": "[1]" },
  122. { "name": "Partitioning Order", "value": "(none)" },
  123. { "name": "Uniqueness", "value": "not unique" }
  124. ],
  125. "local_properties": [
  126. { "name": "Order", "value": "(none)" },
  127. { "name": "Grouping", "value": "not grouped" },
  128. { "name": "Uniqueness", "value": "not unique" }
  129. ],
  130. "estimates": [
  131. { "name": "Est. Output Size", "value": "(unknown)" },
  132. { "name": "Est. Cardinality", "value": "1.17 K" } ],
  133. "costs": [
  134. { "name": "Network", "value": "0.0" },
  135. { "name": "Disk I/O", "value": "0.0" },
  136. { "name": "CPU", "value": "0.0" },
  137. { "name": "Cumulative Network", "value": "0.0" },
  138. { "name": "Cumulative Disk I/O", "value": "0.0" },
  139. { "name": "Cumulative CPU", "value": "0.0" }
  140. ],
  141. "compiler_hints": [
  142. { "name": "Output Size (bytes)", "value": "(none)" },
  143. { "name": "Output Cardinality", "value": "(none)" },
  144. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  145. { "name": "Filter Factor", "value": "(none)" } ]
  146. },
  147. {
  148. "id": 10,
  149. "type": "source",
  150. "pact": "Data Source",
  151. "contents": "CSV Input ( ) file:/tmp/edges.txt",
  152. "parallelism": "4",
  153. "global_properties": [
  154. { "name": "Partitioning", "value": "RANDOM" },
  155. { "name": "Partitioning Order", "value": "(none)" },
  156. { "name": "Uniqueness", "value": "not unique" }
  157. ],
  158. "local_properties": [
  159. { "name": "Order", "value": "(none)" },
  160. { "name": "Grouping", "value": "not grouped" },
  161. { "name": "Uniqueness", "value": "not unique" }
  162. ],
  163. "estimates": [
  164. { "name": "Est. Output Size", "value": "77.92 K" },
  165. { "name": "Est. Cardinality", "value": "10.39 K" } ],
  166. "costs": [
  167. { "name": "Network", "value": "0.0" },
  168. { "name": "Disk I/O", "value": "77.92 K" },
  169. { "name": "CPU", "value": "0.0" },
  170. { "name": "Cumulative Network", "value": "0.0" },
  171. { "name": "Cumulative Disk I/O", "value": "77.92 K" },
  172. { "name": "Cumulative CPU", "value": "0.0" }
  173. ],
  174. "compiler_hints": [
  175. { "name": "Output Size (bytes)", "value": "(none)" },
  176. { "name": "Output Cardinality", "value": "(none)" },
  177. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  178. { "name": "Filter Factor", "value": "(none)" } ]
  179. },
  180. {
  181. "id": 9,
  182. "type": "pact",
  183. "pact": "FlatMap",
  184. "contents": "org.apache.flink.example.java.graph.ConnectedComponents$UndirectEdge",
  185. "parallelism": "4",
  186. "predecessors": [
  187. {"id": 10, "ship_strategy": "Forward"}
  188. ],
  189. "driver_strategy": "Map",
  190. "global_properties": [
  191. { "name": "Partitioning", "value": "RANDOM" },
  192. { "name": "Partitioning Order", "value": "(none)" },
  193. { "name": "Uniqueness", "value": "not unique" }
  194. ],
  195. "local_properties": [
  196. { "name": "Order", "value": "(none)" },
  197. { "name": "Grouping", "value": "not grouped" },
  198. { "name": "Uniqueness", "value": "not unique" }
  199. ],
  200. "estimates": [
  201. { "name": "Est. Output Size", "value": "(unknown)" },
  202. { "name": "Est. Cardinality", "value": "51.95 K" } ],
  203. "costs": [
  204. { "name": "Network", "value": "0.0" },
  205. { "name": "Disk I/O", "value": "0.0" },
  206. { "name": "CPU", "value": "0.0" },
  207. { "name": "Cumulative Network", "value": "0.0" },
  208. { "name": "Cumulative Disk I/O", "value": "77.92 K" },
  209. { "name": "Cumulative CPU", "value": "0.0" }
  210. ],
  211. "compiler_hints": [
  212. { "name": "Output Size (bytes)", "value": "(none)" },
  213. { "name": "Output Cardinality", "value": "(none)" },
  214. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  215. { "name": "Filter Factor", "value": "(none)" } ]
  216. },
  217. {
  218. "id": 7,
  219. "type": "pact",
  220. "pact": "Join",
  221. "contents": "org.apache.flink.example.java.graph.ConnectedComponents$NeighborWithComponentIDJoin",
  222. "parallelism": "4",
  223. "predecessors": [
  224. {"id": 8, "side": "first", "ship_strategy": "Forward"},
  225. {"id": 9, "side": "second", "ship_strategy": "Broadcast"}
  226. ],
  227. "driver_strategy": "Hybrid Hash (CACHED) (build: org.apache.flink.example.java.graph.ConnectedComponents$UndirectEdge)",
  228. "global_properties": [
  229. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  230. { "name": "Partitioned on", "value": "[0]" },
  231. { "name": "Partitioning Order", "value": "(none)" },
  232. { "name": "Uniqueness", "value": "not unique" }
  233. ],
  234. "local_properties": [
  235. { "name": "Order", "value": "(none)" },
  236. { "name": "Grouping", "value": "not grouped" },
  237. { "name": "Uniqueness", "value": "not unique" }
  238. ],
  239. "estimates": [
  240. { "name": "Est. Output Size", "value": "(unknown)" },
  241. { "name": "Est. Cardinality", "value": "51.95 K" } ],
  242. "costs": [
  243. { "name": "Network", "value": "(unknown)" },
  244. { "name": "Disk I/O", "value": "(unknown)" },
  245. { "name": "CPU", "value": "(unknown)" },
  246. { "name": "Cumulative Network", "value": "(unknown)" },
  247. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  248. { "name": "Cumulative CPU", "value": "(unknown)" }
  249. ],
  250. "compiler_hints": [
  251. { "name": "Output Size (bytes)", "value": "(none)" },
  252. { "name": "Output Cardinality", "value": "(none)" },
  253. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  254. { "name": "Filter Factor", "value": "(none)" } ]
  255. },
  256. {
  257. "id": 6,
  258. "type": "pact",
  259. "pact": "GroupReduce",
  260. "contents": "MIN(1)",
  261. "parallelism": "4",
  262. "predecessors": [
  263. {"id": 7, "ship_strategy": "Forward", "local_strategy": "Sort (combining) on [0:ASC]"}
  264. ],
  265. "driver_strategy": "Sorted Group Reduce",
  266. "global_properties": [
  267. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  268. { "name": "Partitioned on", "value": "[0]" },
  269. { "name": "Partitioning Order", "value": "(none)" },
  270. { "name": "Uniqueness", "value": "not unique" }
  271. ],
  272. "local_properties": [
  273. { "name": "Order", "value": "[0:ASC]" },
  274. { "name": "Grouped on", "value": "[0]" },
  275. { "name": "Uniqueness", "value": "not unique" }
  276. ],
  277. "estimates": [
  278. { "name": "Est. Output Size", "value": "(unknown)" },
  279. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  280. "costs": [
  281. { "name": "Network", "value": "0.0" },
  282. { "name": "Disk I/O", "value": "(unknown)" },
  283. { "name": "CPU", "value": "(unknown)" },
  284. { "name": "Cumulative Network", "value": "(unknown)" },
  285. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  286. { "name": "Cumulative CPU", "value": "(unknown)" }
  287. ],
  288. "compiler_hints": [
  289. { "name": "Output Size (bytes)", "value": "(none)" },
  290. { "name": "Output Cardinality", "value": "(none)" },
  291. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  292. { "name": "Filter Factor", "value": "(none)" } ]
  293. },
  294. {
  295. "id": 11,
  296. "type": "pact",
  297. "pact": "Solution Set",
  298. "contents": "Solution Set Place Holder",
  299. "parallelism": "4",
  300. "global_properties": [
  301. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  302. { "name": "Partitioned on", "value": "[0]" },
  303. { "name": "Partitioning Order", "value": "(none)" },
  304. { "name": "Uniqueness", "value": "not unique" }
  305. ],
  306. "local_properties": [
  307. { "name": "Order", "value": "(none)" },
  308. { "name": "Grouping", "value": "not grouped" },
  309. { "name": "Uniqueness", "value": "not unique" }
  310. ],
  311. "estimates": [
  312. { "name": "Est. Output Size", "value": "(unknown)" },
  313. { "name": "Est. Cardinality", "value": "1.17 K" } ],
  314. "costs": [
  315. { "name": "Network", "value": "0.0" },
  316. { "name": "Disk I/O", "value": "0.0" },
  317. { "name": "CPU", "value": "0.0" },
  318. { "name": "Cumulative Network", "value": "0.0" },
  319. { "name": "Cumulative Disk I/O", "value": "0.0" },
  320. { "name": "Cumulative CPU", "value": "0.0" }
  321. ],
  322. "compiler_hints": [
  323. { "name": "Output Size (bytes)", "value": "(none)" },
  324. { "name": "Output Cardinality", "value": "(none)" },
  325. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  326. { "name": "Filter Factor", "value": "(none)" } ]
  327. },
  328. {
  329. "id": 5,
  330. "type": "pact",
  331. "pact": "Join",
  332. "contents": "org.apache.flink.example.java.graph.ConnectedComponents$ComponentIdFilter",
  333. "parallelism": "4",
  334. "predecessors": [
  335. {"id": 6, "side": "first", "ship_strategy": "Forward"},
  336. {"id": 11, "side": "second", "ship_strategy": "Forward"}
  337. ],
  338. "driver_strategy": "Hybrid Hash (build: Solution Set Place Holder)",
  339. "global_properties": [
  340. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  341. { "name": "Partitioned on", "value": "[0]" },
  342. { "name": "Partitioning Order", "value": "(none)" },
  343. { "name": "Uniqueness", "value": "not unique" }
  344. ],
  345. "local_properties": [
  346. { "name": "Order", "value": "(none)" },
  347. { "name": "Grouping", "value": "not grouped" },
  348. { "name": "Uniqueness", "value": "not unique" }
  349. ],
  350. "estimates": [
  351. { "name": "Est. Output Size", "value": "(unknown)" },
  352. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  353. "costs": [
  354. { "name": "Network", "value": "0.0" },
  355. { "name": "Disk I/O", "value": "(unknown)" },
  356. { "name": "CPU", "value": "(unknown)" },
  357. { "name": "Cumulative Network", "value": "(unknown)" },
  358. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  359. { "name": "Cumulative CPU", "value": "(unknown)" }
  360. ],
  361. "compiler_hints": [
  362. { "name": "Output Size (bytes)", "value": "(none)" },
  363. { "name": "Output Cardinality", "value": "(none)" },
  364. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  365. { "name": "Filter Factor", "value": "(none)" } ]
  366. }
  367. ],
  368. "workset": 8,
  369. "solution_set": 11,
  370. "next_workset": 5,
  371. "solution_delta": 5,
  372. "id": 1,
  373. "type": "workset_iteration",
  374. "pact": "Workset Iteration",
  375. "contents": "Unnamed Delta Iteration",
  376. "parallelism": "4",
  377. "predecessors": [
  378. {"id": 2, "side": "first", "ship_strategy": "Hash Partition on [0]"},
  379. {"id": 2, "side": "second", "ship_strategy": "Hash Partition on [1]", "temp_mode": "PIPELINE_BREAKER"}
  380. ],
  381. "global_properties": [
  382. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  383. { "name": "Partitioned on", "value": "[0]" },
  384. { "name": "Partitioning Order", "value": "(none)" },
  385. { "name": "Uniqueness", "value": "not unique" }
  386. ],
  387. "local_properties": [
  388. { "name": "Order", "value": "(none)" },
  389. { "name": "Grouping", "value": "not grouped" },
  390. { "name": "Uniqueness", "value": "not unique" }
  391. ],
  392. "estimates": [
  393. { "name": "Est. Output Size", "value": "(unknown)" },
  394. { "name": "Est. Cardinality", "value": "1.17 K" } ],
  395. "costs": [
  396. { "name": "Network", "value": "(unknown)" },
  397. { "name": "Disk I/O", "value": "(unknown)" },
  398. { "name": "CPU", "value": "(unknown)" },
  399. { "name": "Cumulative Network", "value": "(unknown)" },
  400. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  401. { "name": "Cumulative CPU", "value": "(unknown)" }
  402. ],
  403. "compiler_hints": [
  404. { "name": "Output Size (bytes)", "value": "(none)" },
  405. { "name": "Output Cardinality", "value": "(none)" },
  406. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  407. { "name": "Filter Factor", "value": "(none)" } ]
  408. },
  409. {
  410. "id": 0,
  411. "type": "sink",
  412. "pact": "Data Sink",
  413. "contents": "CsvOutputFormat (path: file:/tmp/results, delimiter: )",
  414. "parallelism": "4",
  415. "predecessors": [
  416. {"id": 1, "ship_strategy": "Forward"}
  417. ],
  418. "global_properties": [
  419. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  420. { "name": "Partitioned on", "value": "[0]" },
  421. { "name": "Partitioning Order", "value": "(none)" },
  422. { "name": "Uniqueness", "value": "not unique" }
  423. ],
  424. "local_properties": [
  425. { "name": "Order", "value": "(none)" },
  426. { "name": "Grouping", "value": "not grouped" },
  427. { "name": "Uniqueness", "value": "not unique" }
  428. ],
  429. "estimates": [
  430. { "name": "Est. Output Size", "value": "(unknown)" },
  431. { "name": "Est. Cardinality", "value": "1.17 K" } ],
  432. "costs": [
  433. { "name": "Network", "value": "0.0" },
  434. { "name": "Disk I/O", "value": "0.0" },
  435. { "name": "CPU", "value": "0.0" },
  436. { "name": "Cumulative Network", "value": "(unknown)" },
  437. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  438. { "name": "Cumulative CPU", "value": "(unknown)" }
  439. ],
  440. "compiler_hints": [
  441. { "name": "Output Size (bytes)", "value": "(none)" },
  442. { "name": "Output Cardinality", "value": "(none)" },
  443. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  444. { "name": "Filter Factor", "value": "(none)" } ]
  445. }
  446. ]
  447. }
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!