API tools faq
paste
Guest User

Untitled

a guest
Jul 9th, 2014
368
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 27.10 KB | None | 0 0
raw download clone embed print report
  1. {
  2. "nodes": [
  3.  
  4. {
  5. "id": 2,
  6. "type": "source",
  7. "pact": "Data Source",
  8. "contents": "[]",
  9. "parallelism": "1",
  10. "global_properties": [
  11. { "name": "Partitioning", "value": "RANDOM" },
  12. { "name": "Partitioning Order", "value": "(none)" },
  13. { "name": "Uniqueness", "value": "not unique" }
  14. ],
  15. "local_properties": [
  16. { "name": "Order", "value": "(none)" },
  17. { "name": "Grouping", "value": "not grouped" },
  18. { "name": "Uniqueness", "value": "not unique" }
  19. ],
  20. "estimates": [
  21. { "name": "Est. Output Size", "value": "(unknown)" },
  22. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  23. "costs": [
  24. { "name": "Network", "value": "0.0" },
  25. { "name": "Disk I/O", "value": "0.0" },
  26. { "name": "CPU", "value": "0.0" },
  27. { "name": "Cumulative Network", "value": "0.0" },
  28. { "name": "Cumulative Disk I/O", "value": "0.0" },
  29. { "name": "Cumulative CPU", "value": "0.0" }
  30. ],
  31. "compiler_hints": [
  32. { "name": "Output Size (bytes)", "value": "(none)" },
  33. { "name": "Output Cardinality", "value": "(none)" },
  34. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  35. { "name": "Filter Factor", "value": "(none)" } ]
  36. },
  37. {
  38. "id": 8,
  39. "type": "source",
  40. "pact": "Data Source",
  41. "contents": "TextInputFormat (/home/bastian/projects/IMPRO-3.SS14.G03/impro3-ss14-stratosphere/src/main/resources",
  42. "parallelism": "4",
  43. "global_properties": [
  44. { "name": "Partitioning", "value": "RANDOM" },
  45. { "name": "Partitioning Order", "value": "(none)" },
  46. { "name": "Uniqueness", "value": "not unique" }
  47. ],
  48. "local_properties": [
  49. { "name": "Order", "value": "(none)" },
  50. { "name": "Grouping", "value": "not grouped" },
  51. { "name": "Uniqueness", "value": "not unique" }
  52. ],
  53. "estimates": [
  54. { "name": "Est. Output Size", "value": "4.08 M" },
  55. { "name": "Est. Cardinality", "value": "367.14 K" } ],
  56. "costs": [
  57. { "name": "Network", "value": "0.0" },
  58. { "name": "Disk I/O", "value": "4.08 M" },
  59. { "name": "CPU", "value": "0.0" },
  60. { "name": "Cumulative Network", "value": "0.0" },
  61. { "name": "Cumulative Disk I/O", "value": "4.08 M" },
  62. { "name": "Cumulative CPU", "value": "0.0" }
  63. ],
  64. "compiler_hints": [
  65. { "name": "Output Size (bytes)", "value": "(none)" },
  66. { "name": "Output Cardinality", "value": "(none)" },
  67. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  68. { "name": "Filter Factor", "value": "(none)" } ]
  69. },
  70. {
  71. "id": 7,
  72. "type": "pact",
  73. "pact": "FlatMap",
  74. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$2",
  75. "parallelism": "4",
  76. "predecessors": [
  77. {"id": 8, "ship_strategy": "Forward"}
  78. ],
  79. "driver_strategy": "Map",
  80. "global_properties": [
  81. { "name": "Partitioning", "value": "RANDOM" },
  82. { "name": "Partitioning Order", "value": "(none)" },
  83. { "name": "Uniqueness", "value": "not unique" }
  84. ],
  85. "local_properties": [
  86. { "name": "Order", "value": "(none)" },
  87. { "name": "Grouping", "value": "not grouped" },
  88. { "name": "Uniqueness", "value": "not unique" }
  89. ],
  90. "estimates": [
  91. { "name": "Est. Output Size", "value": "(unknown)" },
  92. { "name": "Est. Cardinality", "value": "1.84 M" } ],
  93. "costs": [
  94. { "name": "Network", "value": "0.0" },
  95. { "name": "Disk I/O", "value": "0.0" },
  96. { "name": "CPU", "value": "0.0" },
  97. { "name": "Cumulative Network", "value": "0.0" },
  98. { "name": "Cumulative Disk I/O", "value": "4.08 M" },
  99. { "name": "Cumulative CPU", "value": "0.0" }
  100. ],
  101. "compiler_hints": [
  102. { "name": "Output Size (bytes)", "value": "(none)" },
  103. { "name": "Output Cardinality", "value": "(none)" },
  104. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  105. { "name": "Filter Factor", "value": "(none)" } ]
  106. },
  107. {
  108. "id": 6,
  109. "type": "pact",
  110. "pact": "Join",
  111. "contents": "eu.stratosphere.api.java.operators.JoinOperator$DefaultJoinFunction",
  112. "parallelism": "4",
  113. "predecessors": [
  114. {"id": 7, "side": "first", "ship_strategy": "Hash Partition on [1]"},
  115. {"id": 7, "side": "second", "ship_strategy": "Hash Partition on [1]", "temp_mode": "PIPELINE_BREAKER"}
  116. ],
  117. "driver_strategy": "Hybrid Hash (build: de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$2)",
  118. "global_properties": [
  119. { "name": "Partitioning", "value": "RANDOM" },
  120. { "name": "Partitioning Order", "value": "(none)" },
  121. { "name": "Uniqueness", "value": "not unique" }
  122. ],
  123. "local_properties": [
  124. { "name": "Order", "value": "(none)" },
  125. { "name": "Grouping", "value": "not grouped" },
  126. { "name": "Uniqueness", "value": "not unique" }
  127. ],
  128. "estimates": [
  129. { "name": "Est. Output Size", "value": "(unknown)" },
  130. { "name": "Est. Cardinality", "value": "1.84 M" } ],
  131. "costs": [
  132. { "name": "Network", "value": "(unknown)" },
  133. { "name": "Disk I/O", "value": "(unknown)" },
  134. { "name": "CPU", "value": "(unknown)" },
  135. { "name": "Cumulative Network", "value": "(unknown)" },
  136. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  137. { "name": "Cumulative CPU", "value": "(unknown)" }
  138. ],
  139. "compiler_hints": [
  140. { "name": "Output Size (bytes)", "value": "(none)" },
  141. { "name": "Output Cardinality", "value": "(none)" },
  142. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  143. { "name": "Filter Factor", "value": "(none)" } ]
  144. },
  145. {
  146. "id": 5,
  147. "type": "pact",
  148. "pact": "FlatMap",
  149. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$SimilarityMap",
  150. "parallelism": "4",
  151. "predecessors": [
  152. {"id": 6, "ship_strategy": "Forward"}
  153. ],
  154. "driver_strategy": "Map",
  155. "global_properties": [
  156. { "name": "Partitioning", "value": "RANDOM" },
  157. { "name": "Partitioning Order", "value": "(none)" },
  158. { "name": "Uniqueness", "value": "not unique" }
  159. ],
  160. "local_properties": [
  161. { "name": "Order", "value": "(none)" },
  162. { "name": "Grouping", "value": "not grouped" },
  163. { "name": "Uniqueness", "value": "not unique" }
  164. ],
  165. "estimates": [
  166. { "name": "Est. Output Size", "value": "(unknown)" },
  167. { "name": "Est. Cardinality", "value": "9.18 M" } ],
  168. "costs": [
  169. { "name": "Network", "value": "0.0" },
  170. { "name": "Disk I/O", "value": "0.0" },
  171. { "name": "CPU", "value": "0.0" },
  172. { "name": "Cumulative Network", "value": "(unknown)" },
  173. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  174. { "name": "Cumulative CPU", "value": "(unknown)" }
  175. ],
  176. "compiler_hints": [
  177. { "name": "Output Size (bytes)", "value": "(none)" },
  178. { "name": "Output Cardinality", "value": "(none)" },
  179. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  180. { "name": "Filter Factor", "value": "(none)" } ]
  181. },
  182. {
  183. "id": 4,
  184. "type": "pact",
  185. "pact": "GroupReduce",
  186. "contents": "SUM(0)",
  187. "parallelism": "4",
  188. "predecessors": [
  189. {"id": 5, "ship_strategy": "Forward"}
  190. ],
  191. "driver_strategy": "Sorted Combine",
  192. "global_properties": [
  193. { "name": "Partitioning", "value": "RANDOM" },
  194. { "name": "Partitioning Order", "value": "(none)" },
  195. { "name": "Uniqueness", "value": "not unique" }
  196. ],
  197. "local_properties": [
  198. { "name": "Order", "value": "(none)" },
  199. { "name": "Grouping", "value": "not grouped" },
  200. { "name": "Uniqueness", "value": "not unique" }
  201. ],
  202. "estimates": [
  203. { "name": "Est. Output Size", "value": "(unknown)" },
  204. { "name": "Est. Cardinality", "value": "9.18 M" } ],
  205. "costs": [
  206. { "name": "Network", "value": "0.0" },
  207. { "name": "Disk I/O", "value": "0.0" },
  208. { "name": "CPU", "value": "0.0" },
  209. { "name": "Cumulative Network", "value": "(unknown)" },
  210. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  211. { "name": "Cumulative CPU", "value": "(unknown)" }
  212. ],
  213. "compiler_hints": [
  214. { "name": "Output Size (bytes)", "value": "(none)" },
  215. { "name": "Output Cardinality", "value": "(none)" },
  216. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  217. { "name": "Filter Factor", "value": "(none)" } ]
  218. },
  219. {
  220. "id": 3,
  221. "type": "pact",
  222. "pact": "GroupReduce",
  223. "contents": "SUM(0)",
  224. "parallelism": "4",
  225. "predecessors": [
  226. {"id": 4, "ship_strategy": "Hash Partition on [1, 2]", "local_strategy": "Sort (combining) on [1:ASC,2:ASC]"}
  227. ],
  228. "driver_strategy": "Sorted Group Reduce",
  229. "global_properties": [
  230. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  231. { "name": "Partitioned on", "value": "[1, 2]" },
  232. { "name": "Partitioning Order", "value": "(none)" },
  233. { "name": "Uniqueness", "value": "not unique" }
  234. ],
  235. "local_properties": [
  236. { "name": "Order", "value": "[1:ASC,2:ASC]" },
  237. { "name": "Grouped on", "value": "[1, 2]" },
  238. { "name": "Uniqueness", "value": "not unique" }
  239. ],
  240. "estimates": [
  241. { "name": "Est. Output Size", "value": "(unknown)" },
  242. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  243. "costs": [
  244. { "name": "Network", "value": "(unknown)" },
  245. { "name": "Disk I/O", "value": "(unknown)" },
  246. { "name": "CPU", "value": "(unknown)" },
  247. { "name": "Cumulative Network", "value": "(unknown)" },
  248. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  249. { "name": "Cumulative CPU", "value": "(unknown)" }
  250. ],
  251. "compiler_hints": [
  252. { "name": "Output Size (bytes)", "value": "(none)" },
  253. { "name": "Output Cardinality", "value": "(none)" },
  254. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  255. { "name": "Filter Factor", "value": "(none)" } ]
  256. },
  257. {
  258. "step_function": [
  259. {
  260. "id": 12,
  261. "type": "pact",
  262. "pact": "Workset",
  263. "contents": "Workset Place Holder",
  264. "parallelism": "4",
  265. "global_properties": [
  266. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  267. { "name": "Partitioned on", "value": "[1, 2]" },
  268. { "name": "Partitioning Order", "value": "(none)" },
  269. { "name": "Uniqueness", "value": "not unique" }
  270. ],
  271. "local_properties": [
  272. { "name": "Order", "value": "[1:ASC,2:ASC]" },
  273. { "name": "Grouped on", "value": "[1, 2]" },
  274. { "name": "Uniqueness", "value": "not unique" }
  275. ],
  276. "estimates": [
  277. { "name": "Est. Output Size", "value": "(unknown)" },
  278. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  279. "costs": [
  280. { "name": "Network", "value": "0.0" },
  281. { "name": "Disk I/O", "value": "0.0" },
  282. { "name": "CPU", "value": "0.0" },
  283. { "name": "Cumulative Network", "value": "0.0" },
  284. { "name": "Cumulative Disk I/O", "value": "0.0" },
  285. { "name": "Cumulative CPU", "value": "0.0" }
  286. ],
  287. "compiler_hints": [
  288. { "name": "Output Size (bytes)", "value": "(none)" },
  289. { "name": "Output Cardinality", "value": "(none)" },
  290. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  291. { "name": "Filter Factor", "value": "(none)" } ]
  292. },
  293. {
  294. "id": 15,
  295. "type": "pact",
  296. "pact": "Reduce",
  297. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$MinSimilarityReducer",
  298. "parallelism": "4",
  299. "predecessors": [
  300. {"id": 12, "ship_strategy": "Forward"}
  301. ],
  302. "driver_strategy": "Reduce All",
  303. "global_properties": [
  304. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  305. { "name": "Partitioned on", "value": "[1, 2]" },
  306. { "name": "Partitioning Order", "value": "(none)" },
  307. { "name": "Uniqueness", "value": "not unique" }
  308. ],
  309. "local_properties": [
  310. { "name": "Order", "value": "[1:ASC,2:ASC]" },
  311. { "name": "Grouped on", "value": "[1, 2]" },
  312. { "name": "Uniqueness", "value": "not unique" }
  313. ],
  314. "estimates": [
  315. { "name": "Est. Output Size", "value": "(unknown)" },
  316. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  317. "costs": [
  318. { "name": "Network", "value": "0.0" },
  319. { "name": "Disk I/O", "value": "0.0" },
  320. { "name": "CPU", "value": "0.0" },
  321. { "name": "Cumulative Network", "value": "0.0" },
  322. { "name": "Cumulative Disk I/O", "value": "0.0" },
  323. { "name": "Cumulative CPU", "value": "0.0" }
  324. ],
  325. "compiler_hints": [
  326. { "name": "Output Size (bytes)", "value": "(none)" },
  327. { "name": "Output Cardinality", "value": "(none)" },
  328. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  329. { "name": "Filter Factor", "value": "(none)" } ]
  330. },
  331. {
  332. "id": 14,
  333. "type": "pact",
  334. "pact": "Reduce",
  335. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$MinSimilarityReducer",
  336. "parallelism": "1",
  337. "predecessors": [
  338. {"id": 15, "ship_strategy": "Redistribute"}
  339. ],
  340. "driver_strategy": "Reduce All",
  341. "global_properties": [
  342. { "name": "Partitioning", "value": "RANDOM" },
  343. { "name": "Partitioning Order", "value": "(none)" },
  344. { "name": "Uniqueness", "value": "not unique" }
  345. ],
  346. "local_properties": [
  347. { "name": "Order", "value": "(none)" },
  348. { "name": "Grouping", "value": "not grouped" },
  349. { "name": "Uniqueness", "value": "not unique" }
  350. ],
  351. "estimates": [
  352. { "name": "Est. Output Size", "value": "(unknown)" },
  353. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  354. "costs": [
  355. { "name": "Network", "value": "(unknown)" },
  356. { "name": "Disk I/O", "value": "0.0" },
  357. { "name": "CPU", "value": "0.0" },
  358. { "name": "Cumulative Network", "value": "(unknown)" },
  359. { "name": "Cumulative Disk I/O", "value": "0.0" },
  360. { "name": "Cumulative CPU", "value": "0.0" }
  361. ],
  362. "compiler_hints": [
  363. { "name": "Output Size (bytes)", "value": "(none)" },
  364. { "name": "Output Cardinality", "value": "(none)" },
  365. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  366. { "name": "Filter Factor", "value": "(none)" } ]
  367. },
  368. {
  369. "id": 13,
  370. "type": "pact",
  371. "pact": "Map",
  372. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$1",
  373. "parallelism": "4",
  374. "predecessors": [
  375. {"id": 14, "ship_strategy": "Redistribute"}
  376. ],
  377. "driver_strategy": "Map",
  378. "global_properties": [
  379. { "name": "Partitioning", "value": "RANDOM" },
  380. { "name": "Partitioning Order", "value": "(none)" },
  381. { "name": "Uniqueness", "value": "not unique" }
  382. ],
  383. "local_properties": [
  384. { "name": "Order", "value": "(none)" },
  385. { "name": "Grouping", "value": "not grouped" },
  386. { "name": "Uniqueness", "value": "not unique" }
  387. ],
  388. "estimates": [
  389. { "name": "Est. Output Size", "value": "(unknown)" },
  390. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  391. "costs": [
  392. { "name": "Network", "value": "(unknown)" },
  393. { "name": "Disk I/O", "value": "0.0" },
  394. { "name": "CPU", "value": "0.0" },
  395. { "name": "Cumulative Network", "value": "(unknown)" },
  396. { "name": "Cumulative Disk I/O", "value": "0.0" },
  397. { "name": "Cumulative CPU", "value": "0.0" }
  398. ],
  399. "compiler_hints": [
  400. { "name": "Output Size (bytes)", "value": "(none)" },
  401. { "name": "Output Cardinality", "value": "(none)" },
  402. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  403. { "name": "Filter Factor", "value": "(none)" } ]
  404. },
  405. {
  406. "id": 11,
  407. "type": "pact",
  408. "pact": "FlatMap",
  409. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$ClusterPairUpdater",
  410. "parallelism": "4",
  411. "predecessors": [
  412. {"id": 12, "side": "first", "ship_strategy": "Forward", "temp_mode": "PIPELINE_BREAKER"},
  413. {"id": 13, "side": "second", "ship_strategy": "Broadcast"}
  414. ],
  415. "driver_strategy": "Map",
  416. "global_properties": [
  417. { "name": "Partitioning", "value": "RANDOM" },
  418. { "name": "Partitioning Order", "value": "(none)" },
  419. { "name": "Uniqueness", "value": "not unique" }
  420. ],
  421. "local_properties": [
  422. { "name": "Order", "value": "(none)" },
  423. { "name": "Grouping", "value": "not grouped" },
  424. { "name": "Uniqueness", "value": "not unique" }
  425. ],
  426. "estimates": [
  427. { "name": "Est. Output Size", "value": "(unknown)" },
  428. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  429. "costs": [
  430. { "name": "Network", "value": "0.0" },
  431. { "name": "Disk I/O", "value": "(unknown)" },
  432. { "name": "CPU", "value": "(unknown)" },
  433. { "name": "Cumulative Network", "value": "(unknown)" },
  434. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  435. { "name": "Cumulative CPU", "value": "(unknown)" }
  436. ],
  437. "compiler_hints": [
  438. { "name": "Output Size (bytes)", "value": "(none)" },
  439. { "name": "Output Cardinality", "value": "(none)" },
  440. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  441. { "name": "Filter Factor", "value": "(none)" } ]
  442. },
  443. {
  444. "id": 10,
  445. "type": "pact",
  446. "pact": "Reduce",
  447. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$MinSimilarityReducer",
  448. "parallelism": "4",
  449. "predecessors": [
  450. {"id": 11, "ship_strategy": "Forward"}
  451. ],
  452. "driver_strategy": "Sorted Combine/Reduce",
  453. "global_properties": [
  454. { "name": "Partitioning", "value": "RANDOM" },
  455. { "name": "Partitioning Order", "value": "(none)" },
  456. { "name": "Uniqueness", "value": "not unique" }
  457. ],
  458. "local_properties": [
  459. { "name": "Order", "value": "(none)" },
  460. { "name": "Grouping", "value": "not grouped" },
  461. { "name": "Uniqueness", "value": "not unique" }
  462. ],
  463. "estimates": [
  464. { "name": "Est. Output Size", "value": "(unknown)" },
  465. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  466. "costs": [
  467. { "name": "Network", "value": "0.0" },
  468. { "name": "Disk I/O", "value": "0.0" },
  469. { "name": "CPU", "value": "0.0" },
  470. { "name": "Cumulative Network", "value": "(unknown)" },
  471. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  472. { "name": "Cumulative CPU", "value": "(unknown)" }
  473. ],
  474. "compiler_hints": [
  475. { "name": "Output Size (bytes)", "value": "(none)" },
  476. { "name": "Output Cardinality", "value": "(none)" },
  477. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  478. { "name": "Filter Factor", "value": "(none)" } ]
  479. },
  480. {
  481. "id": 9,
  482. "type": "pact",
  483. "pact": "Reduce",
  484. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$MinSimilarityReducer",
  485. "parallelism": "4",
  486. "predecessors": [
  487. {"id": 10, "ship_strategy": "Hash Partition on [1, 2]", "local_strategy": "Sort on [1:ASC,2:ASC]"}
  488. ],
  489. "driver_strategy": "Sorted Reduce",
  490. "global_properties": [
  491. { "name": "Partitioning", "value": "RANDOM" },
  492. { "name": "Partitioning Order", "value": "(none)" },
  493. { "name": "Uniqueness", "value": "not unique" }
  494. ],
  495. "local_properties": [
  496. { "name": "Order", "value": "(none)" },
  497. { "name": "Grouping", "value": "not grouped" },
  498. { "name": "Uniqueness", "value": "not unique" }
  499. ],
  500. "estimates": [
  501. { "name": "Est. Output Size", "value": "(unknown)" },
  502. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  503. "costs": [
  504. { "name": "Network", "value": "(unknown)" },
  505. { "name": "Disk I/O", "value": "(unknown)" },
  506. { "name": "CPU", "value": "(unknown)" },
  507. { "name": "Cumulative Network", "value": "(unknown)" },
  508. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  509. { "name": "Cumulative CPU", "value": "(unknown)" }
  510. ],
  511. "compiler_hints": [
  512. { "name": "Output Size (bytes)", "value": "(none)" },
  513. { "name": "Output Cardinality", "value": "(none)" },
  514. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  515. { "name": "Filter Factor", "value": "(none)" } ]
  516. },
  517. {
  518. "id": 18,
  519. "type": "pact",
  520. "pact": "Solution Set",
  521. "contents": "Solution Set Place Holder",
  522. "parallelism": "4",
  523. "global_properties": [
  524. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  525. { "name": "Partitioned on", "value": "[0]" },
  526. { "name": "Partitioning Order", "value": "(none)" },
  527. { "name": "Uniqueness", "value": "not unique" }
  528. ],
  529. "local_properties": [
  530. { "name": "Order", "value": "(none)" },
  531. { "name": "Grouping", "value": "not grouped" },
  532. { "name": "Uniqueness", "value": "not unique" }
  533. ],
  534. "estimates": [
  535. { "name": "Est. Output Size", "value": "(unknown)" },
  536. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  537. "costs": [
  538. { "name": "Network", "value": "0.0" },
  539. { "name": "Disk I/O", "value": "0.0" },
  540. { "name": "CPU", "value": "0.0" },
  541. { "name": "Cumulative Network", "value": "0.0" },
  542. { "name": "Cumulative Disk I/O", "value": "0.0" },
  543. { "name": "Cumulative CPU", "value": "0.0" }
  544. ],
  545. "compiler_hints": [
  546. { "name": "Output Size (bytes)", "value": "(none)" },
  547. { "name": "Output Cardinality", "value": "(none)" },
  548. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  549. { "name": "Filter Factor", "value": "(none)" } ]
  550. },
  551. {
  552. "id": 19,
  553. "type": "pact",
  554. "pact": "Map",
  555. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$HistoryUpdater",
  556. "parallelism": "4",
  557. "predecessors": [
  558. {"id": 13, "ship_strategy": "Forward"}
  559. ],
  560. "driver_strategy": "Map",
  561. "global_properties": [
  562. { "name": "Partitioning", "value": "RANDOM" },
  563. { "name": "Partitioning Order", "value": "(none)" },
  564. { "name": "Uniqueness", "value": "not unique" }
  565. ],
  566. "local_properties": [
  567. { "name": "Order", "value": "(none)" },
  568. { "name": "Grouping", "value": "not grouped" },
  569. { "name": "Uniqueness", "value": "not unique" }
  570. ],
  571. "estimates": [
  572. { "name": "Est. Output Size", "value": "(unknown)" },
  573. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  574. "costs": [
  575. { "name": "Network", "value": "0.0" },
  576. { "name": "Disk I/O", "value": "0.0" },
  577. { "name": "CPU", "value": "0.0" },
  578. { "name": "Cumulative Network", "value": "(unknown)" },
  579. { "name": "Cumulative Disk I/O", "value": "0.0" },
  580. { "name": "Cumulative CPU", "value": "0.0" }
  581. ],
  582. "compiler_hints": [
  583. { "name": "Output Size (bytes)", "value": "(none)" },
  584. { "name": "Output Cardinality", "value": "(none)" },
  585. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  586. { "name": "Filter Factor", "value": "(none)" } ]
  587. },
  588. {
  589. "id": 17,
  590. "type": "pact",
  591. "pact": "Join",
  592. "contents": "de.tu_berlin.impro3.stratosphere.clustering.hac.HAC$HistoryJoiner",
  593. "parallelism": "4",
  594. "predecessors": [
  595. {"id": 18, "side": "first", "ship_strategy": "Forward"},
  596. {"id": 19, "side": "second", "ship_strategy": "Hash Partition on [0]"}
  597. ],
  598. "driver_strategy": "Hybrid Hash (build: Solution Set Place Holder)",
  599. "global_properties": [
  600. { "name": "Partitioning", "value": "RANDOM" },
  601. { "name": "Partitioning Order", "value": "(none)" },
  602. { "name": "Uniqueness", "value": "not unique" }
  603. ],
  604. "local_properties": [
  605. { "name": "Order", "value": "(none)" },
  606. { "name": "Grouping", "value": "not grouped" },
  607. { "name": "Uniqueness", "value": "not unique" }
  608. ],
  609. "estimates": [
  610. { "name": "Est. Output Size", "value": "(unknown)" },
  611. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  612. "costs": [
  613. { "name": "Network", "value": "(unknown)" },
  614. { "name": "Disk I/O", "value": "(unknown)" },
  615. { "name": "CPU", "value": "(unknown)" },
  616. { "name": "Cumulative Network", "value": "(unknown)" },
  617. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  618. { "name": "Cumulative CPU", "value": "(unknown)" }
  619. ],
  620. "compiler_hints": [
  621. { "name": "Output Size (bytes)", "value": "(none)" },
  622. { "name": "Output Cardinality", "value": "(none)" },
  623. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  624. { "name": "Filter Factor", "value": "(none)" } ]
  625. },
  626. {
  627. "id": 16,
  628. "type": "pact",
  629. "pact": "Solution-Set Delta",
  630. "contents": "",
  631. "parallelism": "4",
  632. "predecessors": [
  633. {"id": 17, "ship_strategy": "Hash Partition on [0]", "temp_mode": "PIPELINE_BREAKER"}
  634. ],
  635. "driver_strategy": "No-Op",
  636. "global_properties": [
  637. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  638. { "name": "Partitioned on", "value": "[0]" },
  639. { "name": "Partitioning Order", "value": "(none)" },
  640. { "name": "Uniqueness", "value": "not unique" }
  641. ],
  642. "local_properties": [
  643. { "name": "Order", "value": "(none)" },
  644. { "name": "Grouping", "value": "not grouped" },
  645. { "name": "Uniqueness", "value": "not unique" }
  646. ],
  647. "estimates": [
  648. { "name": "Est. Output Size", "value": "(unknown)" },
  649. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  650. "costs": [
  651. { "name": "Network", "value": "(unknown)" },
  652. { "name": "Disk I/O", "value": "0.0" },
  653. { "name": "CPU", "value": "0.0" },
  654. { "name": "Cumulative Network", "value": "(unknown)" },
  655. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  656. { "name": "Cumulative CPU", "value": "(unknown)" }
  657. ],
  658. "compiler_hints": [
  659. { "name": "Output Size (bytes)", "value": "(none)" },
  660. { "name": "Output Cardinality", "value": "(none)" },
  661. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  662. { "name": "Filter Factor", "value": "(none)" } ]
  663. }
  664. ],
  665. "workset": 12,
  666. "solution_set": 18,
  667. "next_workset": 9,
  668. "solution_delta": 16,
  669. "id": 1,
  670. "type": "workset_iteration",
  671. "pact": "Workset Iteration",
  672. "contents": "Unnamed Delta Iteration",
  673. "parallelism": "4",
  674. "predecessors": [
  675. {"id": 2, "side": "first", "ship_strategy": "Hash Partition on [0]"},
  676. {"id": 3, "side": "second", "ship_strategy": "Forward"}
  677. ],
  678. "global_properties": [
  679. { "name": "Partitioning", "value": "HASH_PARTITIONED" },
  680. { "name": "Partitioned on", "value": "[0]" },
  681. { "name": "Partitioning Order", "value": "(none)" },
  682. { "name": "Uniqueness", "value": "not unique" }
  683. ],
  684. "local_properties": [
  685. { "name": "Order", "value": "(none)" },
  686. { "name": "Grouping", "value": "not grouped" },
  687. { "name": "Uniqueness", "value": "not unique" }
  688. ],
  689. "estimates": [
  690. { "name": "Est. Output Size", "value": "(unknown)" },
  691. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  692. "costs": [
  693. { "name": "Network", "value": "(unknown)" },
  694. { "name": "Disk I/O", "value": "(unknown)" },
  695. { "name": "CPU", "value": "(unknown)" },
  696. { "name": "Cumulative Network", "value": "(unknown)" },
  697. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  698. { "name": "Cumulative CPU", "value": "(unknown)" }
  699. ],
  700. "compiler_hints": [
  701. { "name": "Output Size (bytes)", "value": "(none)" },
  702. { "name": "Output Cardinality", "value": "(none)" },
  703. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  704. { "name": "Filter Factor", "value": "(none)" } ]
  705. },
  706. {
  707. "id": 0,
  708. "type": "sink",
  709. "pact": "Data Sink",
  710. "contents": "TextOutputFormat (/tmp/hac) - UTF-8",
  711. "parallelism": "1",
  712. "predecessors": [
  713. {"id": 1, "ship_strategy": "Redistribute"}
  714. ],
  715. "global_properties": [
  716. { "name": "Partitioning", "value": "RANDOM" },
  717. { "name": "Partitioning Order", "value": "(none)" },
  718. { "name": "Uniqueness", "value": "not unique" }
  719. ],
  720. "local_properties": [
  721. { "name": "Order", "value": "(none)" },
  722. { "name": "Grouping", "value": "not grouped" },
  723. { "name": "Uniqueness", "value": "not unique" }
  724. ],
  725. "estimates": [
  726. { "name": "Est. Output Size", "value": "(unknown)" },
  727. { "name": "Est. Cardinality", "value": "(unknown)" } ],
  728. "costs": [
  729. { "name": "Network", "value": "(unknown)" },
  730. { "name": "Disk I/O", "value": "0.0" },
  731. { "name": "CPU", "value": "0.0" },
  732. { "name": "Cumulative Network", "value": "(unknown)" },
  733. { "name": "Cumulative Disk I/O", "value": "(unknown)" },
  734. { "name": "Cumulative CPU", "value": "(unknown)" }
  735. ],
  736. "compiler_hints": [
  737. { "name": "Output Size (bytes)", "value": "(none)" },
  738. { "name": "Output Cardinality", "value": "(none)" },
  739. { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
  740. { "name": "Filter Factor", "value": "(none)" } ]
  741. }
  742. ]
  743. }
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!