Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "nodes": [
- {
- "id": 5,
- "type": "source",
- "pact": "Data Source",
- "contents": "file:///dev/random",
- "parallelism": "16",
- "global_properties": [
- { "name": "Partitioning", "value": "RANDOM" },
- { "name": "Partitioning Order", "value": "(none)" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "local_properties": [
- { "name": "Order", "value": "(none)" },
- { "name": "Grouping", "value": "not grouped" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "estimates": [
- { "name": "Est. Output Size", "value": "(unknown)" },
- { "name": "Est. Cardinality", "value": "(unknown)" } ],
- "costs": [
- { "name": "Network", "value": "0.0" },
- { "name": "Disk I/O", "value": "0.0" },
- { "name": "CPU", "value": "0.0" },
- { "name": "Cumulative Network", "value": "0.0" },
- { "name": "Cumulative Disk I/O", "value": "0.0" },
- { "name": "Cumulative CPU", "value": "0.0" }
- ],
- "compiler_hints": [
- { "name": "Output Size (bytes)", "value": "(none)" },
- { "name": "Output Cardinality", "value": "(none)" },
- { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
- { "name": "Filter Factor", "value": "(none)" } ]
- },
- {
- "id": 4,
- "type": "pact",
- "pact": "Map",
- "contents": "Map1",
- "parallelism": "16",
- "predecessors": [
- {"id": 5, "ship_strategy": "Forward"}
- ],
- "driver_strategy": "Map",
- "global_properties": [
- { "name": "Partitioning", "value": "RANDOM" },
- { "name": "Partitioning Order", "value": "(none)" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "local_properties": [
- { "name": "Order", "value": "(none)" },
- { "name": "Grouping", "value": "not grouped" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "estimates": [
- { "name": "Est. Output Size", "value": "(unknown)" },
- { "name": "Est. Cardinality", "value": "(unknown)" } ],
- "costs": [
- { "name": "Network", "value": "0.0" },
- { "name": "Disk I/O", "value": "0.0" },
- { "name": "CPU", "value": "0.0" },
- { "name": "Cumulative Network", "value": "0.0" },
- { "name": "Cumulative Disk I/O", "value": "0.0" },
- { "name": "Cumulative CPU", "value": "0.0" }
- ],
- "compiler_hints": [
- { "name": "Output Size (bytes)", "value": "(none)" },
- { "name": "Output Cardinality", "value": "(none)" },
- { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
- { "name": "Filter Factor", "value": "(none)" } ]
- },
- {
- "id": 3,
- "type": "pact",
- "pact": "GroupReduce",
- "contents": "Reduce 1",
- "parallelism": "16",
- "predecessors": [
- {"id": 4, "ship_strategy": "Hash Partition on [0]", "local_strategy": "Sort on [0:ASC]"}
- ],
- "driver_strategy": "Sorted Group Reduce",
- "global_properties": [
- { "name": "Partitioning", "value": "HASH_PARTITIONED" },
- { "name": "Partitioned on", "value": "[0]" },
- { "name": "Partitioning Order", "value": "(none)" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "local_properties": [
- { "name": "Order", "value": "[0:ASC]" },
- { "name": "Grouped on", "value": "[0]" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "estimates": [
- { "name": "Est. Output Size", "value": "(unknown)" },
- { "name": "Est. Cardinality", "value": "(unknown)" } ],
- "costs": [
- { "name": "Network", "value": "(unknown)" },
- { "name": "Disk I/O", "value": "(unknown)" },
- { "name": "CPU", "value": "(unknown)" },
- { "name": "Cumulative Network", "value": "(unknown)" },
- { "name": "Cumulative Disk I/O", "value": "(unknown)" },
- { "name": "Cumulative CPU", "value": "(unknown)" }
- ],
- "compiler_hints": [
- { "name": "Output Size (bytes)", "value": "(none)" },
- { "name": "Output Cardinality", "value": "(none)" },
- { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
- { "name": "Filter Factor", "value": "(none)" } ]
- },
- {
- "id": 2,
- "type": "pact",
- "pact": "Map",
- "contents": "Map2",
- "parallelism": "8",
- "predecessors": [
- {"id": 3, "ship_strategy": "Hash Partition on [0]", "local_strategy": "Sort on [0:ASC]"}
- ],
- "driver_strategy": "Map",
- "global_properties": [
- { "name": "Partitioning", "value": "HASH_PARTITIONED" },
- { "name": "Partitioned on", "value": "[0]" },
- { "name": "Partitioning Order", "value": "(none)" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "local_properties": [
- { "name": "Order", "value": "[0:ASC]" },
- { "name": "Grouped on", "value": "[0]" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "estimates": [
- { "name": "Est. Output Size", "value": "(unknown)" },
- { "name": "Est. Cardinality", "value": "(unknown)" } ],
- "costs": [
- { "name": "Network", "value": "(unknown)" },
- { "name": "Disk I/O", "value": "(unknown)" },
- { "name": "CPU", "value": "(unknown)" },
- { "name": "Cumulative Network", "value": "(unknown)" },
- { "name": "Cumulative Disk I/O", "value": "(unknown)" },
- { "name": "Cumulative CPU", "value": "(unknown)" }
- ],
- "compiler_hints": [
- { "name": "Output Size (bytes)", "value": "(none)" },
- { "name": "Output Cardinality", "value": "(none)" },
- { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
- { "name": "Filter Factor", "value": "(none)" } ]
- },
- {
- "id": 1,
- "type": "pact",
- "pact": "GroupReduce",
- "contents": "Reduce 2",
- "parallelism": "8",
- "predecessors": [
- {"id": 2, "ship_strategy": "Forward"}
- ],
- "driver_strategy": "Sorted Group Reduce",
- "global_properties": [
- { "name": "Partitioning", "value": "HASH_PARTITIONED" },
- { "name": "Partitioned on", "value": "[0]" },
- { "name": "Partitioning Order", "value": "(none)" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "local_properties": [
- { "name": "Order", "value": "[0:ASC]" },
- { "name": "Grouped on", "value": "[0]" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "estimates": [
- { "name": "Est. Output Size", "value": "(unknown)" },
- { "name": "Est. Cardinality", "value": "(unknown)" } ],
- "costs": [
- { "name": "Network", "value": "0.0" },
- { "name": "Disk I/O", "value": "0.0" },
- { "name": "CPU", "value": "0.0" },
- { "name": "Cumulative Network", "value": "(unknown)" },
- { "name": "Cumulative Disk I/O", "value": "(unknown)" },
- { "name": "Cumulative CPU", "value": "(unknown)" }
- ],
- "compiler_hints": [
- { "name": "Output Size (bytes)", "value": "(none)" },
- { "name": "Output Cardinality", "value": "(none)" },
- { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
- { "name": "Filter Factor", "value": "(none)" } ]
- },
- {
- "id": 0,
- "type": "sink",
- "pact": "Data Sink",
- "contents": "file:///dev/null",
- "parallelism": "8",
- "predecessors": [
- {"id": 1, "ship_strategy": "Forward"}
- ],
- "global_properties": [
- { "name": "Partitioning", "value": "HASH_PARTITIONED" },
- { "name": "Partitioned on", "value": "[0]" },
- { "name": "Partitioning Order", "value": "(none)" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "local_properties": [
- { "name": "Order", "value": "[0:ASC]" },
- { "name": "Grouped on", "value": "[0]" },
- { "name": "Uniqueness", "value": "not unique" }
- ],
- "estimates": [
- { "name": "Est. Output Size", "value": "(unknown)" },
- { "name": "Est. Cardinality", "value": "(unknown)" } ],
- "costs": [
- { "name": "Network", "value": "0.0" },
- { "name": "Disk I/O", "value": "0.0" },
- { "name": "CPU", "value": "0.0" },
- { "name": "Cumulative Network", "value": "(unknown)" },
- { "name": "Cumulative Disk I/O", "value": "(unknown)" },
- { "name": "Cumulative CPU", "value": "(unknown)" }
- ],
- "compiler_hints": [
- { "name": "Output Size (bytes)", "value": "(none)" },
- { "name": "Output Cardinality", "value": "(none)" },
- { "name": "Avg. Output Record Size (bytes)", "value": "(none)" },
- { "name": "Filter Factor", "value": "(none)" } ]
- }
- ]
- }
Advertisement
Add Comment
Please, Sign In to add comment