{ "nodes": [ { "id": 15, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "1.91 M" }, { "name": "Est. Cardinality", "value": "30.64 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "1.91 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.91 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 14, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 15, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "30.64 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.91 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 13, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 14, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "153.21 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.91 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 12, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:116)", "parallelism": "8", "predecessors": [ {"id": 13, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "766.05 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.91 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 11, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 12, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "766.05 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.91 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 10, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 11, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "1.91 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 21, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "294.49 M" }, { "name": "Est. Cardinality", "value": "938.78 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "294.49 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "294.49 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 20, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 21, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "938.78 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "294.49 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 19, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 20, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "4.69 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "294.49 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 18, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:165)", "parallelism": "8", "predecessors": [ {"id": 19, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "23.47 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "294.49 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 17, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 18, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "23.47 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "294.49 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 16, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 17, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "294.49 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 27, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "1.27 G" }, { "name": "Est. Cardinality", "value": "3.15 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "1.27 G" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.27 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 26, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 27, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "3.15 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.27 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 25, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 26, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "15.75 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.27 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 24, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:144)", "parallelism": "8", "predecessors": [ {"id": 25, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "78.75 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.27 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 23, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 24, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "78.75 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.27 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 22, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 23, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "1.27 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 33, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "21.78 M" }, { "name": "Est. Cardinality", "value": "205.31 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "21.78 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "21.78 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 32, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 33, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "205.31 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "21.78 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 31, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 32, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "1.03 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "21.78 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 30, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:169)", "parallelism": "8", "predecessors": [ {"id": 31, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "5.13 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "21.78 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 29, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 30, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "5.13 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "21.78 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 28, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 29, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "21.78 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 39, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "39.82 M" }, { "name": "Est. Cardinality", "value": "556.19 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "39.82 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "39.82 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 38, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 39, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "556.19 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "39.82 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 37, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 38, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "2.78 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "39.82 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 36, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:124)", "parallelism": "8", "predecessors": [ {"id": 37, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "13.90 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "39.82 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 35, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 36, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "13.90 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "39.82 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 34, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 35, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "39.82 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 45, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "154.11 M" }, { "name": "Est. Cardinality", "value": "785.89 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "154.11 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "154.11 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 44, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 45, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "785.89 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "154.11 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 43, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 44, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "3.93 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "154.11 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 42, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:132)", "parallelism": "8", "predecessors": [ {"id": 43, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "19.65 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "154.11 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 41, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 42, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "19.65 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "154.11 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 40, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 41, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "154.11 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 51, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "9.73 G" }, { "name": "Est. Cardinality", "value": "39.68 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "9.73 G" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "9.73 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 50, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 51, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "39.68 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "9.73 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 49, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 50, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "198.40 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "9.73 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 48, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:156)", "parallelism": "8", "predecessors": [ {"id": 49, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "991.99 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "9.73 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 47, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 48, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "991.99 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "9.73 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 46, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 47, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "9.73 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 57, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "2.71 M" }, { "name": "Est. Cardinality", "value": "13.41 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "2.71 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "2.71 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 56, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 57, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "13.41 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "2.71 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 55, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 56, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "67.05 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "2.71 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 54, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:152)", "parallelism": "8", "predecessors": [ {"id": 55, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "335.28 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "2.71 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 53, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 54, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "335.28 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "2.71 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 52, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 53, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "2.71 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 63, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "215.60 M" }, { "name": "Est. Cardinality", "value": "281.35 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "215.60 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "215.60 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 62, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 63, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "281.35 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "215.60 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 61, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 62, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "1.41 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "215.60 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 60, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:128)", "parallelism": "8", "predecessors": [ {"id": 61, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "7.03 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "215.60 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 59, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 60, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "7.03 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "215.60 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 58, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 59, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "215.60 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 69, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "898.74 M" }, { "name": "Est. Cardinality", "value": "2.55 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "898.74 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "898.74 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 68, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 69, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "2.55 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "898.74 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 67, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 68, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "12.77 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "898.74 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 66, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:140)", "parallelism": "8", "predecessors": [ {"id": 67, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "63.83 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "898.74 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 65, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 66, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "63.83 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "898.74 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 64, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 65, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "898.74 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 75, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "3.64 G" }, { "name": "Est. Cardinality", "value": "14.20 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "3.64 G" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "3.64 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 74, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 75, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "14.20 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "3.64 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 73, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 74, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "71.00 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "3.64 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 72, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:136)", "parallelism": "8", "predecessors": [ {"id": 73, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "354.99 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "3.64 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 71, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 72, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "354.99 M" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "3.64 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 70, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 71, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "3.64 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 81, "type": "source", "pact": "Data Source", "contents": "at readFile(ExecutionEnvironment.java:520) (org.apache.flink.api.java.io.TextInputFormat)", "parallelism": "8", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "1.79 M" }, { "name": "Est. Cardinality", "value": "8.87 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "1.79 M" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.79 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 80, "type": "pact", "pact": "Map", "contents": "Map at readCsvDataset(DatalinksDsUtils.java:281)", "parallelism": "8", "predecessors": [ {"id": 81, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "8.87 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.79 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 79, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at readCsvDataset(DatalinksDsUtils.java:284)", "parallelism": "8", "predecessors": [ {"id": 80, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "44.33 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.79 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 78, "type": "pact", "pact": "FlatMap", "contents": "FlatMap at main(RunAll.java:148)", "parallelism": "8", "predecessors": [ {"id": 79, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "221.63 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.79 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 77, "type": "pact", "pact": "GroupCombine", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "8", "predecessors": [ {"id": 78, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "221.63 K" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "0.0" }, { "name": "Cumulative Disk I/O", "value": "1.79 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 76, "type": "pact", "pact": "GroupReduce", "contents": "GroupReduce at first(DataSet.java:573)", "parallelism": "1", "predecessors": [ {"id": 77, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Group Reduce All", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "1.79 M" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 9, "type": "pact", "pact": "Union", "contents": "", "parallelism": "8", "predecessors": [ {"id": 10, "side": "first", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 16, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 22, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 28, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 34, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 40, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 46, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 52, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 58, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 64, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 70, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"}, {"id": 76, "side": "second", "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "16.26 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 8, "type": "pact", "pact": "Filter", "contents": "Filter at main(RunAll.java:173)", "parallelism": "8", "predecessors": [ {"id": 9, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "0.0" }, { "name": "Est. Cardinality", "value": "0.0" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "16.26 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 7, "type": "pact", "pact": "Map", "contents": "Map at main(RunAll.java:173)", "parallelism": "8", "predecessors": [ {"id": 8, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "0.0" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "16.26 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 6, "type": "pact", "pact": "Filter", "contents": "Filter at main(RunAll.java:247)", "parallelism": "8", "predecessors": [ {"id": 7, "ship_strategy": "Forward", "exchange_mode": "BATCH"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "0.0" }, { "name": "Est. Cardinality", "value": "0.0" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "8.13 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 83, "type": "pact", "pact": "Filter", "contents": "Filter at main(RunAll.java:175)", "parallelism": "8", "predecessors": [ {"id": 7, "ship_strategy": "Hash Partition on [7]", "exchange_mode": "BATCH"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "HASH_PARTITIONED" }, { "name": "Partitioned on", "value": "[7]" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "0.0" }, { "name": "Est. Cardinality", "value": "0.0" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "8.13 G" }, { "name": "Cumulative CPU", "value": "0.0" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 82, "type": "pact", "pact": "Reduce", "contents": "Reduce at main(RunAll.java:182)", "parallelism": "8", "predecessors": [ {"id": 83, "ship_strategy": "Forward", "local_strategy": "Sort on [7:ASC]", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Sorted Reduce", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "(unknown)" }, { "name": "CPU", "value": "(unknown)" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 5, "type": "pact", "pact": "Union", "contents": "", "parallelism": "8", "predecessors": [ {"id": 6, "side": "first", "ship_strategy": "Forward", "exchange_mode": "BATCH"}, {"id": 82, "side": "second", "ship_strategy": "Forward", "exchange_mode": "BATCH"} ], "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 4, "type": "pact", "pact": "Filter", "contents": "Filter at main(RunAll.java:259)", "parallelism": "8", "predecessors": [ {"id": 5, "ship_strategy": "Hash Partition on [1]", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "HASH_PARTITIONED" }, { "name": "Partitioned on", "value": "[1]" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "0.0" }, { "name": "Est. Cardinality", "value": "0.0" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 3, "type": "pact", "pact": "Reduce", "contents": "Reduce at main(RunAll.java:267)", "parallelism": "8", "predecessors": [ {"id": 4, "ship_strategy": "Forward", "local_strategy": "Sort on [1:ASC]", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Sorted Reduce", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "(unknown)" }, { "name": "CPU", "value": "(unknown)" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 86, "type": "pact", "pact": "Union", "contents": "", "parallelism": "8", "predecessors": [ {"id": 6, "side": "first", "ship_strategy": "Forward", "exchange_mode": "BATCH"}, {"id": 82, "side": "second", "ship_strategy": "Forward", "exchange_mode": "BATCH"} ], "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 85, "type": "pact", "pact": "Filter", "contents": "Filter at main(RunAll.java:328)", "parallelism": "8", "predecessors": [ {"id": 86, "ship_strategy": "Hash Partition on [2, 5, 16]", "exchange_mode": "PIPELINED"} ], "driver_strategy": "FlatMap", "global_properties": [ { "name": "Partitioning", "value": "HASH_PARTITIONED" }, { "name": "Partitioned on", "value": "[2, 5, 16]" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "0.0" }, { "name": "Est. Cardinality", "value": "0.0" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 84, "type": "pact", "pact": "Reduce", "contents": "Reduce at main(RunAll.java:336)", "parallelism": "8", "predecessors": [ {"id": 85, "ship_strategy": "Forward", "local_strategy": "Sort on [2:ASC,5:ASC,16:ASC]", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Sorted Reduce", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "(unknown)" }, { "name": "CPU", "value": "(unknown)" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 2, "type": "pact", "pact": "Union", "contents": "", "parallelism": "8", "predecessors": [ {"id": 3, "side": "first", "ship_strategy": "Forward", "exchange_mode": "PIPELINED"}, {"id": 84, "side": "second", "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 1, "type": "pact", "pact": "Map", "contents": "Map at main(RunAll.java:401)", "parallelism": "8", "predecessors": [ {"id": 2, "ship_strategy": "Forward", "exchange_mode": "PIPELINED"} ], "driver_strategy": "Map", "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "0.0" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] }, { "id": 0, "type": "sink", "pact": "Data Sink", "contents": "TextOutputFormat (/tmp/soris-sogg3.txt) - UTF-8", "parallelism": "1", "predecessors": [ {"id": 1, "ship_strategy": "Redistribute", "exchange_mode": "PIPELINED"} ], "global_properties": [ { "name": "Partitioning", "value": "RANDOM_PARTITIONED" }, { "name": "Partitioning Order", "value": "(none)" }, { "name": "Uniqueness", "value": "not unique" } ], "local_properties": [ { "name": "Order", "value": "(none)" }, { "name": "Grouping", "value": "not grouped" }, { "name": "Uniqueness", "value": "not unique" } ], "estimates": [ { "name": "Est. Output Size", "value": "(unknown)" }, { "name": "Est. Cardinality", "value": "(unknown)" } ], "costs": [ { "name": "Network", "value": "(unknown)" }, { "name": "Disk I/O", "value": "0.0" }, { "name": "CPU", "value": "0.0" }, { "name": "Cumulative Network", "value": "(unknown)" }, { "name": "Cumulative Disk I/O", "value": "(unknown)" }, { "name": "Cumulative CPU", "value": "(unknown)" } ], "compiler_hints": [ { "name": "Output Size (bytes)", "value": "(none)" }, { "name": "Output Cardinality", "value": "(none)" }, { "name": "Avg. Output Record Size (bytes)", "value": "(none)" }, { "name": "Filter Factor", "value": "(none)" } ] } ] }