Main function to verify the graph partitions Parameters: ----------- params : argparser object to access the command line arguments
(params)
| 163 | |
| 164 | |
| 165 | def _validate_results(params): |
| 166 | """Main function to verify the graph partitions |
| 167 | |
| 168 | Parameters: |
| 169 | ----------- |
| 170 | params : argparser object |
| 171 | to access the command line arguments |
| 172 | """ |
| 173 | logging.info(f"loading config files...") |
| 174 | part_config = os.path.join(params.part_graph_dir, "metadata.json") |
| 175 | part_schema = read_json(part_config) |
| 176 | num_parts = part_schema["num_parts"] |
| 177 | |
| 178 | logging.info(f"loading config files of the original dataset...") |
| 179 | graph_config = os.path.join(params.orig_dataset_dir, "metadata.json") |
| 180 | graph_schema = read_json(graph_config) |
| 181 | |
| 182 | logging.info(f"loading original ids from the dgl files...") |
| 183 | orig_nids = read_orig_ids(params.part_graph_dir, "orig_nids.dgl", num_parts) |
| 184 | orig_eids = read_orig_ids(params.part_graph_dir, "orig_eids.dgl", num_parts) |
| 185 | |
| 186 | logging.info(f"loading node to partition-ids from files... ") |
| 187 | node_partids = get_node_partids(params.partitions_dir, graph_schema) |
| 188 | |
| 189 | logging.info(f"loading the original dataset...") |
| 190 | g = _read_graph(graph_schema) |
| 191 | |
| 192 | logging.info(f"Beginning the verification process...") |
| 193 | for i in range(num_parts): |
| 194 | part_g, node_feats, edge_feats, gpb, _, _, _ = load_partition( |
| 195 | part_config, i |
| 196 | ) |
| 197 | |
| 198 | verify_partition_data_types(part_g) |
| 199 | verify_partition_formats(part_g, None) |
| 200 | verify_graph_feats( |
| 201 | g, gpb, part_g, node_feats, edge_feats, orig_nids, orig_eids |
| 202 | ) |
| 203 | verify_metadata_counts(part_schema, part_g, graph_schema, g, i) |
| 204 | verify_node_partitionids( |
| 205 | node_partids, part_g, g, gpb, graph_schema, orig_nids, i |
| 206 | ) |
| 207 | logging.info(f"Verification of partitioned graph - {i}... SUCCESS !!!") |
| 208 | |
| 209 | |
| 210 | if __name__ == "__main__": |
no test coverage detected