Function main

python3_cron_scripts/create_netaddr_graphs.py:356–498

Begin Main

(logger=None)

def main(logger=None):
    """
    Begin Main
    """
    if logger is None:
        logger = LoggingUtil.create_log(__name__)

    now = datetime.now()
    print("Starting: " + str(now))
    logger.info("Starting...")

    # Set up all the database connections
    mongo_connector = MongoConnector.MongoConnector()
    dns_manager = DNSManager.DNSManager(mongo_connector)
    jobs_manager = JobsManager.JobsManager(mongo_connector, "create_netaddr_graphs")
    jobs_manager.record_job_start()

    # Get the list of the all Class C's in Marinus
    groups = []
    create_list_of_cidrs(groups, mongo_connector, dns_manager)

    # Create a separate copy of the class C list since groups will be modified later
    cidr_list = groups + []

    # Create the stats on the network data
    group_data = create_network_data_sets(groups, mongo_connector)

    logger.info("Number of Tracked Class C's: " + str(group_data["tracked_count"]))
    logger.info("Number of AWS Class C's: " + str(group_data["aws_count"]))
    logger.info("Number of Azure Class C's: " + str(group_data["azure_count"]))
    logger.info("Number of Akamai Class C's: " + str(group_data["akamai_count"]))
    logger.info("Number of Class C's: " + str(len(groups)))

    # Get the current list of zones
    zones = ZoneManager.get_distinct_zones(mongo_connector)

    # For each Class C that was identified in Marinus...
    for tcidr in cidr_list:
        cidr = tcidr.replace(REPLACE_CHAR, ".")
        groups = []
        graph = nx.Graph()
        add_to_list(cidr, groups)
        graph.add_node(
            cidr,
            data_type="class_c",
            type=0,
            depends=[],
            dependedOnBy=[],
            docs="<h1>Parent</h1>",
        )
        find_all_dns_by_zone(graph, cidr, groups, dns_manager)
        find_srdns_by_zone(graph, cidr, groups, mongo_connector)

        data = json_graph.node_link_data(graph)

        reformat_data(data, cidr, groups)

        new_data = {}