Function main

python3_cron_scripts/create_tpd_graphs.py:171–327

The main thread for this program.

(logger=None)

def main(logger=None):
    """
    The main thread for this program.
    """
    if logger is None:
        logger = LoggingUtil.create_log(__name__)

    now = datetime.now()
    print("Starting: " + str(now))
    logger.info("Starting...")

    mongo_connector = MongoConnector.MongoConnector()
    jobs_manager = JobsManager.JobsManager(mongo_connector, "create_tpd_graphs")
    jobs_manager.record_job_start()

    zones = ZoneManager.get_distinct_zones(mongo_connector)

    tpds = get_tpds(mongo_connector)

    # For third-party-domain in the list of third-party-domains
    for tpd in tpds:
        groups = []
        graph = nx.DiGraph()
        add_to_list(tpd, groups)

        # A space is added because sometimes the tpd is the same as the end target node
        graph.add_node(
            tpd + " ",
            data_type="tld",
            type=0,
            depends=[],
            dependedOnBy=[],
            docs="<h1>Parent</h1>",
        )

        # Get the zones associated with the tpd
        find_zones_by_tld(graph, tpd, groups, mongo_connector)

        data = json_graph.node_link_data(graph)

        reformat_data(data, tpd, groups)

        new_data = {}
        new_data["directed"] = data["directed"]
        new_data["graph"] = data["graph"]
        new_data["multigraph"] = data["multigraph"]
        new_data["errs"] = []
        new_data["links"] = data["links"]
        new_data["data"] = {}

        for i in range(0, len(data["nodes"])):
            new_data["data"][data["nodes"][i]["id"].replace(".", REPLACE_CHAR)] = data[
                "nodes"
            ][i]

        for entry in new_data["data"]:
            for dep in new_data["data"][entry]["depends"]:
                if (