Function download_sonar_dns

python3_cron_scripts/download_from_remote_database.py:220–250

The remote sonar_dns_colllection is temporary storage for the remote Sonar scripts

(logger, dns_manager, remote_mongo_connector)

def download_sonar_dns(logger, dns_manager, remote_mongo_connector):
    """
    The remote sonar_dns_colllection is temporary storage for the remote Sonar scripts
    """
    logger.info("Beginning Sonar DNS Download")

    # Calculate jobs
    scrub_date = datetime.now() - timedelta(days=2, hours=9)

    remote_sonar_dns_collection = remote_mongo_connector.get_sonar_data_dns()

    # Get all dns records where
    results = remote_sonar_dns_collection.find(
        {"updated": {"$gt": scrub_date}}, {"_id": 0, "sources": 0}
    ).batch_size(10)

    for result in results:
        new_record = {}
        new_record["zone"] = result["zone"]
        new_record["fqdn"] = result["fqdn"]
        new_record["status"] = result["status"]
        new_record["type"] = result["type"]
        new_record["value"] = result["value"]
        new_record["sonar_timestamp"] = result["sonar_timestamp"]
        new_record["created"] = result["created"]
        new_record["updated"] = result["updated"]
        dns_manager.insert_record(new_record, "sonar_dns")

    # Delete all DNS records not updated within 60 days?
    scrub_date = datetime.now() - timedelta(days=60, hours=9)
    remote_sonar_dns_collection.delete_many({"updated": {"$lt": scrub_date}})


def download_sonar_rdns(logger, mongo_connector, remote_mongo_connector):