Function update_rdns

python3_cron_scripts/get_sonar_data_unified.py:159–207

Insert any matching Sonar RDNS records in the Marinus database.

(logger, rdns_file, zones, dns_mgr, mongo_connector)

def update_rdns(logger, rdns_file, zones, dns_mgr, mongo_connector):
    """
    Insert any matching Sonar RDNS records in the Marinus database.
    """
    rdns_collection = mongo_connector.get_sonar_reverse_dns_connection()
    g_dns = GoogleDNS.GoogleDNS()

    with open(rdns_file, "r") as read_f:
        for line in read_f:
            try:
                data = json.loads(line)
            except ValueError:
                continue
            except Exception as e:
                logger.error("Error parsing file...")
                logger.error("Exception: " + str(e))
                raise

            try:
                domain = data["value"]
                ip_addr = data["name"]
                zone = find_zone(domain, zones)
            except KeyError:
                domain = ""
                ip_addr = ""
                zone = ""

            timestamp = data["timestamp"]

            if zone != "" and domain != "":
                logger.debug("Domain matches! " + domain + " Zone: " + zone)
                result = mongo_connector.perform_count(rdns_collection, {"ip": ip_addr})
                if result == 0:
                    insert_json = {}
                    insert_json["ip"] = ip_addr
                    insert_json["zone"] = zone
                    insert_json["fqdn"] = domain
                    insert_json["status"] = "unknown"
                    insert_json["sonar_timestamp"] = int(timestamp)
                    insert_json["created"] = datetime.now()
                    insert_json["updated"] = datetime.now()
                    mongo_connector.perform_insert(rdns_collection, insert_json)
                else:
                    rdns_collection.update_one(
                        {"ip": ip_addr},
                        {"$set": {"fqdn": domain}, "$currentDate": {"updated": True}},
                    )

                check_for_ptr_record(ip_addr, g_dns, zones, dns_mgr)


def download_remote_files(logger, s, file_reference, data_dir, jobs_manager):