Function main

python3_cron_scripts/get_crt_sh.py:248–367

Begin Main...

(logger=None)

def main(logger=None):
    """
    Begin Main...
    """
    if logger is None:
        logger = LoggingUtil.create_log(__name__)

    now = datetime.now()
    print("Starting: " + str(now))
    logger.info("Starting...")

    # Set up the common objects
    mongo_connector = MongoConnector.MongoConnector()
    ct_collection = mongo_connector.get_certificate_transparency_connection()
    zones = ZoneManager.get_distinct_zones(mongo_connector)
    jobs_manager = JobsManager.JobsManager(mongo_connector, "get_crt_sh")
    jobs_manager.record_job_start()

    save_location = "crt-sh"
    download_method = "dbAndSave"

    parser = argparse.ArgumentParser(
        description="Download DNS and/or certificate information from crt.sh."
    )
    parser.add_argument(
        "--fetch_dns_records",
        action="store_true",
        help="Indicates whether to add DNS entries to the database",
    )
    parser.add_argument(
        "--download_methods",
        choices=["dbAndSave", "dbOnly"],
        default=download_method,
        help="Indicates whether to download the raw files or just record in the database.",
    )
    parser.add_argument(
        "--cert_save_location",
        required=False,
        default=save_location,
        help="Indicates the folder name when choosing dbAndSave",
    )
    parser.add_argument(
        "--storage_system",
        choices=[
            StorageManager.StorageManager.AWS_S3,
            StorageManager.StorageManager.AZURE_BLOB,
            StorageManager.StorageManager.LOCAL_FILESYSTEM,
        ],
        default=StorageManager.StorageManager.LOCAL_FILESYSTEM,
        help="Indicates where to save the files when dbAndSave is chosen",
    )
    args = parser.parse_args()

    if args.cert_save_location:
        save_location = args.cert_save_location

        if args.storage_system == StorageManager.StorageManager.LOCAL_FILESYSTEM:
            if "/" not in save_location: