Function upload_zgrab_443

python3_cron_scripts/upload_collection_to_splunk.py:37–80

Upload the HTTP Headers from Zgrab scans of HTTPS servers In a redirect scenario, this uploads the headers of the final page which returns a 200. It does not upload the headers of the first response which returned the 30x response. This also does not include headers from requests se

(logger, splunk_manager, mongo_connector)

def upload_zgrab_443(logger, splunk_manager, mongo_connector):
    """
    Upload the HTTP Headers from Zgrab scans of HTTPS servers
    In a redirect scenario, this uploads the headers of the final page which returns a 200.
    It does not upload the headers of the first response which returned the 30x response.
    This also does not include headers from requests sent to IP addresses.
    """
    zgrab_443_collection = mongo_connector.get_zgrab_443_data_connection()

    results = mongo_connector.perform_find(
        zgrab_443_collection, {"domain": {"$ne": "<nil>"}}, batch_size=80
    )

    for result in results:
        data = {}
        data["zones"] = result["zones"]
        data["timestamp"] = result["timestamp"]
        data["domain"] = result["domain"]

        try:
            data["host"] = result["data"]["http"]["result"]["response"]["request"][
                "host"
            ]
        except:
            logger.debug("Passing on host")
            pass

        try:
            data["response_headers"] = result["data"]["http"]["result"]["response"][
                "headers"
            ]
        except:
            logger.debug("Skipping on headers")
            continue

        try:
            data["status_code"] = result["data"]["http"]["result"]["response"][
                "status_code"
            ]
        except:
            logger.debug("Passing on status_code")
            pass

        splunk_manager.push_to_splunk_hec("marinus_443_domain_headers", data)


def upload_zgrab_80(logger, splunk_manager, mongo_connector):