Function add_censys_certificates

python3_cron_scripts/create_cert_graphs.py:69–157

Get the list of current certificates from censys for the specified zones. Append any new entries to the provided array of current_certs.

(censys_collection, zone, current_certs)

def add_censys_certificates(censys_collection, zone, current_certs):
    """
    Get the list of current certificates from censys for the specified zones.
    Append any new entries to the provided array of current_certs.
    """

    results = censys_collection.find(
        {
            "$or": [
                {
                    "p443.https.tls.certificate.parsed.subject.common_name": {
                        "$regex": r"^(.+\.)*" + zone + "$"
                    }
                },
                {
                    "p443.https.tls.certificate.parsed.extensions.subject_alt_name.dns_names": {
                        "$regex": r"^(.+\.)*" + zone + "$"
                    }
                },
            ]
        },
        {
            "p443.https.tls.certificate.parsed.subject.common_name": 1,
            "p443.https.tls.certificate.parsed.extensions.subject_alt_name.dns_names": 1,
            "p443.https.tls.certificate.parsed.fingerprint_sha256": 1,
        },
    )

    for result in results:
        i = next(
            (
                index
                for (index, item) in enumerate(current_certs)
                if item["id"]
                == result["p443"]["https"]["tls"]["certificate"]["parsed"][
                    "fingerprint_sha256"
                ]
            ),
            None,
        )
        if i is None:
            item = {
                "id": result["p443"]["https"]["tls"]["certificate"]["parsed"][
                    "fingerprint_sha256"
                ]
            }
            dns_list = []
            try:
                for dns_name in result["p443"]["https"]["tls"]["certificate"]["parsed"][
                    "subject"
                ]["common_name"]:
                    if dns_name not in dns_list:
                        dns_list.append(dns_name)
            except KeyError:
                pass

            # Not all certificates contain alternative names.
            try: