For people who want to run every possible script, this will pre-populate the collection with all of the currently known scripts. If you will only be running a subset of scripts, this step can be skipped since the individual scripts will create their own entries.
(mongo_connector)
| 77 | |
| 78 | |
| 79 | def create_job_collection(mongo_connector): |
| 80 | """ |
| 81 | For people who want to run every possible script, this will pre-populate the collection with all of the currently known scripts. |
| 82 | If you will only be running a subset of scripts, this step can be skipped since the individual scripts will create their own entries. |
| 83 | """ |
| 84 | jobs_manager = JobsManager.JobsManager(mongo_connector, "") |
| 85 | |
| 86 | script_names = [ |
| 87 | "remote_download", |
| 88 | "get_virustotal_data", |
| 89 | "get_riskiq_data", |
| 90 | "get_iblox_cname", |
| 91 | "get_iblox_host", |
| 92 | "get_iblox_alpha_zones", |
| 93 | "get_aws_data", |
| 94 | "send_remote_server", |
| 95 | "remove_expired_entries", |
| 96 | "get_iblox_a", |
| 97 | "get_data_by_cidr_dns", |
| 98 | "get_crt_sh", |
| 99 | "get_sonar_data_rdns", |
| 100 | "get_sonar_data_dns-any", |
| 101 | "get_data_by_cidr_rdns", |
| 102 | "get_passivetotal_data", |
| 103 | "create_tpd_graphs", |
| 104 | "create_netaddr_graphs", |
| 105 | "get_external_cnames", |
| 106 | "create_graphs2", |
| 107 | "extract_mx_records", |
| 108 | "extract_ssl_domains", |
| 109 | "common_crawl_graph", |
| 110 | "dead_dns_cleanup", |
| 111 | "create_cert_graphs", |
| 112 | "get_infoblox_zone_extattrs", |
| 113 | "get_infoblox_cname_extattrs", |
| 114 | "get_azure_data", |
| 115 | "get_infoblox_host_extattrs", |
| 116 | "get_infoblox_a_extattrs", |
| 117 | "get_iblox_mx", |
| 118 | "get_iblox_txt", |
| 119 | "get_iblox_aaaa", |
| 120 | "marinus_dns", |
| 121 | "get_sonar_data_dns-a", |
| 122 | "get_ultradns_zones", |
| 123 | "get_ultradns_zones_info", |
| 124 | "mark_expired", |
| 125 | "whois_lookups", |
| 126 | "sonar_round_two", |
| 127 | "get_infoblox_aaaa_extattrs", |
| 128 | "extract_vt_domains", |
| 129 | "facebook_certs", |
| 130 | "fetch_azure_dns", |
| 131 | "upload_akamai_data", |
| 132 | "zgrab_domain-80", |
| 133 | "zgrab_domain-443", |
| 134 | "zgrab_ip-80", |
| 135 | "zgrab_ip-443", |
| 136 | "zgrab_port_ip-22", |