├── .gitignore ├── MX-Explore-Analyze.ipynb ├── MX-Intel.ipynb ├── MX-Parse-Enrich.ipynb ├── SPF-Parse-Enrich.ipynb ├── data ├── ServiceTags_Public_20200601.json ├── f1000-domains.txt ├── iana-labels.txt └── top-1m.csv ├── dig_wrapper.sh ├── domain_list_filter.py ├── email_security_providers.py ├── get_abs_path.sh ├── images ├── alexa-100-networkx.png ├── alexa-1000-heatmap.png ├── alexa-10000-heatmap.png ├── alexa-100000-heatmap.png ├── alexa-1000000-heatmap.png ├── fortune-100-networkx.png ├── fortune-1000-heatmap.png └── fsu.edu-networkx.png ├── parallel_dig.sh ├── registered_domain.py ├── requirements.txt ├── results ├── Alexa 100 Listing.csv ├── Alexa 1000 Email Security Providers.csv ├── Alexa 1000 Trusting AWS Networks.csv ├── Alexa 1000 Trusting Azure Networks.csv ├── Alexa 1000 Trusting GCP Networks.csv ├── Alexa Top 1M Domains Trusting slash-7 or bigger.csv ├── Alexa Top 1M Domains Trusting slash-8 or bigger.csv ├── Alexa top1m domains trusting AWS Networks.csv ├── Alexa top1m domains trusting Azure Networks.csv ├── Alexa top1m domains trusting GCP Networks.csv ├── All SPF Includes 2LDs with domain counts.csv ├── Domains with 4 or more Email Security Providers (via SPF).csv ├── Fortune 10 Email Security Providers.csv ├── Fortune 100 Email Security Providers Listing (via SPF).csv ├── Fortune 100 Email Security Providers.csv ├── Fortune 100 Listing.csv ├── Fortune 1000 Email Security Providers.csv ├── Fortune 1000 Trusting AWS Networks.csv ├── Fortune 1000 Trusting Azure Networks.csv ├── Fortune 1000 Trusting GCP Networks.csv ├── Fortune 50 Email Security Providers.csv ├── Number of Email Security Providers (via SPF).csv ├── Top Email Providers (as determined by ASN Name).csv ├── Top Email Security Provider from Alexa 1m (via SPF).csv ├── Top Email Security Provider from Fortune 10.csv ├── Top Email Security Provider from Fortune 100 (via SPF).csv ├── Top Email Security Provider from Fortune 1000 (via SPF).csv ├── Top Email Security Provider from all top domain lists (via SPF).csv ├── Top Email Security Providers (as determined by MX Domain).csv ├── Top Email Security Providers (as determined by PTR Domain).csv ├── Top Email Security Providers (self-hosted).csv ├── Top Email Security Providers Hosted in AWS.csv ├── Top Email Security Providers Hosted in Azure.csv ├── Top Email Security Providers.csv ├── Top Mailserver 2LDs hosted in AWS.csv ├── Top Mailserver 2LDs hosted in Azure.csv ├── Top Mailserver 2LDs hosted in GCP.csv ├── Top Mailserver 2LDs.csv ├── Top Mailserver Nameservers.csv ├── Top Maxmind ASNs of SFP Trusted Networks from Alexa top1m (via SPF).csv ├── Top Maxmind ASNs of SFP Trusted Networks from Fortune 1000 (via SPF).csv ├── Top Maxmind ASNs of SFP Trusted Networks from all top domain lists (via SPF).csv ├── Top Non-self hosted ASNs of Email Security Providers.csv ├── Top SFP Trusted Networks from Alexa top1m (via SPF).csv ├── Top SFP Trusted Networks from Fortune 1000 (via SPF).csv ├── Top SPF Includes 2LDs from Alexa top1m (via SPF).csv ├── Top SPF Includes 2LDs from Fortune 1000 (via SPF).csv ├── Top SPF Includes 2LDs from all top domain lists (via SPF).csv ├── Top SPF Includes from Alexa top1m (via SPF).csv ├── Top SPF Includes from Fortune 1000 (via SPF).csv ├── Top SPF Includes from all top domain lists (via SPF).csv └── Top unlabeled MX registered domains.csv ├── robust_perform_resolutions.sh ├── spf_crawler.py └── spf_results_parser.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/.gitignore -------------------------------------------------------------------------------- /MX-Explore-Analyze.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/MX-Explore-Analyze.ipynb -------------------------------------------------------------------------------- /MX-Intel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/MX-Intel.ipynb -------------------------------------------------------------------------------- /MX-Parse-Enrich.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/MX-Parse-Enrich.ipynb -------------------------------------------------------------------------------- /SPF-Parse-Enrich.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/SPF-Parse-Enrich.ipynb -------------------------------------------------------------------------------- /data/ServiceTags_Public_20200601.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/data/ServiceTags_Public_20200601.json -------------------------------------------------------------------------------- /data/f1000-domains.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/data/f1000-domains.txt -------------------------------------------------------------------------------- /data/iana-labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/data/iana-labels.txt -------------------------------------------------------------------------------- /data/top-1m.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/data/top-1m.csv -------------------------------------------------------------------------------- /dig_wrapper.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/dig_wrapper.sh -------------------------------------------------------------------------------- /domain_list_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/domain_list_filter.py -------------------------------------------------------------------------------- /email_security_providers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/email_security_providers.py -------------------------------------------------------------------------------- /get_abs_path.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/get_abs_path.sh -------------------------------------------------------------------------------- /images/alexa-100-networkx.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/images/alexa-100-networkx.png -------------------------------------------------------------------------------- /images/alexa-1000-heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/images/alexa-1000-heatmap.png -------------------------------------------------------------------------------- /images/alexa-10000-heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/images/alexa-10000-heatmap.png -------------------------------------------------------------------------------- /images/alexa-100000-heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/images/alexa-100000-heatmap.png -------------------------------------------------------------------------------- /images/alexa-1000000-heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/images/alexa-1000000-heatmap.png -------------------------------------------------------------------------------- /images/fortune-100-networkx.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/images/fortune-100-networkx.png -------------------------------------------------------------------------------- /images/fortune-1000-heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/images/fortune-1000-heatmap.png -------------------------------------------------------------------------------- /images/fsu.edu-networkx.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/images/fsu.edu-networkx.png -------------------------------------------------------------------------------- /parallel_dig.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/parallel_dig.sh -------------------------------------------------------------------------------- /registered_domain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/registered_domain.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/requirements.txt -------------------------------------------------------------------------------- /results/Alexa 100 Listing.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa 100 Listing.csv -------------------------------------------------------------------------------- /results/Alexa 1000 Email Security Providers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa 1000 Email Security Providers.csv -------------------------------------------------------------------------------- /results/Alexa 1000 Trusting AWS Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa 1000 Trusting AWS Networks.csv -------------------------------------------------------------------------------- /results/Alexa 1000 Trusting Azure Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa 1000 Trusting Azure Networks.csv -------------------------------------------------------------------------------- /results/Alexa 1000 Trusting GCP Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa 1000 Trusting GCP Networks.csv -------------------------------------------------------------------------------- /results/Alexa Top 1M Domains Trusting slash-7 or bigger.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa Top 1M Domains Trusting slash-7 or bigger.csv -------------------------------------------------------------------------------- /results/Alexa Top 1M Domains Trusting slash-8 or bigger.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa Top 1M Domains Trusting slash-8 or bigger.csv -------------------------------------------------------------------------------- /results/Alexa top1m domains trusting AWS Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa top1m domains trusting AWS Networks.csv -------------------------------------------------------------------------------- /results/Alexa top1m domains trusting Azure Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa top1m domains trusting Azure Networks.csv -------------------------------------------------------------------------------- /results/Alexa top1m domains trusting GCP Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Alexa top1m domains trusting GCP Networks.csv -------------------------------------------------------------------------------- /results/All SPF Includes 2LDs with domain counts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/All SPF Includes 2LDs with domain counts.csv -------------------------------------------------------------------------------- /results/Domains with 4 or more Email Security Providers (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Domains with 4 or more Email Security Providers (via SPF).csv -------------------------------------------------------------------------------- /results/Fortune 10 Email Security Providers.csv: -------------------------------------------------------------------------------- 1 | email_provider,count 2 | Proofpoint,3 3 | Symantec,1 4 | -------------------------------------------------------------------------------- /results/Fortune 100 Email Security Providers Listing (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Fortune 100 Email Security Providers Listing (via SPF).csv -------------------------------------------------------------------------------- /results/Fortune 100 Email Security Providers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Fortune 100 Email Security Providers.csv -------------------------------------------------------------------------------- /results/Fortune 100 Listing.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Fortune 100 Listing.csv -------------------------------------------------------------------------------- /results/Fortune 1000 Email Security Providers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Fortune 1000 Email Security Providers.csv -------------------------------------------------------------------------------- /results/Fortune 1000 Trusting AWS Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Fortune 1000 Trusting AWS Networks.csv -------------------------------------------------------------------------------- /results/Fortune 1000 Trusting Azure Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Fortune 1000 Trusting Azure Networks.csv -------------------------------------------------------------------------------- /results/Fortune 1000 Trusting GCP Networks.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Fortune 1000 Trusting GCP Networks.csv -------------------------------------------------------------------------------- /results/Fortune 50 Email Security Providers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Fortune 50 Email Security Providers.csv -------------------------------------------------------------------------------- /results/Number of Email Security Providers (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Number of Email Security Providers (via SPF).csv -------------------------------------------------------------------------------- /results/Top Email Providers (as determined by ASN Name).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Providers (as determined by ASN Name).csv -------------------------------------------------------------------------------- /results/Top Email Security Provider from Alexa 1m (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Provider from Alexa 1m (via SPF).csv -------------------------------------------------------------------------------- /results/Top Email Security Provider from Fortune 10.csv: -------------------------------------------------------------------------------- 1 | email_security_providers,domain 2 | Symantec,1 3 | -------------------------------------------------------------------------------- /results/Top Email Security Provider from Fortune 100 (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Provider from Fortune 100 (via SPF).csv -------------------------------------------------------------------------------- /results/Top Email Security Provider from Fortune 1000 (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Provider from Fortune 1000 (via SPF).csv -------------------------------------------------------------------------------- /results/Top Email Security Provider from all top domain lists (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Provider from all top domain lists (via SPF).csv -------------------------------------------------------------------------------- /results/Top Email Security Providers (as determined by MX Domain).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Providers (as determined by MX Domain).csv -------------------------------------------------------------------------------- /results/Top Email Security Providers (as determined by PTR Domain).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Providers (as determined by PTR Domain).csv -------------------------------------------------------------------------------- /results/Top Email Security Providers (self-hosted).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Providers (self-hosted).csv -------------------------------------------------------------------------------- /results/Top Email Security Providers Hosted in AWS.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Providers Hosted in AWS.csv -------------------------------------------------------------------------------- /results/Top Email Security Providers Hosted in Azure.csv: -------------------------------------------------------------------------------- 1 | email_provider,count 2 | Mail in Black,244 3 | Censornet,200 4 | -------------------------------------------------------------------------------- /results/Top Email Security Providers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Email Security Providers.csv -------------------------------------------------------------------------------- /results/Top Mailserver 2LDs hosted in AWS.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Mailserver 2LDs hosted in AWS.csv -------------------------------------------------------------------------------- /results/Top Mailserver 2LDs hosted in Azure.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Mailserver 2LDs hosted in Azure.csv -------------------------------------------------------------------------------- /results/Top Mailserver 2LDs hosted in GCP.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Mailserver 2LDs hosted in GCP.csv -------------------------------------------------------------------------------- /results/Top Mailserver 2LDs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Mailserver 2LDs.csv -------------------------------------------------------------------------------- /results/Top Mailserver Nameservers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Mailserver Nameservers.csv -------------------------------------------------------------------------------- /results/Top Maxmind ASNs of SFP Trusted Networks from Alexa top1m (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Maxmind ASNs of SFP Trusted Networks from Alexa top1m (via SPF).csv -------------------------------------------------------------------------------- /results/Top Maxmind ASNs of SFP Trusted Networks from Fortune 1000 (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Maxmind ASNs of SFP Trusted Networks from Fortune 1000 (via SPF).csv -------------------------------------------------------------------------------- /results/Top Maxmind ASNs of SFP Trusted Networks from all top domain lists (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Maxmind ASNs of SFP Trusted Networks from all top domain lists (via SPF).csv -------------------------------------------------------------------------------- /results/Top Non-self hosted ASNs of Email Security Providers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top Non-self hosted ASNs of Email Security Providers.csv -------------------------------------------------------------------------------- /results/Top SFP Trusted Networks from Alexa top1m (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top SFP Trusted Networks from Alexa top1m (via SPF).csv -------------------------------------------------------------------------------- /results/Top SFP Trusted Networks from Fortune 1000 (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top SFP Trusted Networks from Fortune 1000 (via SPF).csv -------------------------------------------------------------------------------- /results/Top SPF Includes 2LDs from Alexa top1m (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top SPF Includes 2LDs from Alexa top1m (via SPF).csv -------------------------------------------------------------------------------- /results/Top SPF Includes 2LDs from Fortune 1000 (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top SPF Includes 2LDs from Fortune 1000 (via SPF).csv -------------------------------------------------------------------------------- /results/Top SPF Includes 2LDs from all top domain lists (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top SPF Includes 2LDs from all top domain lists (via SPF).csv -------------------------------------------------------------------------------- /results/Top SPF Includes from Alexa top1m (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top SPF Includes from Alexa top1m (via SPF).csv -------------------------------------------------------------------------------- /results/Top SPF Includes from Fortune 1000 (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top SPF Includes from Fortune 1000 (via SPF).csv -------------------------------------------------------------------------------- /results/Top SPF Includes from all top domain lists (via SPF).csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top SPF Includes from all top domain lists (via SPF).csv -------------------------------------------------------------------------------- /results/Top unlabeled MX registered domains.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/results/Top unlabeled MX registered domains.csv -------------------------------------------------------------------------------- /robust_perform_resolutions.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/robust_perform_resolutions.sh -------------------------------------------------------------------------------- /spf_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/spf_crawler.py -------------------------------------------------------------------------------- /spf_results_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/covert-labs/mx-intel/HEAD/spf_results_parser.py --------------------------------------------------------------------------------