#!/usr/bin/env bash source .env.default source .env function log() { echo -e "\033[33m$@\033[0m" } log "Compiling nameservers…" pv nameservers/*.list | ./validate_list.py --ip4 | sort -u > temp/all_nameservers_ip4.list log "Compiling subdomains…" # Sort by last character to utilize the DNS server caching mechanism # (not as efficient with massdns but it's almost free so why not) pv subdomains/*.list | ./validate_list.py --domain | rev | sort -u | rev > temp/all_subdomains.list log "Resolving subdomain…" date +%s > "last_updates/massdns.txt" massdns --output Snrql --retry REFUSED,SERVFAIL --hashmap-size "$MASSDNS_HASHMAP_SIZE" --resolvers temp/all_nameservers_ip4.list --outfile temp/all_resolved.txt temp/all_subdomains.list log "Importing into database…" pv temp/all_resolved.txt | ./feed_dns.py massdns