Clever pruning mechanism

This commit is contained in:
Geoffrey Frogeye 2019-12-25 14:54:57 +01:00
parent bb9e6de62f
commit b310ca2fc2
Signed by: geoffrey
GPG key ID: D8A7ECA00A8CD3DD
7 changed files with 71 additions and 12 deletions

View file

@ -16,6 +16,7 @@ log "Compiling subdomains…"
pv subdomains/*.list | ./validate_list.py --domain | rev | sort -u | rev > temp/all_subdomains.list
log "Resolving subdomain…"
date +%s > "last_updates/massdns.txt"
massdns --output Snrql --retry REFUSED,SERVFAIL --hashmap-size "$MASSDNS_HASHMAP_SIZE" --resolvers temp/all_nameservers_ip4.list --outfile temp/all_resolved.txt temp/all_subdomains.list
log "Importing into database…"