Implement pruning

This commit is contained in:
Geoffrey Frogeye 2019-12-21 19:38:20 +01:00
parent 1a6e64da3d
commit 7d1c1a1d54
Signed by: geoffrey
GPG key ID: D8A7ECA00A8CD3DD
4 changed files with 68 additions and 8 deletions

View file

@ -7,7 +7,7 @@ function log() {
log "Compiling nameservers…"
pv nameservers/*.list | ./validate_list.py --ip4 | sort -u > temp/all_nameservers_ip4.list
log "Compiling subdomain…"
log "Compiling subdomains…"
# Sort by last character to utilize the DNS server caching mechanism
# (not as efficient with massdns but it's almost free so why not)
pv subdomains/*.list | ./validate_list.py --domain | rev | sort -u | rev > temp/all_subdomains.list