Generates a host list of first-party trackers for ad-blocking.
https://hostfiles.frogeye.fr
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
19 lines
720 B
19 lines
720 B
#!/usr/bin/env bash
|
|
|
|
function log() {
|
|
echo -e "\033[33m$@\033[0m"
|
|
}
|
|
|
|
log "Compiling nameservers…"
|
|
pv nameservers/*.list | ./validate_list.py --ip4 | sort -u > temp/all_nameservers_ip4.list
|
|
|
|
log "Compiling subdomain…"
|
|
# Sort by last character to utilize the DNS server caching mechanism
|
|
# (not as efficient with massdns but it's almost free so why not)
|
|
pv subdomains/*.list | ./validate_list.py --domain | rev | sort -u | rev > temp/all_subdomains.list
|
|
|
|
log "Resolving subdomain…"
|
|
massdns --output Snrql --retry REFUSED,SERVFAIL --resolvers temp/all_nameservers_ip4.list --outfile temp/all_resolved.txt temp/all_subdomains.list
|
|
|
|
log "Importing into database…"
|
|
pv temp/all_resolved.txt | ./feed_dns.py massdns
|