diff --git a/.gitignore b/.gitignore index 3119064..e38bcd9 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1,3 @@ *.log nameservers +nameservers.head diff --git a/filter_subdomains.sh b/filter_subdomains.sh index d576b8c..08ae897 100755 --- a/filter_subdomains.sh +++ b/filter_subdomains.sh @@ -1,5 +1,12 @@ #!/usr/bin/env bash +# Get a list of nameservers + +rm -f nameservers +touch nameservers +[ -f nameservers.head ] && cat nameservers.head >> nameservers +curl https://public-dns.info/nameservers.txt | sort -R >> nameservers + # Filter out the subdomains not pointing to a first-party tracker cat subdomains/*.list | sort -u > temp/all_subdomains.list