From 7df00fc859fdac5357d4f3c3245c4509a8ca27cf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Geoffrey=20=E2=80=9CFrogeye=E2=80=9D=20Preud=27homme?= Date: Thu, 14 Nov 2019 10:56:12 +0100 Subject: [PATCH] Automatically download nameserver list --- .gitignore | 1 + filter_subdomains.sh | 7 +++++++ 2 files changed, 8 insertions(+) diff --git a/.gitignore b/.gitignore index 3119064..e38bcd9 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1,3 @@ *.log nameservers +nameservers.head diff --git a/filter_subdomains.sh b/filter_subdomains.sh index d576b8c..08ae897 100755 --- a/filter_subdomains.sh +++ b/filter_subdomains.sh @@ -1,5 +1,12 @@ #!/usr/bin/env bash +# Get a list of nameservers + +rm -f nameservers +touch nameservers +[ -f nameservers.head ] && cat nameservers.head >> nameservers +curl https://public-dns.info/nameservers.txt | sort -R >> nameservers + # Filter out the subdomains not pointing to a first-party tracker cat subdomains/*.list | sort -u > temp/all_subdomains.list