2019-11-14 10:23:59 +00:00
|
|
|
#!/usr/bin/env bash
|
|
|
|
|
2019-11-15 07:57:31 +00:00
|
|
|
# Get rules
|
|
|
|
curl https://easylist.to/easylist/easyprivacy.txt > rules/easyprivacy.cache.txt
|
|
|
|
|
2019-11-14 10:23:59 +00:00
|
|
|
# Get a list of nameservers
|
|
|
|
|
|
|
|
rm -f nameservers
|
|
|
|
touch nameservers
|
|
|
|
[ -f nameservers.head ] && cat nameservers.head >> nameservers
|
2019-11-14 11:57:06 +00:00
|
|
|
curl https://public-dns.info/nameservers.txt | sort -R >> nameservers
|
2019-11-14 10:23:59 +00:00
|
|
|
|
|
|
|
# Get top 1M subdomains
|
|
|
|
|
|
|
|
wget http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip
|
|
|
|
unzip top-1m.csv.zip
|
|
|
|
sed 's|^[0-9]\+,||' top-1m.csv > subdomains/cisco-umbrella_popularity.cache.list
|
|
|
|
rm top-1m.csv top-1m.csv.zip
|
|
|
|
|