|
|
@ -22,8 +22,10 @@ sort -R nameservers.temp >> nameservers |
|
|
|
rm nameservers.temp |
|
|
|
|
|
|
|
# Get top 1M subdomains |
|
|
|
wget http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip |
|
|
|
dl http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip top-1m.csv.zip |
|
|
|
unzip top-1m.csv.zip |
|
|
|
sed 's|^[0-9]\+,||' top-1m.csv > subdomains/cisco-umbrella_popularity.cache.list |
|
|
|
sed 's|^[0-9]\+,||' top-1m.csv > temp/cisco-umbrella_popularity.fresh.list |
|
|
|
rm top-1m.csv top-1m.csv.zip |
|
|
|
cp subdomains/cisco-umbrella_popularity.cache.list temp/cisco-umbrella_popularity.old.list |
|
|
|
cat temp/cisco-umbrella_popularity.old.list temp/cisco-umbrella_popularity.fresh.list | sort -u > subdomains/cisco-umbrella_popularity.cache.list |
|
|
|
|