Compare commits

..

No commits in common. "d8a3e2ac9c4cd5b7809ab3313c10044c97f72587" and "53049d4781deb91e65a6a393e1dcde9103ba21f1" have entirely different histories.

3 changed files with 2 additions and 6 deletions

View file

@ -3,4 +3,3 @@ MASSDNS_HASHMAP_SIZE=1000
PROFILE=0
SINGLE_PROCESS=0
MASSDNS_BINARY=massdns
RESOLVERS_REGION=us

View file

@ -167,7 +167,7 @@ class MassDnsParser(Parser):
)
self.register(record)
self.prof.enter_step("parse_massdns")
except IndexError:
except KeyError:
continue

View file

@ -1,8 +1,5 @@
#!/usr/bin/env bash
source .env.default
source .env
function log() {
echo -e "\033[33m$@\033[0m"
}
@ -31,7 +28,7 @@ dl http://data.iana.org/TLD/tlds-alpha-by-domain.txt temp/all_tld.temp.list
grep -v '^#' temp/all_tld.temp.list | awk '{print tolower($0)}' > temp/all_tld.list
log "Retrieving nameservers…"
dl https://public-dns.info/nameserver/${RESOLVERS_REGION}.txt nameservers/public-dns.cache.list
dl https://public-dns.info/nameservers.txt nameservers/public-dns.cache.list
log "Retrieving top subdomains…"
dl http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip top-1m.csv.zip