Added more rule sources

This commit is contained in:
Geoffrey Frogeye 2019-12-03 17:33:46 +01:00
parent 0159c6037c
commit fe5f0c6c05
Signed by: geoffrey
GPG key ID: D8A7ECA00A8CD3DD
2 changed files with 19 additions and 9 deletions

View file

@ -2,9 +2,9 @@
# Resolve the CNAME chain of all the known subdomains for later analysis
echo "Compiling subdomain lists..." > /dev/stderr
cat subdomains/*.list | sort -u > temp/all_subdomains.list
pv subdomains/*.list | sort -u > temp/all_subdomains.list
# Sort by last character to utilize the DNS server caching mechanism
rev temp/all_subdomains.list | sort | rev > temp/all_subdomains_reversort.list
pv temp/all_subdomains.list | rev | sort | rev > temp/all_subdomains_reversort.list
./resolve_subdomains.py --input temp/all_subdomains_reversort.list --output temp/all_resolved.csv
sort -u temp/all_resolved.csv > temp/all_resolved_sorted.csv