Browse Source
Improved DNS resolving performances
Improved DNS resolving performances
Also various fixes. Also some debug stuff, make sure to remove that later.newworkflow_parseropti
5 changed files with 34 additions and 10 deletions
-
3fetch_resources.sh
-
8filter_subdomains.sh
-
21resolve_subdomains.py
-
5resolve_subdomains.sh
-
7rules/first-party.list
@ -1,7 +1,10 @@ |
|||
#!/usr/bin/env bash |
|||
|
|||
# Resolve the CNAME chain of all the known subdomains for later analysis |
|||
echo "Compiling subdomain lists..." > /dev/stderr |
|||
cat subdomains/*.list | sort -u > temp/all_subdomains.list |
|||
./resolve_subdomains.py --input temp/all_subdomains.list --output temp/all_resolved.csv |
|||
# Sort by last character to utilize the DNS server caching mechanism |
|||
rev temp/all_subdomains.list | sort | rev > temp/all_subdomains_reversort.list |
|||
./resolve_subdomains.py --input temp/all_subdomains_reversort.list --output temp/all_resolved.csv |
|||
sort -u temp/all_resolved.csv > temp/all_resolved_sorted.csv |
|||
|
@ -1 +1,8 @@ |
|||
# Xiti (AT Internet) |
|||
ati-host.net |
|||
at-o.net |
|||
# NP6 |
|||
bp01.net |
|||
# Criteo |
|||
dnsdelegation.io |
|||
storetail.io |
Write
Preview
Loading…
Cancel
Save
Reference in new issue