Add a more simple DigitalOcean form of IPs (all /24)

digitalocean/extract-stretchoid-scanner-ips.sh

@@ -67,4 +67,11 @@ cat stretchoid_revisions/v*-reversed.txt | sort | uniq -c > stretchoid_revisions
 cat stretchoid_revisions/v*-reversed.txt | sort | uniq -c | sort > stretchoid_revisions/count-reversed.txt
 
 # Generate the list of full IPs of stretchoid
-cat stretchoid_revisions/v*-reversed.txt | sort | uniq | awk -F'#' '{print $2" # "$1}' OFS='#' | awk '{$1=$1;print}' > ../stretchoid.txt
+cat stretchoid_revisions/v*-reversed.txt | sort | uniq | awk -F'#' '{print $2" # "$1}' OFS='#' | awk '{$1=$1;print}' > ../stretchoid.txt
+
+
+
+# Find missing IPs in the ranges file
+# WARNING: does not work as expected
+cat binaryedge_revisions/v*-reversed.txt | LC_ALL=C.UTF-8 sort -t "-" -n | uniq | cut -d ' ' -f 3 | sort -V | cut -d " " -f 1 | cut -d '.' -f -3 | sort | uniq | xargs -I {} grep -F "{}" digitalocean_announced_ips.txt | sort | grep -F -x -v -f ./binaryedge_ranges.txt
+

digitalocean/update-announced-ips.sh

@@ -28,6 +28,9 @@ diff -u digitalocean_ips.txt digitalocean_announced_ips.txt > digitalocean_ips_v
 # Generate the full IP list to check PTRs
 grep -v -F ":" digitalocean_announced_ips.txt | xargs -n1 prips > digitalocean_announced_ips_full.txt
 
+# Make all digitalocean announced IPS simpler /24 networks
+grep -v -F ":" digitalocean_announced_ips.txt | xargs -I {} sh -c "prips -i 256 '{}' | awk '\$0=\"\"\$0\" # {}\"'" > digitalocean_announced_ips_simpler.txt
+
 # Some test command to get all declared reverse DNS objects at RIPE
 #curl 'https://apps.db.ripe.net/db-web-ui/api/rest/fulltextsearch/select?format=json&rows=10000&q=(nserver:(digitalocean.com))%20AND%20(object-type:domain)' -H 'Accept: application/json' -A "$UA" | jq -r '.result.docs | map(.doc.strs) | .[] | map(select(.str.name=="domain")) | map(.str.value) | .[] ' > digitalocean_announced_reverse_dns.txt