Drop old scripts

README.md

@@ -15,7 +15,7 @@
 - `https://security.wdes.eu/collections/wdes/bad-networks.txt` (List of some hand picked bad networks)
 - `https://security.wdes.eu/collections/wdes/bad-ips.txt` (List of some hand picked bad IPs that caused harm/attacks/scans to mail servers)
 
-- `https://security.wdes.eu/collections/microsoft/email-servers.txt` (List of the Microsoft IPs for it's mail servers)
+- `https://security.wdes.eu/collections/microsoft/email-servers.txt` (List of the [Microsoft IPs for it's mail servers](https://learn.microsoft.com/en-us/microsoft-365/enterprise/urls-and-ip-address-ranges?view=o365-worldwide#exchange-online))
 - `https://security.wdes.eu/collections/amazon/cloudfront-ips.txt` (List of AWS CloudFront IPs)
 
 ## Other similar projects

data/scanners/binaryedge_ranges.txt

@@ -1,472 +0,0 @@
-104.131.0.0/18
-104.131.64.0/18
-104.236.0.0/18
-104.236.192.0/18
-104.248.112.0/20
-104.248.128.0/20
-104.248.144.0/20
-104.248.16.0/20
-104.248.160.0/20
-104.248.176.0/20
-104.248.192.0/20
-104.248.208.0/20
-104.248.224.0/20
-104.248.48.0/20
-104.248.64.0/20
-104.248.80.0/20
-128.199.0.0/20
-128.199.128.0/18
-128.199.16.0/20
-128.199.192.0/18
-128.199.32.0/19
-128.199.64.0/18
-134.122.0.0/20
-134.122.112.0/20
-134.122.16.0/20
-134.122.32.0/20
-134.122.48.0/20
-134.122.64.0/20
-134.122.80.0/20
-134.122.96.0/20
-134.209.0.0/20
-134.209.112.0/20
-134.209.144.0/20
-134.209.16.0/20
-134.209.160.0/20
-134.209.176.0/20
-134.209.192.0/20
-134.209.208.0/20
-134.209.224.0/20
-134.209.48.0/20
-134.209.64.0/20
-134.209.80.0/20
-134.209.96.0/20
-137.184.0.0/20
-137.184.112.0/20
-137.184.128.0/20
-137.184.144.0/20
-137.184.16.0/20
-137.184.160.0/20
-137.184.176.0/20
-137.184.192.0/20
-137.184.208.0/20
-137.184.224.0/20
-137.184.240.0/22
-137.184.244.0/22
-137.184.248.0/22
-137.184.252.0/24
-137.184.254.0/24
-137.184.32.0/20
-137.184.48.0/20
-137.184.64.0/20
-137.184.80.0/20
-138.197.0.0/20
-138.197.112.0/20
-138.197.128.0/20
-138.197.144.0/20
-138.197.16.0/20
-138.197.160.0/20
-138.197.192.0/20
-138.197.208.0/20
-138.197.80.0/20
-138.197.96.0/20
-138.68.0.0/20
-138.68.128.0/20
-138.68.144.0/20
-138.68.16.0/20
-138.68.160.0/20
-138.68.176.0/20
-138.68.224.0/20
-138.68.240.0/20
-138.68.40.0/21
-138.68.48.0/20
-138.68.80.0/20
-139.59.0.0/20
-139.59.112.0/20
-139.59.128.0/19
-139.59.160.0/20
-139.59.176.0/20
-139.59.240.0/20
-139.59.32.0/20
-139.59.52.0/22
-139.59.56.0/21
-139.59.64.0/20
-139.59.80.0/20
-139.59.96.0/20
-142.93.0.0/20
-142.93.112.0/20
-142.93.144.0/20
-142.93.16.0/20
-142.93.160.0/20
-142.93.176.0/20
-142.93.208.0/20
-142.93.224.0/20
-142.93.240.0/20
-142.93.32.0/20
-142.93.64.0/20
-142.93.80.0/20
-143.110.128.0/20
-143.110.160.0/20
-143.110.176.0/20
-143.110.192.0/20
-143.110.208.0/20
-143.110.224.0/20
-143.110.240.0/20
-143.198.0.0/20
-143.198.112.0/20
-143.198.128.0/20
-143.198.144.0/20
-143.198.16.0/20
-143.198.160.0/20
-143.198.176.0/20
-143.198.192.0/20
-143.198.208.0/20
-143.198.224.0/20
-143.198.240.0/22
-143.198.244.0/22
-143.198.248.0/22
-143.198.32.0/20
-143.198.48.0/20
-143.198.64.0/20
-143.198.80.0/20
-143.198.96.0/20
-143.244.144.0/20
-143.244.160.0/20
-143.244.176.0/20
-144.126.208.0/20
-144.126.224.0/20
-146.190.112.0/20
-146.190.16.0/20
-146.190.160.0/20
-146.190.200.0/22
-146.190.204.0/22
-146.190.208.0/20
-146.190.224.0/20
-146.190.240.0/20
-146.190.32.0/19
-146.190.64.0/20
-146.190.80.0/20
-146.190.96.0/20
-147.182.128.0/20
-147.182.144.0/20
-147.182.160.0/20
-147.182.176.0/20
-147.182.192.0/20
-147.182.208.0/20
-147.182.240.0/20
-157.230.0.0/20
-157.230.112.0/20
-157.230.128.0/20
-157.230.144.0/20
-157.230.16.0/20
-157.230.160.0/20
-157.230.176.0/20
-157.230.192.0/22
-157.230.196.0/22
-157.230.208.0/20
-157.230.224.0/20
-157.230.240.0/20
-157.230.32.0/20
-157.230.48.0/20
-157.230.64.0/22
-157.230.68.0/22
-157.230.80.0/20
-157.230.96.0/20
-157.245.0.0/20
-157.245.112.0/20
-157.245.128.0/20
-157.245.144.0/20
-157.245.160.0/20
-157.245.176.0/20
-157.245.192.0/20
-157.245.208.0/20
-157.245.224.0/20
-157.245.240.0/20
-157.245.32.0/20
-157.245.48.0/20
-157.245.64.0/20
-157.245.80.0/20
-159.203.0.0/20
-159.203.112.0/20
-159.203.128.0/20
-159.203.144.0/22
-159.203.148.0/22
-159.203.152.0/22
-159.203.156.0/22
-159.203.16.0/20
-159.203.160.0/20
-159.203.176.0/20
-159.203.192.0/20
-159.203.208.0/20
-159.203.224.0/20
-159.203.240.0/20
-159.203.32.0/20
-159.203.48.0/22
-159.203.56.0/21
-159.203.64.0/20
-159.203.80.0/20
-159.203.96.0/20
-159.223.0.0/20
-159.223.112.0/20
-159.223.128.0/20
-159.223.144.0/20
-159.223.160.0/19
-159.223.192.0/20
-159.223.208.0/20
-159.223.224.0/20
-159.223.240.0/22
-159.223.244.0/22
-159.223.248.0/22
-159.223.32.0/20
-159.223.48.0/20
-159.223.64.0/20
-159.223.96.0/20
-159.65.0.0/20
-159.65.128.0/20
-159.65.144.0/20
-159.65.16.0/20
-159.65.192.0/20
-159.65.212.0/22
-159.65.216.0/21
-159.65.224.0/20
-159.65.48.0/20
-159.65.64.0/20
-159.65.80.0/20
-159.65.96.0/20
-159.89.112.0/20
-159.89.128.0/20
-159.89.144.0/20
-159.89.16.0/20
-159.89.160.0/20
-159.89.224.0/20
-159.89.252.0/22
-159.89.32.0/20
-159.89.48.0/21
-159.89.60.0/24
-159.89.61.0/24
-159.89.62.0/24
-159.89.63.0/24
-159.89.64.0/20
-159.89.96.0/20
-161.35.0.0/20
-161.35.112.0/20
-161.35.128.0/20
-161.35.144.0/20
-161.35.160.0/20
-161.35.176.0/20
-161.35.192.0/20
-161.35.224.0/20
-161.35.32.0/20
-161.35.48.0/20
-161.35.64.0/20
-161.35.80.0/20
-161.35.96.0/20
-162.243.160.0/20
-164.90.128.0/20
-164.90.192.0/20
-164.90.208.0/20
-164.90.224.0/20
-164.92.128.0/20
-164.92.144.0/20
-164.92.160.0/20
-164.92.176.0/20
-164.92.208.0/20
-164.92.224.0/20
-164.92.64.0/19
-164.92.96.0/19
-165.22.112.0/20
-165.22.128.0/20
-165.22.144.0/20
-165.22.16.0/20
-165.22.160.0/20
-165.22.176.0/20
-165.22.192.0/20
-165.22.208.0/20
-165.22.224.0/20
-165.22.240.0/20
-165.22.32.0/20
-165.22.48.0/20
-165.22.64.0/20
-165.22.80.0/20
-165.22.96.0/20
-165.227.0.0/20
-165.227.112.0/20
-165.227.128.0/20
-165.227.16.0/20
-165.227.160.0/20
-165.227.176.0/20
-165.227.192.0/20
-165.227.224.0/20
-165.227.252.0/22
-165.227.32.0/20
-165.227.48.0/20
-165.227.64.0/20
-165.227.80.0/20
-165.227.96.0/20
-165.232.112.0/20
-165.232.128.0/20
-165.232.144.0/20
-165.232.160.0/20
-165.232.32.0/20
-165.232.48.0/20
-165.232.80.0/20
-165.232.96.0/20
-167.172.112.0/20
-167.172.144.0/20
-167.172.16.0/20
-167.172.192.0/20
-167.172.208.0/20
-167.172.224.0/20
-167.172.240.0/20
-167.172.32.0/20
-167.172.48.0/20
-167.71.0.0/20
-167.71.112.0/20
-167.71.128.0/20
-167.71.144.0/20
-167.71.16.0/20
-167.71.176.0/20
-167.71.192.0/20
-167.71.208.0/20
-167.71.224.0/20
-167.71.240.0/20
-167.71.32.0/20
-167.71.48.0/20
-167.71.64.0/20
-167.71.80.0/20
-167.71.96.0/20
-167.99.0.0/20
-167.99.112.0/20
-167.99.128.0/20
-167.99.144.0/20
-167.99.160.0/20
-167.99.176.0/20
-167.99.192.0/20
-167.99.208.0/20
-167.99.224.0/20
-167.99.240.0/20
-167.99.32.0/20
-167.99.48.0/20
-167.99.64.0/20
-167.99.80.0/20
-167.99.96.0/20
-174.138.0.0/20
-174.138.100.0/22
-174.138.104.0/22
-174.138.108.0/22
-174.138.120.0/22
-174.138.124.0/22
-174.138.32.0/20
-174.138.64.0/20
-174.138.80.0/20
-178.128.0.0/20
-178.128.112.0/20
-178.128.144.0/20
-178.128.160.0/20
-178.128.176.0/20
-178.128.192.0/20
-178.128.208.0/20
-178.128.224.0/20
-178.128.240.0/20
-178.128.32.0/20
-178.128.48.0/20
-178.128.64.0/20
-178.128.80.0/20
-178.128.96.0/20
-178.62.0.0/18
-178.62.128.0/18
-178.62.192.0/18
-178.62.64.0/18
-188.166.0.0/18
-188.166.128.0/22
-188.166.132.0/22
-188.166.136.0/22
-188.166.140.0/22
-188.166.144.0/20
-188.166.160.0/21
-188.166.168.0/21
-188.166.176.0/20
-188.166.192.0/22
-188.166.196.0/22
-188.166.208.0/20
-188.166.224.0/20
-188.166.240.0/20
-188.166.64.0/18
-192.241.128.0/19
-192.34.56.0/21
-192.34.57.0/24
-192.34.58.0/24
-192.81.216.0/22
-198.199.64.0/20
-198.211.112.0/22
-204.48.16.0/20
-206.189.0.0/20
-206.189.112.0/20
-206.189.128.0/20
-206.189.144.0/20
-206.189.16.0/20
-206.189.160.0/20
-206.189.176.0/20
-206.189.192.0/20
-206.189.208.0/20
-206.189.32.0/20
-206.189.64.0/20
-206.189.96.0/20
-206.81.16.0/20
-207.154.192.0/20
-208.68.39.0/24
-209.38.192.0/19
-209.38.224.0/19
-209.97.128.0/20
-209.97.176.0/20
-24.144.96.0/19
-24.199.112.0/20
-24.199.80.0/20
-24.199.96.0/20
-45.55.32.0/19
-45.55.64.0/19
-46.101.0.0/18
-46.101.124.0/22
-46.101.128.0/17
-46.101.72.0/21
-46.101.80.0/20
-46.101.96.0/19
-64.225.0.0/20
-64.225.112.0/20
-64.225.16.0/20
-64.225.32.0/20
-64.225.48.0/20
-64.225.64.0/20
-64.225.96.0/20
-64.226.112.0/20
-64.226.64.0/20
-64.226.80.0/20
-64.226.96.0/20
-64.227.0.0/20
-64.227.128.0/19
-64.227.16.0/20
-64.227.160.0/20
-64.227.176.0/20
-64.227.32.0/20
-64.227.48.0/20
-64.227.64.0/20
-64.227.80.0/20
-64.227.96.0/20
-67.205.128.0/20
-67.205.144.0/20
-67.205.160.0/20
-67.205.176.0/20
-67.207.80.0/20
-68.183.0.0/20
-68.183.112.0/20
-68.183.128.0/20
-68.183.144.0/20
-68.183.16.0/20
-68.183.160.0/20
-68.183.192.0/20
-68.183.252.0/22
-68.183.32.0/20
-68.183.64.0/20
-68.183.80.0/20
-68.183.96.0/20
-69.55.49.0/24

data/scanners/digitalocean_ranges.txt

@@ -1,234 +0,0 @@
-37.139.31.0/24
-104.131.64.0/18
-104.131.144.0/20
-45.55.0.0/24
-45.55.1.0/24
-45.55.2.0/24
-45.55.3.0/24
-45.55.4.0/24
-45.55.6.0/24
-45.55.7.0/24
-45.55.8.0/24
-45.55.9.0/24
-45.55.10.0/24
-45.55.11.0/24
-45.55.12.0/24
-45.55.13.0/24
-45.55.14.0/24
-45.55.16.0/24
-45.55.17.0/24
-45.55.18.0/24
-45.55.19.0/24
-45.55.21.0/24
-45.55.22.0/24
-45.55.26.0/24
-45.55.28.0/24
-45.55.29.0/24
-45.55.30.0/24
-103.78.132.0/24
-104.131.128.0/24
-104.131.133.0/24
-104.131.134.0/24
-104.131.135.0/24
-104.131.137.0/24
-104.131.138.0/24
-104.131.141.0/24
-104.131.144.0/24
-104.131.145.0/24
-104.131.146.0/24
-104.131.156.0/24
-104.236.128.0/24
-104.236.149.0/24
-104.236.150.0/24
-104.236.152.0/24
-104.236.154.0/24
-104.236.155.0/24
-104.236.157.0/24
-104.236.159.0/24
-104.236.162.0/24
-104.236.163.0/24
-104.236.164.0/24
-104.236.165.0/24
-104.236.168.0/24
-104.236.169.0/24
-104.236.170.0/24
-104.236.172.0/24
-104.236.175.0/24
-104.236.176.0/24
-104.236.177.0/24
-104.236.180.0/24
-104.236.182.0/24
-104.236.183.0/24
-104.236.184.0/24
-104.236.185.0/24
-104.236.186.0/24
-104.236.187.0/24
-104.236.191.0/24
-107.170.192.0/24
-107.170.193.0/24
-107.170.194.0/24
-107.170.195.0/24
-107.170.196.0/24
-107.170.197.0/24
-107.170.198.0/24
-107.170.199.0/24
-107.170.200.0/24
-107.170.201.0/24
-107.170.202.0/24
-107.170.203.0/24
-107.170.204.0/24
-107.170.207.0/24
-107.170.208.0/24
-107.170.209.0/24
-107.170.210.0/24
-107.170.211.0/24
-107.170.212.0/24
-107.170.213.0/24
-107.170.215.0/24
-107.170.216.0/24
-107.170.218.0/24
-107.170.219.0/24
-107.170.224.0/24
-107.170.225.0/24
-107.170.226.0/24
-107.170.227.0/24
-107.170.228.0/24
-107.170.229.0/24
-107.170.230.0/24
-107.170.231.0/24
-107.170.232.0/24
-107.170.233.0/24
-107.170.234.0/24
-107.170.235.0/24
-107.170.236.0/24
-107.170.237.0/24
-107.170.238.0/24
-107.170.239.0/24
-107.170.240.0/24
-107.170.241.0/24
-107.170.242.0/24
-107.170.243.0/24
-107.170.244.0/24
-107.170.245.0/24
-107.170.246.0/24
-107.170.247.0/24
-107.170.248.0/24
-107.170.249.0/24
-107.170.250.0/24
-107.170.251.0/24
-107.170.252.0/24
-107.170.253.0/24
-107.170.254.0/24
-107.170.255.0/24
-138.68.208.0/24
-159.203.192.0/24
-159.203.197.0/24
-159.203.201.0/24
-159.203.208.0/24
-159.203.224.0/24
-159.203.240.0/24
-159.203.252.0/24
-159.203.255.0/24
-162.243.128.0/24
-162.243.129.0/24
-162.243.130.0/24
-162.243.131.0/24
-162.243.132.0/24
-162.243.133.0/24
-162.243.134.0/24
-162.243.135.0/24
-162.243.136.0/24
-162.243.137.0/24
-162.243.138.0/24
-162.243.139.0/24
-162.243.140.0/24
-162.243.141.0/24
-162.243.142.0/24
-162.243.143.0/24
-162.243.144.0/24
-162.243.145.0/24
-162.243.146.0/24
-162.243.147.0/24
-162.243.148.0/24
-162.243.149.0/24
-162.243.150.0/24
-162.243.151.0/24
-162.243.152.0/24
-162.243.157.0/24
-162.243.158.0/24
-192.241.192.0/24
-192.241.193.0/24
-192.241.194.0/24
-192.241.195.0/24
-192.241.196.0/24
-192.241.197.0/24
-192.241.198.0/24
-192.241.199.0/24
-192.241.200.0/24
-192.241.201.0/24
-192.241.202.0/24
-192.241.203.0/24
-192.241.204.0/24
-192.241.205.0/24
-192.241.206.0/24
-192.241.207.0/24
-192.241.208.0/24
-192.241.209.0/24
-192.241.210.0/24
-192.241.211.0/24
-192.241.212.0/24
-192.241.213.0/24
-192.241.214.0/24
-192.241.215.0/24
-192.241.216.0/24
-192.241.217.0/24
-192.241.218.0/24
-192.241.219.0/24
-192.241.220.0/24
-192.241.221.0/24
-192.241.222.0/24
-192.241.223.0/24
-192.241.224.0/24
-192.241.225.0/24
-192.241.226.0/24
-192.241.227.0/24
-192.241.228.0/24
-192.241.229.0/24
-192.241.230.0/24
-192.241.231.0/24
-192.241.232.0/24
-192.241.233.0/24
-192.241.234.0/24
-192.241.235.0/24
-192.241.236.0/24
-192.241.237.0/24
-192.241.238.0/24
-192.241.239.0/24
-192.243.128.0/24
-198.199.92.0/24
-198.199.93.0/24
-198.199.94.0/24
-198.199.95.0/24
-198.199.96.0/24
-198.199.97.0/24
-198.199.98.0/24
-198.199.100.0/24
-198.199.101.0/24
-198.199.102.0/24
-198.199.103.0/24
-198.199.104.0/24
-198.199.105.0/24
-198.199.106.0/24
-198.199.107.0/24
-198.199.108.0/24
-198.199.109.0/24
-198.199.110.0/24
-198.199.111.0/24
-198.199.112.0/24
-198.199.113.0/24
-198.199.114.0/24
-198.199.115.0/24
-198.199.116.0/24
-198.199.117.0/24
-198.199.118.0/24
-198.199.119.0/24

scripts/extract-scanner-ips.sh

@@ -1,76 +0,0 @@
-#!/bin/sh
-
-set -eux
-
-grep -v -F ":" digitalocean_announced_ips.txt | xargs -I {} sh -c "echo '{} # $(dig +short -x {})'" > digitalocean_announced_ips_with_reverse.txt
-
-
-# Fetch all reverse DNS addresses
-# ns3.digitalocean.com = 198.41.222.173
-cat digitalocean_announced_ips_full.txt | xargs -n 1 -P 40 dig @198.41.222.173 +short +time=5 +tries=10 -x > digitalocean_announced_ips_full_reverse.txt
-
-# Test command
-# cat digitalocean_announced_reverse_dns.txt | grep -v -F "ip6.arpa" | sed 's/.in-addr.arpa//'  | awk -F. '{print $3"." $2"."$1}' | sort | less
-
-# A sample
-#cat digitalocean_announced_ips_full.txt | xargs -n 1 -P 40 dig @198.41.222.173 +short +time=5 +tries=10 -x > digitalocean_announced_ips_full_reverse.txt
-
-cat digitalocean_announced_ips_full.txt | xargs -P 40  -I {} sh -c 'set -eu;rev="$(dig @198.41.222.173 +short +time=5 +tries=10 -x {})";echo "{} # $rev";' > digitalocean_announced_ips_full_reverse_better.txt
-
-
-grep -F -x -v -f digitalocean_announced_ips_full_reverse_better_only_ips.txt digitalocean_announced_ips_full.txt
-sed -i 's/ # $//' digitalocean_announced_ips_full_reverse_better.txt
-sort digitalocean_announced_ips_full_reverse_better.txt > digitalocean_announced_ips_full_reverse_better2.txt
-mv digitalocean_announced_ips_full_reverse_better2.txt digitalocean_announced_ips_full_reverse_better.txt
-
-diff -u digitalocean_announced_ips_full_reverse_better_only_ips.txt digitalocean_announced_ips_full.txt | delta
-cut -d ' ' -f 1 digitalocean_announced_ips_full_reverse_better.txt > digitalocean_announced_ips_full_reverse_better_only_ips.txt
-
-# Find all results
-grep -F "stretchoid" digitalocean_announced_ips_full_reverse_better.txt | cut -d " " -f 3 | sort
-
-
-# Find all ranges
-grep -F "stretchoid" digitalocean_announced_ips_full_reverse_better.txt | cut -d " " -f 1 | cut -d '.' -f -3 | sort | uniq
-
-
-# Make a list of search keys
-grep -F "stretchoid" digitalocean_announced_ips_full_reverse_better.txt | cut -d " " -f 1 | cut -d '.' -f -3 | sort | uniq > found_ranges.txt
-
-# Find all ranges to re-scan
-cat found_ranges.txt | xargs -I {} grep -F "{}" digitalocean_announced_ips.txt | sort
-
-# Compare with debian-scripts
-grep -F "add stretchoid" stretchoid.ipset | cut -d ' ' -f 3 | cut -d '.' -f -3 | sort | uniq > found_ranges.txt
-cat found_ranges.txt | xargs -I {} grep -F "{}" digitalocean_announced_ips.txt | sort > stretchoid_ranges_debian_scripts.txt
-
-
-# Re scan
-dig -4 +noauthority +noadditional +nostats -x 107.170.202.77 @1.0.0.1
-
-cat stretchoid_ranges.txt | xargs -n1 prips | uniq | sort -V > stretchoid_possible_ips.txt
-cat binaryedge_ranges.txt | xargs -n1 prips | uniq | sort -V > binaryedge_digitalocean_possible_ips.txt
-
-# With failure handling
-cat stretchoid_digitalocean_possible_ips.txt | xargs -P 50 -I {} bash -c 'set -eu;rev="$(dig @9.9.9.9 +short +time=1 +tries=1 -x {})"; if [[ "$rev" == *";;"* ]]; then sleep 1; rev="$(dig @8.8.8.8 +short +time=1 +tries=1 -x {})"; fi; echo "{} # $rev";' 1> stretchoid_revisions/v5.txt
-
-grep -F "stretchoid" stretchoid_revisions/v5.txt | sort > stretchoid_revisions/v5.sorted.txt
-mv stretchoid_revisions/v5.sorted.txt stretchoid_revisions/v5.txt
-
-# Reverse the file
-awk -F'#' '{print $2" # "$1}' OFS=, "stretchoid_revisions/v5.txt" | awk '{$1=$1;print}' | sort > stretchoid_revisions/v5-reversed.txt
-
-# Build the count per name per ip
-cat stretchoid_revisions/v*-reversed.txt | sort | uniq -c > stretchoid_revisions/count-reversed.txt
-# Same but sorted not by name but by count
-cat stretchoid_revisions/v*-reversed.txt | sort | uniq -c | sort > stretchoid_revisions/count-reversed.txt
-
-# Generate the list of full IPs of stretchoid
-cat stretchoid_revisions/v*-reversed.txt | sort | uniq | awk -F'#' '{print $2" # "$1}' OFS='#' | awk '{$1=$1;print}' > ../stretchoid.txt
-
-
-
-# Find missing CIDRs from the IPS found in the revisions using the announced prefix list
-cat binaryedge_revisions/v*-reversed.txt | LC_ALL=C.UTF-8 sort -t "-" -n | uniq | cut -d ' ' -f 3 | sort -V | cut -d " " -f 1 | cut -d '.' -f -3 | sort | uniq | xargs -I {} grep -E "^{}\.0" digitalocean_announced_ips_simpler.txt | sort -V -t# | uniq | cut -d ' ' -f 3 | sort -V | uniq | grep -v -F -f ./binaryedge_ranges.txt
-
-cat binaryedge-full-possible-names_with_ips_clean_ips.txt | sort -V | cut -d " " -f 1 | cut -d '.' -f -3 | sort | uniq | xargs -I {} grep -E "^{}\.0" digitalocean_announced_ips_simpler.txt | sort -V -t# | uniq | cut -d ' ' -f 3 | sort -V | uniq | grep -v -F -f ./binaryedge_ranges.txt

scripts/make-stretchoid.sh

@@ -1,39 +0,0 @@
-#!/bin/sh
-
-set -eux
-
-############################################################################################
-#                                 Information                                              #
-# The program dns-ptr-resolver can be installed from cargo: cargo install dns-ptr-resolver #
-# See: https://github.com/wdes/dns-ptr-resolver                                            #
-############################################################################################
-
-REV="v-$(date --iso-8601=seconds)"
-
-cd ./data/
-
-if [ ! -d ./stretchoid_revisions/ ]; then
-    mkdir ./stretchoid_revisions
-fi
-
-if [ ! -d ./reverse_revisions/ ]; then
-    mkdir ./reverse_revisions
-fi
-
-dns-ptr-resolver $PWD/stretchoid_possible_ips.txt 1> stretchoid_revisions/$REV.txt
-
-grep -F "stretchoid" stretchoid_revisions/$REV.txt | sort -V > stretchoid_revisions/$REV.sorted.txt
-grep -v -F "stretchoid" stretchoid_revisions/$REV.txt | sort -V > reverse_revisions/$REV.sorted.txt
-mv stretchoid_revisions/$REV.sorted.txt stretchoid_revisions/$REV.txt
-mv reverse_revisions/$REV.sorted.txt reverse_revisions/$REV.txt
-
-# Reverse the file
-awk -F'#' '{print $2" # "$1}' OFS=, "stretchoid_revisions/$REV.txt" | awk '{$1=$1;print}' | sort > stretchoid_revisions/$REV-reversed.txt
-
-# Sort by name and reverse the list to build the list of all possible IPs
-cat stretchoid_revisions/v*-reversed.txt | LC_ALL=C.UTF-8 sort -t "-" -n | uniq | awk -F'#' '{print "# "$1" \n "$2}' OFS='#' | awk '{$1=$1;print}' > ../stretchoid.txt
-
-grep -F '#' ../stretchoid.txt | cut -d- -f2 | grep -P '^[0-9]{3,}+' | sort | uniq -c | sort > ./stretchoid-chunk-counts.txt
-
-# Search for false positives
-# dns-ptr-resolver ../stretchoid.txt | grep -v -F "stretchoid.com"