From c309b7aec5eab3546ba5dab3f3a96431b074955b Mon Sep 17 00:00:00 2001 From: William Desportes Date: Fri, 11 Aug 2023 23:12:33 +0200 Subject: [PATCH] Fix chunk count --- digitalocean/binaryedge-chunk-counts.txt | 152 ++++++++++++++++++++++- make-binaryedge.sh | 2 +- 2 files changed, 152 insertions(+), 2 deletions(-) diff --git a/digitalocean/binaryedge-chunk-counts.txt b/digitalocean/binaryedge-chunk-counts.txt index c14d948..5e810c4 100644 --- a/digitalocean/binaryedge-chunk-counts.txt +++ b/digitalocean/binaryedge-chunk-counts.txt @@ -1 +1,151 @@ - 1158 + 10 prod-beryllium-sfo2 + 12 jerry-se-do-eu-central-unbounds + 12 prod-boron-sgp1 + 12 prod-jerry-se-scanners-blr1 + 12 prod-meitnerium-ams3 + 13 prod-meitnerium-nyc1 + 14 prod-jerry-se-endor-tor1 + 15 prod-meitnerium-lon1 + 16 jerry-se-do-na-west-unbounds + 16 prod-boron-fra1 + 16 prod-jerry-se-scanners-nyc1 + 17 prod-jerry-se-scanners-sgp1 + 19 jerry-se-do-na-central-unbounds + 1 dev-barium-sfo2 + 1 dev-barium-sfo3 + 1 dev-beryllium-lon1 + 1 dev-boron-ams3 + 1 dev-meitnerium-fra1 + 1 dev-meitnerium-lon1 + 1 dev-meitnerium-sgp1 + 1 dev-mercury-sfo2 + 1 prod-barium-lon1 + 1 prod-barium-sgp1 + 1 prod-jerry-se-kamino-nyc1 + 1 prod-jerry-se-kashyyyk-lon1 + 1 prod-jerry-se-kashyyyk-nyc1 + 1 prod-jerry-se-non-allowlisted-lon1 + 1 prod-magnesium-ams3 + 1 prod-magnesium-fra1 + 1 prod-magnesium-nyc1 + 1 prod-manganese-fra1 + 1 prod-manganese-nyc3 + 1 prod-manganese-sgp1 + 1 prod-mendelevium-ams3 + 1 prod-mendelevium-fra1 + 1 prod-mendelevium-nyc1 + 1 prod-mendelevium-nyc3 + 1 prod-mendelevium-sgp1 + 1 prod-mendelevium-tor1 + 1 prod-mercury-fra1 + 1 prod-mercury-nyc1 + 1 prod-mercury-nyc3 + 1 prod-mercury-sgp1 + 1 prod-silicon-nyc1 + 1 prod-silicon-nyc3 + 1 prod-sulfur-nyc1 + 20 prod-boron-sfo3 + 20 prod-jerry-se-endor-sfo2 + 22 prod-jerry-se-scanners-lon1 + 23 prod-jerry-se-hoth-nyc1 + 25 prod-boron-ams3 + 25 prod-meitnerium-sfo2 + 25 prod-meitnerium-tor1 + 26 prod-boron-lon1 + 26 prod-boron-nyc1 + 26 prod-boron-nyc3 + 26 prod-jerry-se-scanners-ams3 + 2 dev-boron-fra1 + 2 dev-boron-lon1 + 2 dev-boron-nyc1 + 2 dev-boron-nyc3 + 2 dev-boron-sfo3 + 2 dev-boron-sgp1 + 2 dev-meitnerium-sfo3 + 2 do-prod-eu-central-proxys-1102 + 2 do-prod-us-north-proxys-1102 + 2 do-prod-us-west-proxys-1102 + 2 prod-barium-ams3 + 2 prod-barium-fra1 + 2 prod-barium-tor1 + 2 prod-beryllium-lon1 + 2 prod-beryllium-sgp1 + 2 prod-jerry-se-e16b-nyc1 + 2 prod-jerry-se-endor-lon1 + 2 prod-jerry-se-jakku-lon1 + 2 prod-jerry-se-kamino-lon1 + 2 prod-jerry-se-naboo-nyc1 + 2 prod-magnesium-lon1 + 2 prod-magnesium-nyc3 + 2 prod-magnesium-sgp1 + 2 prod-manganese-ams3 + 2 prod-manganese-lon1 + 2 prod-mendelevium-sfo2 + 2 prod-mercury-tor1 + 2 prod-silicon-ams3 + 2 prod-silicon-fra1 + 2 prod-silicon-sfo3 + 2 prod-silicon-sgp1 + 34 prod-jerry-se-hoth-tor1 + 3 dev-meitnerium-ams3 + 3 dev-meitnerium-nyc1 + 3 dev-meitnerium-nyc3 + 3 prod-barium-nyc3 + 3 prod-barium-sfo3 + 3 prod-beryllium-fra1 + 3 prod-jerry-se-clients-ams3 + 3 prod-jerry-se-clients-lon1 + 3 prod-jerry-se-e16b-ams3 + 3 prod-jerry-se-jakku-sfo2 + 3 prod-jerry-se-kamino-sfo2 + 3 prod-jerry-se-kashyyyk-sfo2 + 3 prod-jerry-se-naboo-tor1 + 3 prod-manganese-nyc1 + 3 prod-mercury-sfo2 + 46 prod-boron-tor1 + 4 dev-boron-sfo2 + 4 dev-meitnerium-tor1 + 4 prod-beryllium-ams3 + 4 prod-beryllium-nyc1 + 4 prod-beryllium-sfo3 + 4 prod-jerry-se-clients-tor1 + 4 prod-jerry-se-hoth-lon1 + 4 prod-jerry-se-managers-lon1 + 4 prod-magnesium-sfo3 + 4 prod-manganese-sfo3 + 4 prod-manganese-tor1 + 4 prod-silicon-lon1 + 4 prod-sulfur-nyc3 + 52 prod-boron-sfo2 + 52 prod-jerry-se-scanners-tor1 + 5 dev-boron-tor1 + 5 dev-meitnerium-sfo2 + 5 jerry-se-do-eu-west-unbounds + 5 jerry-se-do-na-east-unbounds + 5 prod-barium-sfo2 + 5 prod-beryllium-nyc3 + 5 prod-jerry-se-clients-sfo2 + 5 prod-jerry-se-kashyyyk-tor1 + 5 prod-manganese-sfo2 + 5 prod-silicon-sfo2 + 5 prod-silicon-tor1 + 5 prod-sulfur-sfo3 + 60 prod-jerry-se-scanners-sfo2 + 6 prod-jerry-se-e16b-lon1 + 6 prod-jerry-se-endor-nyc1 + 6 prod-jerry-se-jakku-tor1 + 6 prod-jerry-se-kamino-tor1 + 6 prod-magnesium-sfo2 + 6 prod-magnesium-tor1 + 6 prod-meitnerium-fra1 + 7 prod-sulfur-tor1 + 88 prod-jerry-se-hoth-sfo2 + 8 prod-beryllium-tor1 + 8 prod-jerry-se-managers-tor1 + 8 prod-jerry-se-naboo-sfo2 + 8 prod-sulfur-sfo2 + 9 prod-jerry-se-e16b-sfo2 + 9 prod-jerry-se-e16b-tor1 + 9 prod-meitnerium-nyc3 + 9 prod-meitnerium-sfo3 + 9 prod-meitnerium-sgp1 diff --git a/make-binaryedge.sh b/make-binaryedge.sh index d048583..bb8b82c 100755 --- a/make-binaryedge.sh +++ b/make-binaryedge.sh @@ -27,7 +27,7 @@ awk -F'#' '{print $2" # "$1}' OFS=, "binaryedge_revisions/$REV.txt" | awk '{$1=$ # Sort by name and reverse the list to build the list of all possible IPs cat binaryedge_revisions/v*-reversed.txt | LC_ALL=C.UTF-8 sort -t "-" -n | uniq | awk -F'#' '{print "# "$1" \n "$2}' OFS='#' | awk '{$1=$1;print}' > ../binaryedge.txt -grep -F '#' ../binaryedge.txt | cut -d ' ' -f 3 | sort | cut -d. -f-1 | rev | cut -d '-' -f2- | rev | sort | uniq -c | sort > ./binaryedge-chunk-counts.txt +grep -F '#' ../binaryedge.txt | cut -d ' ' -f 2 | sort | cut -d. -f-1 | rev | cut -d '-' -f2- | rev | sort | uniq -c | sort > ./binaryedge-chunk-counts.txt # Search for false positives # cat ../binaryedge.txt | cut -d '#' -f 1 | xargs -P 50 -I {} bash -c 'set -eu;rev="$(dig @9.9.9.9 +short +time=1 +tries=1 -x {})"; if [[ "$rev" == *";;"* ]]; then sleep 1; rev="$(dig @8.8.8.8 +short +time=1 +tries=1 -x {})"; fi; echo "{} # $rev";' | grep -v -F "binaryedge.com"