diff --git a/whitelists/benign_bots/legit_bots/amazonbot.json b/whitelists/benign_bots/legit_bots/amazonbot.json new file mode 100644 index 000000000..4bb302eaa --- /dev/null +++ b/whitelists/benign_bots/legit_bots/amazonbot.json @@ -0,0 +1,2 @@ +# Amazonbot - https://developer.amazon.com/amazonbot +{"name":"amazonbot","user_agent":"amazonbot","rdns":["(^|\\.)crawl\\.amazonbot\\.amazon$"]} diff --git a/whitelists/benign_bots/legit_bots/applebot.json b/whitelists/benign_bots/legit_bots/applebot.json new file mode 100644 index 000000000..d656a9c16 --- /dev/null +++ b/whitelists/benign_bots/legit_bots/applebot.json @@ -0,0 +1,2 @@ +# Applebot - https://support.apple.com/en-us/119829 +{"name":"applebot","user_agent":"applebot","rdns":["(^|\\.)applebot\\.apple\\.com$"]} diff --git a/whitelists/benign_bots/legit_bots/bingbot.json b/whitelists/benign_bots/legit_bots/bingbot.json new file mode 100644 index 000000000..dcae6d9b0 --- /dev/null +++ b/whitelists/benign_bots/legit_bots/bingbot.json @@ -0,0 +1,2 @@ +# Bingbot - https://www.bing.com/webmasters/help/verifying-that-bingbot-is-bingbot-3905dc26 +{"name":"bingbot","user_agent":"bingbot|adidxbot|bingpreview","rdns":["(^|\\.)search\\.msn\\.com$"]} diff --git a/whitelists/benign_bots/legit_bots/googlebot.json b/whitelists/benign_bots/legit_bots/googlebot.json new file mode 100644 index 000000000..38632d144 --- /dev/null +++ b/whitelists/benign_bots/legit_bots/googlebot.json @@ -0,0 +1,2 @@ +# Googlebot - https://developers.google.com/search/docs/crawling-indexing/verifying-googlebot +{"name":"googlebot","user_agent":"googlebot","rdns":["(^|\\.)googlebot\\.com$"]} diff --git a/whitelists/benign_bots/legit_bots/gptbot.json b/whitelists/benign_bots/legit_bots/gptbot.json new file mode 100644 index 000000000..8546b3305 --- /dev/null +++ b/whitelists/benign_bots/legit_bots/gptbot.json @@ -0,0 +1,2 @@ +# GPTBot (OpenAI) - https://openai.com/gptbot.json (creationTime 2025-10-30; refresh periodically) +{"name":"gptbot","user_agent":"gptbot","ranges":["4.227.36.0/25","20.125.66.80/28","20.171.206.0/24","20.171.207.0/24","52.230.152.0/24","74.7.175.128/25","74.7.227.0/25","74.7.227.128/25","74.7.228.0/25","74.7.230.0/25","74.7.241.0/25","74.7.241.128/25","74.7.242.0/25","74.7.243.128/25","74.7.244.0/25","132.196.86.0/24","172.182.202.0/25","172.182.204.0/24","172.182.207.0/25","172.182.214.0/24","172.182.215.0/24"]}