v7.1.2 (#167)

bfren · web-flow · commit a2fb039a2212 · 2025-03-27T16:31:07.000Z
Minor updates
* Updating AI Bot list
diff --git a/VERSION b/VERSION
@@ -1 +1 @@
-7.1.1
+7.1.2
diff --git a/overlay/etc/nginx/helpers/nginx-block-ai-bots.conf b/overlay/etc/nginx/helpers/nginx-block-ai-bots.conf
@@ -1,4 +1,4 @@
-if ($http_user_agent ~* "(AdsBot-Google|Amazonbot|anthropic-ai|Applebot|Applebot-Extended|AwarioRssBot|AwarioSmartBot|Bytespider|CCBot|ChatGPT-User|Claude-Web|ClaudeBot|cohere-ai|DataForSeoBot|Diffbot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GPTBot|ImagesiftBot|img2dataset|magpie-crawler|Meltwater|omgili|omgilibot|peer39_crawler|peer39_crawler/1.0|PerplexityBot|PiplBot|scoop.it|Seekr|SemrushBot|YandexBot|YouBot)"){
-    access_log off;
-    return 403;
+if ($http_user_agent ~* "(AI2Bot|Ai2Bot-Dolma|Amazonbot|anthropic-ai|Applebot|Applebot-Extended|Brightbot 1.0|Bytespider|CCBot|ChatGPT-User|Claude-Web|ClaudeBot|cohere-ai|cohere-training-data-crawler|Crawlspace|Diffbot|DuckAssistBot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GoogleOther-Image|GoogleOther-Video|GPTBot|iaskspider/2.0|ICC-Crawler|ImagesiftBot|img2dataset|ISSCyberRiskCrawler|Kangaroo Bot|Meta-ExternalAgent|Meta-ExternalFetcher|OAI-SearchBot|omgili|omgilibot|PanguBot|PerplexityBot|PetalBot|Scrapy|SemrushBot-OCOB|SemrushBot-SWA|Sidetrade indexer bot|Timpibot|VelenPublicWebCrawler|Webzio-Extended|YouBot)"){
+    access_log                          off;
+    return                              403;
 }

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-if ($http_user_agent ~* "(AdsBot-Google\|Amazonbot\|anthropic-ai\|Applebot\|Applebot-Extended\|AwarioRssBot\|AwarioSmartBot\|Bytespider\|CCBot\|ChatGPT-User\|Claude-Web\|ClaudeBot\|cohere-ai\|DataForSeoBot\|Diffbot\|FacebookBot\|FriendlyCrawler\|Google-Extended\|GoogleOther\|GPTBot\|ImagesiftBot\|img2dataset\|magpie-crawler\|Meltwater\|omgili\|omgilibot\|peer39_crawler\|peer39_crawler/1.0\|PerplexityBot\|PiplBot\|scoop.it\|Seekr\|SemrushBot\|YandexBot\|YouBot)"){`
`2`		`- access_log off;`
`3`		`- return 403;`
	`1`	+if ($http_user_agent ~* "(AI2Bot\|Ai2Bot-Dolma\|Amazonbot\|anthropic-ai\|Applebot\|Applebot-Extended\|Brightbot 1.0\|Bytespider\|CCBot\|ChatGPT-User\|Claude-Web\|ClaudeBot\|cohere-ai\|cohere-training-data-crawler\|Crawlspace\|Diffbot\|DuckAssistBot\|FacebookBot\|FriendlyCrawler\|Google-Extended\|GoogleOther\|GoogleOther-Image\|GoogleOther-Video\|GPTBot\|iaskspider/2.0\|ICC-Crawler\|ImagesiftBot\|img2dataset\|ISSCyberRiskCrawler\|Kangaroo Bot\|Meta-ExternalAgent\|Meta-ExternalFetcher\|OAI-SearchBot\|omgili\|omgilibot\|PanguBot\|PerplexityBot\|PetalBot\|Scrapy\|SemrushBot-OCOB\|SemrushBot-SWA\|Sidetrade indexer bot\|Timpibot\|VelenPublicWebCrawler\|Webzio-Extended\|YouBot)"){
	`2`	`+ access_log off;`
	`3`	`+ return 403;`
`4`	`4`	`}`