From c87296d52096aee6c31d8cd91e838d3b4adc2988 Mon Sep 17 00:00:00 2001 From: oldkid Date: Sun, 11 May 2025 07:56:49 +0200 Subject: [PATCH] add User-Agent: SummalyBot https://datadome.co/bots/summalybot/ --- Bots and Crawler.txt | 1 + apache-badbots.conf | 2 +- robots.txt | 1 + source/sekretaerbaer.de/Liste-sekretaerbaer.txt | 3 ++- 4 files changed, 5 insertions(+), 2 deletions(-) diff --git a/Bots and Crawler.txt b/Bots and Crawler.txt index 81482dc..55200e3 100644 --- a/Bots and Crawler.txt +++ b/Bots and Crawler.txt @@ -73,6 +73,7 @@ Mediapartners-Google MJ12bot SemrushBot SeznamBot +SummalyBot VelenPublicWebCrawler WebEMailExtrac YandexBot diff --git a/apache-badbots.conf b/apache-badbots.conf index 4ac760c..391930d 100644 --- a/apache-badbots.conf +++ b/apache-badbots.conf @@ -1 +1 @@ -I2Bot|Ai2Bot\-Dolma|aiHitBot|Amazonbot|anthropic\-ai|Applebot|Applebot\-Extended|Brightbot\ 1\.0|Bytespider|CCBot|ChatGPT\-User|Claude\-Web|ClaudeBot|cohere\-ai|cohere\-training\-data\-crawler|Cotoyogi|Crawlspace|Diffbot|DuckAssistBot|FacebookBot|Factset_spyderbot|FirecrawlAgent|FriendlyCrawler|Google\-Extended|GoogleOther|GoogleOther\-Image|GoogleOther\-Video|GPTBot|iaskspider/2\.0|ICC\-Crawler|ImagesiftBot|img2dataset|imgproxy|ISSCyberRiskCrawler|Kangaroo\ Bot|meta\-externalagent|Meta\-ExternalAgent|meta\-externalfetcher|Meta\-ExternalFetcher|NovaAct|OAI\-SearchBot|omgili|omgilibot|Operator|PanguBot|Perplexity\-User|PerplexityBot|PetalBot|Scrapy|SemrushBot\-OCOB|SemrushBot\-SWA|Sidetrade\ indexer\ bot|TikTokSpider|Timpibot|VelenPublicWebCrawler|Webzio\-Extended|YouBot|AhrefsBot|Baiduspider|Barkrowler|Bingbot|BLEXBot|Bytedance|DotBot|EmailCollector|facebookcatalog|facebookexternalhit|fidget-spinner-bot|Franck the Fediverse Graph Crawler|Googlebot|Livelapbot|Mediapartners-Google|MJ12bot|SemrushBot|SeznamBot|VelenPublicWebCrawler|WebEMailExtrac|YandexBot|YisouSpider| \ No newline at end of file +I2Bot|Ai2Bot\-Dolma|aiHitBot|Amazonbot|anthropic\-ai|Applebot|Applebot\-Extended|Brightbot\ 1\.0|Bytespider|CCBot|ChatGPT\-User|Claude\-Web|ClaudeBot|cohere\-ai|cohere\-training\-data\-crawler|Cotoyogi|Crawlspace|Diffbot|DuckAssistBot|FacebookBot|Factset_spyderbot|FirecrawlAgent|FriendlyCrawler|Google\-Extended|GoogleOther|GoogleOther\-Image|GoogleOther\-Video|GPTBot|iaskspider/2\.0|ICC\-Crawler|ImagesiftBot|img2dataset|imgproxy|ISSCyberRiskCrawler|Kangaroo\ Bot|meta\-externalagent|Meta\-ExternalAgent|meta\-externalfetcher|Meta\-ExternalFetcher|NovaAct|OAI\-SearchBot|omgili|omgilibot|Operator|PanguBot|Perplexity\-User|PerplexityBot|PetalBot|Scrapy|SemrushBot\-OCOB|SemrushBot\-SWA|Sidetrade\ indexer\ bot|TikTokSpider|Timpibot|VelenPublicWebCrawler|Webzio\-Extended|YouBot|AhrefsBot|Baiduspider|Barkrowler|Bingbot|BLEXBot|Bytedance|DotBot|EmailCollector|facebookcatalog|facebookexternalhit|fidget-spinner-bot|Franck the Fediverse Graph Crawler|Googlebot|Livelapbot|Mediapartners-Google|MJ12bot|SemrushBot|SeznamBot|SummalyBot|VelenPublicWebCrawler|WebEMailExtrac|YandexBot|YisouSpider| \ No newline at end of file diff --git a/robots.txt b/robots.txt index 67fcc46..78ec6b2 100644 --- a/robots.txt +++ b/robots.txt @@ -73,6 +73,7 @@ User-agent: Mediapartners-Google User-agent: MJ12bot User-agent: SemrushBot User-agent: SeznamBot +User-Agent: SummalyBot User-agent: VelenPublicWebCrawler User-agent: WebEMailExtrac User-agent: YandexBot diff --git a/source/sekretaerbaer.de/Liste-sekretaerbaer.txt b/source/sekretaerbaer.de/Liste-sekretaerbaer.txt index 2c9a7b8..2451559 100644 --- a/source/sekretaerbaer.de/Liste-sekretaerbaer.txt +++ b/source/sekretaerbaer.de/Liste-sekretaerbaer.txt @@ -16,7 +16,8 @@ Mediapartners-Google MJ12bot SemrushBot SeznamBot +SummalyBot VelenPublicWebCrawler WebEMailExtrac YandexBot -YisouSpider \ No newline at end of file +YisouSpider