From e67d06107bad5bd8c0daa8b9f0054e8b237dc1f1 Mon Sep 17 00:00:00 2001 From: oldkid Date: Sun, 18 May 2025 07:29:05 +0200 Subject: [PATCH] add QualifiedBot --- robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/robots.txt b/robots.txt index 4a5d757..e668ed6 100644 --- a/robots.txt +++ b/robots.txt @@ -46,6 +46,7 @@ User-agent: PanguBot User-agent: Perplexity-User User-agent: PerplexityBot User-agent: PetalBot +User-agent: QualifiedBot User-agent: Scrapy User-agent: SemrushBot-OCOB User-agent: SemrushBot-SWA