From ac0d843edb68e9806277cafc3b68289934b03005 Mon Sep 17 00:00:00 2001 From: Eltrac Date: Sat, 1 Nov 2025 09:34:26 +0800 Subject: chore(SEO): allow archive.org bot --- static/robots.txt | 3 +++ 1 file changed, 3 insertions(+) (limited to 'static') diff --git a/static/robots.txt b/static/robots.txt index cc5537d4..6c7c5503 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -26,6 +26,9 @@ Allow: / User-agent: facebookexternalhit Allow: / +User-agent: archive.org_bot +Allow: / + # Block known AI scrapers User-agent: GPTBot Disallow: / -- cgit v1.2.3