From 326a850bef789cb1aa9a14f70d88c0f793300fd7 Mon Sep 17 00:00:00 2001 From: bgme Date: Sat, 31 Jan 2026 14:14:08 +0800 Subject: [PATCH] robots.txt: Disallow all --- public/robots.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index cccfa58f2..809f570d6 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,9 +1,9 @@ # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file -User-agent: GPTBot -Disallow: / - -User-agent: * +User-agent: archive.org_bot Disallow: /media_proxy/ Disallow: /interact/ Disallow: /api/v1/instance/domain_blocks + +User-agent: * +Disallow: /