From 2bd2b5b391b9a7458804f1daa8d7cd087d4ccd3d Mon Sep 17 00:00:00 2001 From: bgme Date: Mon, 13 Sep 2021 12:55:11 +0800 Subject: [PATCH] Allow archive.org --- public/robots.txt | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index 2761483fa..36cd2abed 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,9 @@ # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file +User-agent: archive.org_bot +Disallow: /media_proxy/ +Disallow: /interact/ + User-agent: * Disallow: / Disallow: /media_proxy/