From 3fcd2c61bfab59db5dc8cd42aacfc2ba9818be8a Mon Sep 17 00:00:00 2001 From: Fuwn Date: Tue, 8 Oct 2024 21:30:02 -0700 Subject: feat(robots.txt): disallow archive.org --- content/meta/robots.txt | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/content/meta/robots.txt b/content/meta/robots.txt index a1b4bdf..5be4278 100644 --- a/content/meta/robots.txt +++ b/content/meta/robots.txt @@ -29,4 +29,7 @@ Disallow: /proxy User-agent: DataForSeoBot Disallow: /x -Disallow: /proxy \ No newline at end of file +Disallow: /proxy + +User-agent: ia_archiver +Disallow: -- cgit v1.2.3