From eb13f1f9f9ceb5debbd52ff6e18bd55810883700 Mon Sep 17 00:00:00 2001
From: Fuwn <contact@fuwn.me>
Date: Wed, 15 Jun 2022 19:51:03 -0700
Subject: revert(robots): local robots once again

---
 Cargo.toml              | 2 +-
 content/meta/robots.txt | 4 ++++
 src/modules.rs          | 4 ++--
 src/modules/static.rs   | 5 +++++
 4 files changed, 12 insertions(+), 3 deletions(-)

diff --git a/Cargo.toml b/Cargo.toml
index 1211c06..478c966 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -27,7 +27,7 @@ windmark = { version = "0.1.16", features = [
   "logger",
   "auto-deduce-mime"
 ] } # Gemini Server Framework
-reqwest = { version = "0.11.10", features = ["blocking"] } # HTTP Client
+# reqwest = { version = "0.11.10", features = ["blocking"] } # HTTP Client
 serde_json = "1.0.79" # JSON Serialization
 log = "0.4.16" # Logging Macros
 pretty_env_logger = "0.4.0" # Pretty Log Printing
diff --git a/content/meta/robots.txt b/content/meta/robots.txt
index b37a224..ad0e3ad 100644
--- a/content/meta/robots.txt
+++ b/content/meta/robots.txt
@@ -1,3 +1,7 @@
 User-agent: *
 Disallow: /x
 Disallow: /proxy
+
+User-agent: DataForSeoBot
+Disallow: /x
+Disallow: /proxy
\ No newline at end of file
diff --git a/src/modules.rs b/src/modules.rs
index bd2c4d6..652ccea 100644
--- a/src/modules.rs
+++ b/src/modules.rs
@@ -21,7 +21,7 @@ mod contact;
 mod interests;
 mod random;
 mod remarks;
-mod robots;
+// mod robots;
 mod router;
 pub mod search;
 mod sitemap;
@@ -32,6 +32,6 @@ mod uptime;
 pub fn module(router: &mut windmark::Router) {
   crate::statelesses!(
     router, uptime, sitemap, search, remarks, blog, random, r#static, router,
-    robots, skills, contact, interests,
+    skills, contact, interests,
   );
 }
diff --git a/src/modules/static.rs b/src/modules/static.rs
index dbf5327..67415be 100644
--- a/src/modules/static.rs
+++ b/src/modules/static.rs
@@ -23,6 +23,11 @@ pub fn module(router: &mut windmark::Router) {
     "files",
     router,
     ("/favicon.txt", "This Gemini capsule's icon", "favicon.txt"),
+    (
+      "/robots.txt",
+      "Crawler traffic manager; for robots, not humans",
+      "robots.txt"
+    ),
   );
 
   batch_mount!(
-- 
cgit v1.2.3