diff options
| author | Fuwn <[email protected]> | 2022-06-15 19:51:03 -0700 |
|---|---|---|
| committer | Fuwn <[email protected]> | 2022-06-15 19:51:03 -0700 |
| commit | eb13f1f9f9ceb5debbd52ff6e18bd55810883700 (patch) | |
| tree | 51a5b060b94fd80c4933a572a14aedbe98f31b8a | |
| parent | fix(docker): expose git context to docker (diff) | |
| download | locus-eb13f1f9f9ceb5debbd52ff6e18bd55810883700.tar.xz locus-eb13f1f9f9ceb5debbd52ff6e18bd55810883700.zip | |
revert(robots): local robots once again
| -rw-r--r-- | Cargo.toml | 2 | ||||
| -rw-r--r-- | content/meta/robots.txt | 4 | ||||
| -rw-r--r-- | src/modules.rs | 4 | ||||
| -rw-r--r-- | src/modules/static.rs | 5 |
4 files changed, 12 insertions, 3 deletions
@@ -27,7 +27,7 @@ windmark = { version = "0.1.16", features = [ "logger", "auto-deduce-mime" ] } # Gemini Server Framework -reqwest = { version = "0.11.10", features = ["blocking"] } # HTTP Client +# reqwest = { version = "0.11.10", features = ["blocking"] } # HTTP Client serde_json = "1.0.79" # JSON Serialization log = "0.4.16" # Logging Macros pretty_env_logger = "0.4.0" # Pretty Log Printing diff --git a/content/meta/robots.txt b/content/meta/robots.txt index b37a224..ad0e3ad 100644 --- a/content/meta/robots.txt +++ b/content/meta/robots.txt @@ -1,3 +1,7 @@ User-agent: * Disallow: /x Disallow: /proxy + +User-agent: DataForSeoBot +Disallow: /x +Disallow: /proxy
\ No newline at end of file diff --git a/src/modules.rs b/src/modules.rs index bd2c4d6..652ccea 100644 --- a/src/modules.rs +++ b/src/modules.rs @@ -21,7 +21,7 @@ mod contact; mod interests; mod random; mod remarks; -mod robots; +// mod robots; mod router; pub mod search; mod sitemap; @@ -32,6 +32,6 @@ mod uptime; pub fn module(router: &mut windmark::Router) { crate::statelesses!( router, uptime, sitemap, search, remarks, blog, random, r#static, router, - robots, skills, contact, interests, + skills, contact, interests, ); } diff --git a/src/modules/static.rs b/src/modules/static.rs index dbf5327..67415be 100644 --- a/src/modules/static.rs +++ b/src/modules/static.rs @@ -23,6 +23,11 @@ pub fn module(router: &mut windmark::Router) { "files", router, ("/favicon.txt", "This Gemini capsule's icon", "favicon.txt"), + ( + "/robots.txt", + "Crawler traffic manager; for robots, not humans", + "robots.txt" + ), ); batch_mount!( |