diff options
Diffstat (limited to 'src/modules')
| -rw-r--r-- | src/modules/robots.rs | 43 |
1 files changed, 0 insertions, 43 deletions
diff --git a/src/modules/robots.rs b/src/modules/robots.rs deleted file mode 100644 index a22d82b..0000000 --- a/src/modules/robots.rs +++ /dev/null @@ -1,43 +0,0 @@ -// This file is part of Locus <https://github.com/gemrest/locus>. -// Copyright (C) 2022-2022 Fuwn <[email protected]> -// -// This program is free software: you can redistribute it and/or modify -// it under the terms of the GNU General Public License as published by -// the Free Software Foundation, version 3. -// -// This program is distributed in the hope that it will be useful, but -// WITHOUT ANY WARRANTY; without even the implied warranty of -// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU -// General Public License for more details. -// -// You should have received a copy of the GNU General Public License -// along with this program. If not, see <http://www.gnu.org/licenses/>. -// -// Copyright (C) 2022-2022 Fuwn <[email protected]> -// SPDX-License-Identifier: GPL-3.0-only - -use windmark::Response; - -pub fn module(router: &mut windmark::Router) { - crate::route::track_mount( - router, - "/robots.txt", - "Crawler traffic manager; for robots, not humans", - Box::new(|context| { - let mut content = - include_str!(concat!("../../content/meta/robots.txt")).to_string(); - - if let Ok(response) = reqwest::blocking::get( - "https://gist.githubusercontent.com/Fuwn/bc3bf8b8966bb123b48af7d9dfb857c3/raw/cbc1f13685231f0e4c6c2ccc7ec8aa2cd46d377b/locus_robots.txt", - ) { - if let Ok(response_content) = response.text() { - content = response_content; - } - } - - crate::route::cache(&context, &content); - - Response::Success(content) - }), - ); -} |