From 8b4b2dd268bcfa89d014e869d9acf00efa48eba2 Mon Sep 17 00:00:00 2001
From: Kavin <20838718+FireMasterK@users.noreply.github.com>
Date: Wed, 26 Apr 2023 12:52:00 +0100
Subject: [PATCH 1/2] Ignore idea files.

---
 .gitignore | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/.gitignore b/.gitignore
index c41cc9e..3076ba8 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1 +1,4 @@
-/target
\ No newline at end of file
+/target
+
+# Idea Files
+.idea/
\ No newline at end of file

From 0c591149d52d949f67abe4b81034c12373dd1293 Mon Sep 17 00:00:00 2001
From: Kavin <20838718+FireMasterK@users.noreply.github.com>
Date: Wed, 26 Apr 2023 12:52:12 +0100
Subject: [PATCH 2/2] Add option to disable all indexing.

---
 README.md     |  1 +
 app.json      |  3 +++
 src/config.rs |  5 +++++
 src/main.rs   | 18 +++++++++++++++---
 4 files changed, 24 insertions(+), 3 deletions(-)

diff --git a/README.md b/README.md
index ff825ed..3b13d49 100644
--- a/README.md
+++ b/README.md
@@ -213,6 +213,7 @@ Assign a default value for each instance-specific setting by passing environment
 |-|-|-|-|
 | `SFW_ONLY` | `["on", "off"]` | `off`   | Enables SFW-only mode for the instance, i.e. all NSFW content is filtered. |
 | `BANNER`   | String          | (empty) | Allows the server to set a banner to be displayed. Currently this is displayed on the instance info page. | 
+| `ROBOTS_DISABLE_INDEXING` | `["on", "off"]` | `off` | Disables indexing of the instance by search engines. |
 
 ## Default User Settings
 
diff --git a/app.json b/app.json
index b4e0f3d..0da7058 100644
--- a/app.json
+++ b/app.json
@@ -50,6 +50,9 @@
     "LIBREDDIT_BANNER": {
       "required": false
     },
+    "LIBREDDIT_ROBOTS_DISABLE_INDEXING":  {
+        "required": false
+    },
     "LIBREDDIT_DEFAULT_SUBSCRIPTIONS": {
       "required": false
     },
diff --git a/src/config.rs b/src/config.rs
index b552504..4107582 100644
--- a/src/config.rs
+++ b/src/config.rs
@@ -60,6 +60,9 @@ pub struct Config {
 
 	#[serde(rename = "LIBREDDIT_BANNER")]
 	pub(crate) banner: Option<String>,
+
+	#[serde(rename = "LIBREDDIT_ROBOTS_DISABLE_INDEXING")]
+	pub(crate) robots_disable_indexing: Option<String>,
 }
 
 impl Config {
@@ -90,6 +93,7 @@ impl Config {
 			default_subscriptions: parse("LIBREDDIT_DEFAULT_SUBSCRIPTIONS"),
 			default_disable_visit_reddit_confirmation: parse("LIBREDDIT_DEFAULT_DISABLE_VISIT_REDDIT_CONFIRMATION"),
 			banner: parse("LIBREDDIT_BANNER"),
+			robots_disable_indexing: parse("LIBREDDIT_ROBOTS_DISABLE_INDEXING"),
 		}
 	}
 }
@@ -111,6 +115,7 @@ fn get_setting_from_config(name: &str, config: &Config) -> Option<String> {
 		"LIBREDDIT_DEFAULT_SUBSCRIPTIONS" => config.default_subscriptions.clone(),
 		"LIBREDDIT_DEFAULT_DISABLE_VISIT_REDDIT_CONFIRMATION" => config.default_disable_visit_reddit_confirmation.clone(),
 		"LIBREDDIT_BANNER" => config.banner.clone(),
+		"LIBREDDIT_ROBOTS_DISABLE_INDEXING" => config.robots_disable_indexing.clone(),
 		_ => None,
 	}
 }
diff --git a/src/main.rs b/src/main.rs
index 4f5d3d2..d1ebf85 100644
--- a/src/main.rs
+++ b/src/main.rs
@@ -186,9 +186,21 @@ async fn main() {
 	app
 		.at("/manifest.json")
 		.get(|_| resource(include_str!("../static/manifest.json"), "application/json", false).boxed());
-	app
-		.at("/robots.txt")
-		.get(|_| resource("User-agent: *\nDisallow: /u/\nDisallow: /user/", "text/plain", true).boxed());
+	app.at("/robots.txt").get(|_| {
+		resource(
+			if match config::get_setting("LIBREDDIT_ROBOTS_DISABLE_INDEXING") {
+				Some(val) => val == "on",
+				None => false,
+			} {
+				"User-agent: *\nDisallow: /"
+			} else {
+				"User-agent: *\nDisallow: /u/\nDisallow: /user/"
+			},
+			"text/plain",
+			true,
+		)
+		.boxed()
+	});
 	app.at("/favicon.ico").get(|_| favicon().boxed());
 	app.at("/logo.png").get(|_| pwa_logo().boxed());
 	app.at("/Inter.var.woff2").get(|_| font().boxed());