Move mod/robots_txt to src/Module/RobotsTxt

src/Module/RobotsTxt.php

@@ -0,0 +1,27 @@
+<?php
+
+namespace Friendica\Module;
+
+use Friendica\BaseModule;
+
+/**
+ * Return the default robots.txt
+ */
+class RobotsTxt extends BaseModule
+{
+	public static function rawContent()
+	{
+		$allDisalloweds = [
+			'/settings/',
+			'/admin/',
+			'/message/',
+		];
+
+		header('Content-Type: text/plain');
+		echo 'User-agent: *' . PHP_EOL;
+		foreach ($allDisalloweds as $disallowed) {
+			echo 'Disallow: ' . $disallowed . PHP_EOL;
+		}
+		exit();
+	}
+}