Merge pull request #13479 from haheute/robots-txt-google-extended

Add Google-Extended to default robots.txt
2023-09-29 10:50:36 -04:00
parent 9a4f2a4492 9d86ef767a
commit 6057146a41
1 changed files with 4 additions and 0 deletions
@@ -52,6 +52,10 @@ class RobotsTxt extends BaseModule
 		echo 'User-agent: ChatGPT-User' . PHP_EOL;
 		echo 'Disallow: /' . PHP_EOL;

+		echo PHP_EOL;
+		echo 'User-agent: Google-Extended' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
 		echo PHP_EOL;
 		echo 'User-agent: GPTBot' . PHP_EOL;
 		echo 'Disallow: /' . PHP_EOL;