From 9d86ef767a0f51f967eecaccc41b99bad9970760 Mon Sep 17 00:00:00 2001 From: Hannes Heute <5753419+haheute@users.noreply.github.com> Date: Fri, 29 Sep 2023 16:27:31 +0200 Subject: [PATCH] Add Google-Extended to default robots.txt --- src/Module/RobotsTxt.php | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php index a084c1f4a6..96a2451ad2 100644 --- a/src/Module/RobotsTxt.php +++ b/src/Module/RobotsTxt.php @@ -52,6 +52,10 @@ class RobotsTxt extends BaseModule echo 'User-agent: ChatGPT-User' . PHP_EOL; echo 'Disallow: /' . PHP_EOL; + echo PHP_EOL; + echo 'User-agent: Google-Extended' . PHP_EOL; + echo 'Disallow: /' . PHP_EOL; + echo PHP_EOL; echo 'User-agent: GPTBot' . PHP_EOL; echo 'Disallow: /' . PHP_EOL;