clones/friendica
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Add Google-Extended to default robots.txt

This commit is contained in:
Hannes Heute 2023-09-29 16:27:31 +02:00
parent 9a4f2a4492
commit 9d86ef767a
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/Module/RobotsTxt.php
View File

@ -52,6 +52,10 @@ class RobotsTxt extends BaseModule
echo 'User-agent: ChatGPT-User' . PHP_EOL; echo 'User-agent: ChatGPT-User' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL; echo 'Disallow: /' . PHP_EOL;
echo PHP_EOL;
echo 'User-agent: Google-Extended' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL;
echo PHP_EOL; echo PHP_EOL;
echo 'User-agent: GPTBot' . PHP_EOL; echo 'User-agent: GPTBot' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL; echo 'Disallow: /' . PHP_EOL;