clones/friendica
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

GPTBot added to the default robots.txt

This commit is contained in:
Michael 2023-08-20 12:41:42 +00:00
parent 18c078f8c2
commit d3cc999866
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/Module/RobotsTxt.php
View File

@ -38,6 +38,8 @@ class RobotsTxt extends BaseModule
'/search', '/search',
'/help', '/help',
'/proxy', '/proxy',
'/photo',
'/avatar',
]; ];
header('Content-Type: text/plain'); header('Content-Type: text/plain');
@ -50,6 +52,10 @@ class RobotsTxt extends BaseModule
echo 'User-agent: ChatGPT-User' . PHP_EOL; echo 'User-agent: ChatGPT-User' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL; echo 'Disallow: /' . PHP_EOL;
echo PHP_EOL;
echo 'User-agent: GPTBot' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL;
System::exit(); System::exit();
} }
} }