Merge pull request #13361 from annando/gptbot

GPTBot added to the default robots.txt
This commit is contained in:
Hypolite Petovan 2023-08-20 11:29:44 -04:00 committed by GitHub
commit ff7e31ab9d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -38,6 +38,8 @@ class RobotsTxt extends BaseModule
'/search',
'/help',
'/proxy',
'/photo',
'/avatar',
];
header('Content-Type: text/plain');
@ -50,6 +52,10 @@ class RobotsTxt extends BaseModule
echo 'User-agent: ChatGPT-User' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL;
echo PHP_EOL;
echo 'User-agent: GPTBot' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL;
System::exit();
}
}