Merge pull request #13361 from annando/gptbot
GPTBot added to the default robots.txt
This commit is contained in:
commit
ff7e31ab9d
|
@ -38,6 +38,8 @@ class RobotsTxt extends BaseModule
|
||||||
'/search',
|
'/search',
|
||||||
'/help',
|
'/help',
|
||||||
'/proxy',
|
'/proxy',
|
||||||
|
'/photo',
|
||||||
|
'/avatar',
|
||||||
];
|
];
|
||||||
|
|
||||||
header('Content-Type: text/plain');
|
header('Content-Type: text/plain');
|
||||||
|
@ -50,6 +52,10 @@ class RobotsTxt extends BaseModule
|
||||||
echo 'User-agent: ChatGPT-User' . PHP_EOL;
|
echo 'User-agent: ChatGPT-User' . PHP_EOL;
|
||||||
echo 'Disallow: /' . PHP_EOL;
|
echo 'Disallow: /' . PHP_EOL;
|
||||||
|
|
||||||
|
echo PHP_EOL;
|
||||||
|
echo 'User-agent: GPTBot' . PHP_EOL;
|
||||||
|
echo 'Disallow: /' . PHP_EOL;
|
||||||
|
|
||||||
System::exit();
|
System::exit();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue
Block a user