Crawler added

This commit is contained in:
Michael 2019-05-30 11:52:55 +00:00
parent 305b814c8e
commit 5af7f2a6b6

View File

@ -38,7 +38,7 @@ function blockbot_init_1(App $a) {
'PaperLiBot/', 'Nuzzel', 'um-LN/', 'Google Favicon', 'Datanyze', 'BLEXBot/', '360Spider',
'adscanner/', 'HeadlessChrome', 'wpif', 'startmebot/', 'Googlebot/', 'Applebot/',
'facebookexternalhit/', 'GoogleImageProxy', 'bingbot/', 'heritrix/', 'ldspider',
'AwarioRssBot/', 'Zabbix', 'TweetmemeBot/'];
'AwarioRssBot/', 'Zabbix', 'TweetmemeBot/', 'dcrawl/'];
foreach ($agents as $agent) {
if (stristr($_SERVER['HTTP_USER_AGENT'], $agent)) {