Simple-CrawlerDetector/crawlerDetect.php at master · ricagurgel/Simple-CrawlerDetector · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
<?php
function isCrawler() {
  $crawler = $_SERVER['HTTP_USER_AGENT'];
    // Bots list
    $bot_list = array(
      'Google',
      'msnbot',
      'Rambler',
      'Yahoo',
      'AbachoBOT',
      'accoona',
      'AcioRobot',
      'ASPSeek',
      'CocoCrawler',
      'Dumbot',
      'FAST-WebCrawler',
      'GeonaBot',
      'Gigabot',
      'Lycos',
      'MSRBOT',
      'Scooter',
      'AltaVista',
      'IDBot',
      'eStyle',
      'Scrubby',
      'bot',
      'crawl',
      'slurp',
      'spider',
      'mediapartners',
      'curl',
      'facebook',
      'fetch',
      'Googlebot',
      'Baiduspider',
      'ia_archiver',
      'R6_FeedFetcher',
      'NetcraftSurveyAgent',
      'bingbot',
      'facebookexternalhit',
      'PrintfulBot',
      'Twitterbot',
      'UnwindFetchor',
      'urlresolver',
    );

    // If it is search engine bot
    // returns true, else returns false
    foreach($bot_list as $bl) {
        if( stripos( $crawler, $bl ) !== false ) return true;
    }

    return false;
}

?>