fiftyone_degrees_preg_match_all('#(?i)bot|spider|crawler|slurp|[^\\s]+(?=bot|spider|crawler|slurp)[^\\s]+#', $useragent), 1 => fiftyone_degrees_preg_match_all('#.+#', $useragent)); $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CrawlerBoy Pinpoint.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CrawlerBoy Pinpoint.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/1.1', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot/1.1 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot/1.1 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/2.0b', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot/2.0b (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot/2.0b (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider+(+http://www.baidu.com/search/spider.htm)'), 1 => array(0 => 'Baiduspider+(+http://www.baidu.com/search/spider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider+(+http://www.baidu.com/search/spider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SimpleCrawler/0.1'), 1 => array(0 => 'SimpleCrawler/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SimpleCrawler/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AdsBot-Google', 1 => '(+http://www.google.com/adsbot.html)'), 1 => array(0 => 'AdsBot-Google (+http://www.google.com/adsbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AdsBot-Google (+http://www.google.com/adsbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://sindice.com/developers/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; sindice-fetcher/0.1.0 +http://sindice.com/developers/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; sindice-fetcher/0.1.0 +http://sindice.com/developers/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider+(+http://www.baidu.jp/spider/)'), 1 => array(0 => 'Baiduspider+(+http://www.baidu.jp/spider/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider+(+http://www.baidu.jp/spider/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bitlybot'), 1 => array(0 => 'bitlybot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bitlybot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TurnitinBot/2.1', 1 => '(http://www.turnitin.com/robot/crawlerinfo.html)'), 1 => array(0 => 'TurnitinBot/2.1 (http://www.turnitin.com/robot/crawlerinfo.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TurnitinBot/2.1 (http://www.turnitin.com/robot/crawlerinfo.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Y!J-BRI/0.0.1 crawler ( http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Y!J-BRI/0.0.1 crawler ( http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://pmoz.info/doc/botinfo.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; pmoz.info ODP link checker; +http://pmoz.info/doc/botinfo.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; pmoz.info ODP link checker; +http://pmoz.info/doc/botinfo.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Magus Bot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Magus Bot 1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot-UDiscovery/2.0b', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot-UDiscovery/2.0b (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot-UDiscovery/2.0b (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AlbertBot'), 1 => array(0 => 'AlbertBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AlbertBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot'), 1 => array(0 => 'RSSMicro.com RSS/Atom Feed Robot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'RSSMicro.com RSS/Atom Feed Robot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NaverBot/1.0;'), 1 => array(0 => 'Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/delete_main.asp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/delete_main.asp)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Willow Internet Crawler by Twotrees V2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Willow Internet Crawler by Twotrees V2.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;'), 1 => array(0 => 'Checklinks/1.3 (pywikipedia robot; http://toolserver.org/~dispenser/view/Checklinks)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Checklinks/1.3 (pywikipedia robot; http://toolserver.org/~dispenser/view/Checklinks)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider-image+(+http://www.baidu.com/search/spider.htm)'), 1 => array(0 => 'Baiduspider-image+(+http://www.baidu.com/search/spider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider-image+(+http://www.baidu.com/search/spider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; RSSMicro.com RSS/Atom Feed Robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; RSSMicro.com RSS/Atom Feed Robot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Exabot/3.0;', 1 => '+http://www.exabot.com/go/robot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MLBot', 1 => '(www.metadatalabs.com/mlbot)'), 1 => array(0 => 'MLBot (www.metadatalabs.com/mlbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MLBot (www.metadatalabs.com/mlbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'woriobot'), 1 => array(0 => 'Mozilla/5.0 (compatible; woriobot support [at] worio [dot] com +http://worio.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; woriobot support [at] worio [dot] com +http://worio.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.2.1;', 1 => 'http://www.majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.2.1; http://www.majestic12.co.uk/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.2.1; http://www.majestic12.co.uk/bot.php?+)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YoudaoBot/1.0;', 1 => 'http://www.youdao.com/help/webmaster/spider/;'), 1 => array(0 => 'Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NextGenSearchBot', 1 => 'http://www.zoominfo.com/About/misc/NextGenSearchBot.aspx)'), 1 => array(0 => 'NextGenSearchBot 1 (for information visit http://www.zoominfo.com/About/misc/NextGenSearchBot.aspx)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NextGenSearchBot 1 (for information visit http://www.zoominfo.com/About/misc/NextGenSearchBot.aspx)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot-media/1.1', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'R6_FeedFetcher(www.radian6.com/crawler)'), 1 => array(0 => 'R6_FeedFetcher(www.radian6.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'R6_FeedFetcher(www.radian6.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sosospider+(+http://help.soso.com/webspider.htm)'), 1 => array(0 => 'Sosospider+(+http://help.soso.com/webspider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sosospider+(+http://help.soso.com/webspider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FriendFeedBot/0.1;', 1 => '+Http://friendfeed.com/about/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; FriendFeedBot/0.1; +Http://friendfeed.com/about/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; FriendFeedBot/0.1; +Http://friendfeed.com/about/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'woriobot'), 1 => array(0 => 'Mozilla/5.0 (compatible; woriobot +http://worio.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; woriobot +http://worio.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider+(+http://help.baidu.jp/system/05.html)'), 1 => array(0 => 'Baiduspider+(+http://help.baidu.jp/system/05.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider+(+http://help.baidu.jp/system/05.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Purebot/1.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Purebot/1.1; +http://www.puritysearch.net/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Purebot/1.1; +http://www.puritysearch.net/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'aiHitBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; aiHitBot/1.0; +http://www.aihit.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; aiHitBot/1.0; +http://www.aihit.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.shopwiki.com/wiki/Help:Bot)'), 1 => array(0 => 'ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Searchbot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Dow Jones Searchbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Dow Jones Searchbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FatBot', 1 => 'http://www.thefind.com/crawler)'), 1 => array(0 => 'Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SuperPagesUrlVerifyBot/1.0'), 1 => array(0 => 'SuperPagesUrlVerifyBot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SuperPagesUrlVerifyBot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'discobot/1.1;', 1 => '+http://discoveryengine.com/discobot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; discobot/1.1; +http://discoveryengine.com/discobot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; discobot/1.1; +http://discoveryengine.com/discobot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'spider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'seexie.com_bot/4.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; seexie.com_bot/4.1; +http://www.seexie.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; seexie.com_bot/4.1; +http://www.seexie.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MarketwireBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; MarketwireBot/1.0; +http://www.marketwire.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MarketwireBot/1.0; +http://www.marketwire.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Inspyder-Crawler;'), 1 => array(0 => 'Mozilla/4.0 (compatible; Inspyder-Crawler; http://www.inspyder.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; Inspyder-Crawler; http://www.inspyder.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YodaoBot/1.0;', 1 => 'http://www.yodao.com/help/webmaster/spider/;'), 1 => array(0 => 'Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TjoosBot/1.0', 1 => '(http://www.tjoos.com/Page-Content/34/TjoosBot)'), 1 => array(0 => 'TjoosBot/1.0 (http://www.tjoos.com/Page-Content/34/TjoosBot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TjoosBot/1.0 (http://www.tjoos.com/Page-Content/34/TjoosBot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ICC-Crawler/2.0'), 1 => array(0 => 'ICC-Crawler/2.0 (Mozilla-compatible; ; http://kc.nict.go.jp/project1/crawl.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ICC-Crawler/2.0 (Mozilla-compatible; ; http://kc.nict.go.jp/project1/crawl.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'psbot/0.1', 1 => '(+http://www.picsearch.com/bot.html)'), 1 => array(0 => 'psbot/0.1 (+http://www.picsearch.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'psbot/0.1 (+http://www.picsearch.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; Qualidator.com Bot 1.0;)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Qualidator.com Bot 1.0;)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'UCMore Crawler App')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'UCMore Crawler App', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; Nigma.ru/3.0; crawler@nigma.ru)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Nigma.ru/3.0; crawler@nigma.ru)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sosoimagespider+(+http://help.soso.com/soso-image-spider.htm)'), 1 => array(0 => 'Sosoimagespider+(+http://help.soso.com/soso-image-spider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sosoimagespider+(+http://help.soso.com/soso-image-spider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YandexBot/3.0;', 1 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler', 1 => '(http://code.google.com/p/crawler4j/)'), 1 => array(0 => 'crawler4j (http://code.google.com/p/crawler4j/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'crawler4j (http://code.google.com/p/crawler4j/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler', 1 => '+http://www.netseer.com/crawler.html;', 2 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; NetSeer crawler/2.0; +http://www.netseer.com/crawler.html; crawler@netseer.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; NetSeer crawler/2.0; +http://www.netseer.com/crawler.html; crawler@netseer.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(compatible;YodaoBot-Image/1.0;http://www.youdao.com/help/webmaster/spider/;)'), 1 => array(0 => 'Mozilla/5.0 (compatible;YodaoBot-Image/1.0;http://www.youdao.com/help/webmaster/spider/;)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible;YodaoBot-Image/1.0;http://www.youdao.com/help/webmaster/spider/;)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bnf.fr_bot;', 1 => '+http://www.bnf.fr/fr/outils/a.dl_web_capture_robot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bnf.fr_bot; +http://www.bnf.fr/fr/outils/a.dl_web_capture_robot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; bnf.fr_bot; +http://www.bnf.fr/fr/outils/a.dl_web_capture_robot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TwengaBot'), 1 => array(0 => 'TwengaBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TwengaBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Caliperbot/1.0', 1 => '(+http://www.conductor.com/caliperbot)'), 1 => array(0 => 'Caliperbot/1.0 (+http://www.conductor.com/caliperbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Caliperbot/1.0 (+http://www.conductor.com/caliperbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'zibber-v0.1(www.zibb.com/crawler/)'), 1 => array(0 => 'zibber-v0.1(www.zibb.com/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'zibber-v0.1(www.zibb.com/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://www.flamingosearch.com/bot)'), 1 => array(0 => 'Flamingo_SearchEngine (+http://www.flamingosearch.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Flamingo_SearchEngine (+http://www.flamingosearch.com/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'oodlebot/1.0'), 1 => array(0 => 'oodlebot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'oodlebot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YesupBot/1.0;', 1 => '+http://www.yesup.net/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YesupBot/1.0; +http://www.yesup.net/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YesupBot/1.0; +http://www.yesup.net/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'HLTBot/1.3', 1 => '(+http://hlt.fbk.eu/hltbot.html)'), 1 => array(0 => 'HLTBot/1.3 (+http://hlt.fbk.eu/hltbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'HLTBot/1.3 (+http://hlt.fbk.eu/hltbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.feedage.com/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Feedage/2.0; +http://www.feedage.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Feedage/2.0; +http://www.feedage.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'HubSpot Crawler 1.0 http://www.hubspot.com/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'HubSpot Crawler 1.0 http://www.hubspot.com/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot'), 1 => array(0 => 'AddThis.com robot tech.support@clearspring.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AddThis.com robot tech.support@clearspring.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Yahoo!-AdCrawler;', 1 => 'http://help.yahoo.com/yahoo_adcrawler)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo!-AdCrawler; http://help.yahoo.com/yahoo_adcrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Yahoo!-AdCrawler; http://help.yahoo.com/yahoo_adcrawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Gigabot/3.0', 1 => '(http://www.gigablast.com/spider.html)'), 1 => array(0 => 'Gigabot/3.0 (http://www.gigablast.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Gigabot/3.0 (http://www.gigablast.com/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Who.is Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Who.is Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'web18bot'), 1 => array(0 => 'web18bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'web18bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Jyxobot/1'), 1 => array(0 => 'Jyxobot/1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Jyxobot/1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.apercite.fr/robot/index.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Apercite; +http://www.apercite.fr/robot/index.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Apercite; +http://www.apercite.fr/robot/index.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CatchBot/1.0;', 1 => '+http://www.catchbot.com'), 1 => array(0 => 'CatchBot/1.0; +http://www.catchbot.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CatchBot/1.0; +http://www.catchbot.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'R6_CommentReader(www.radian6.com/crawler)'), 1 => array(0 => 'R6_CommentReader(www.radian6.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'R6_CommentReader(www.radian6.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/2.0b', 1 => '(+http://search.msn.com/msnbot.htm)._'), 1 => array(0 => 'msnbot/2.0b (+http://search.msn.com/msnbot.htm)._')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot/2.0b (+http://search.msn.com/msnbot.htm)._', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'iisbot/1.0', 1 => '(+http://www.iis.net/iisbot.html)'), 1 => array(0 => 'iisbot/1.0 (+http://www.iis.net/iisbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'iisbot/1.0 (+http://www.iis.net/iisbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://solfo.com/linkbot.html)'), 1 => array(0 => 'solfo-linkchecker/1.0 (http://solfo.com/linkbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'solfo-linkchecker/1.0 (http://solfo.com/linkbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Search17Bot/1.1;', 1 => 'http://www.search17.com/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Search17Bot/1.1; http://www.search17.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Search17Bot/1.1; http://www.search17.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Twitterbot/0.1'), 1 => array(0 => 'Twitterbot/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Twitterbot/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LinkedInBot/1.0'), 1 => array(0 => 'LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexImageResizer/2.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexImageResizer/2.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot-NewsBlogs/2.0b', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot-NewsBlogs/2.0b (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot-NewsBlogs/2.0b (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bitlybot/2.0'), 1 => array(0 => 'bitlybot/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bitlybot/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'adidxbot/1.1', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'adidxbot/1.1 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'adidxbot/1.1 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'my-robot/0.1'), 1 => array(0 => 'my-robot/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'my-robot/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FlaxCrawler/1.0'), 1 => array(0 => 'FlaxCrawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FlaxCrawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CatchBot/2.0;', 1 => '+http://www.catchbot.com'), 1 => array(0 => 'CatchBot/2.0; +http://www.catchbot.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CatchBot/2.0; +http://www.catchbot.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'eventBot'), 1 => array(0 => 'eventBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'eventBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.3.3;', 1 => 'http://www.majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.3.3; http://www.majestic12.co.uk/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.3.3; http://www.majestic12.co.uk/bot.php?+)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot', 1 => '+http://www.archive.org/details/archive.org_bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '123peoplebot/1.0'), 1 => array(0 => '123peoplebot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '123peoplebot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'wikiwix-bot-3.0'), 1 => array(0 => 'wikiwix-bot-3.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'wikiwix-bot-3.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sosospider+(+http://help.soso.com/webspider.htm),gzip(gfe)'), 1 => array(0 => 'Sosospider+(+http://help.soso.com/webspider.htm),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sosospider+(+http://help.soso.com/webspider.htm),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'lssbot'), 1 => array(0 => 'lssbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'lssbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Synthesio Crawler release MonaLisa (contact at synthesio dot fr)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Synthesio Crawler release MonaLisa (contact at synthesio dot fr)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ssearch_bot', 1 => 'Crawler'), 1 => array(0 => 'ssearch_bot (sSearch Crawler; http://www.semantissimo.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ssearch_bot (sSearch Crawler; http://www.semantissimo.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'R6_Primer(www.radian6.com/crawler)'), 1 => array(0 => 'R6_Primer(www.radian6.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'R6_Primer(www.radian6.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Zing-BottaBot/1.0'), 1 => array(0 => 'Zing-BottaBot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Zing-BottaBot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Toplistbot'), 1 => array(0 => 'Toplistbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Toplistbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.spidersoft.com)'), 1 => array(0 => 'WebZIP/x.x (http://www.spidersoft.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WebZIP/x.x (http://www.spidersoft.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot'), 1 => array(0 => 'TVersity Media Robot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TVersity Media Robot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WordChampBot'), 1 => array(0 => 'WordChampBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WordChampBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerBot/1.0;', 1 => 'UrlCrawler;', 2 => 'http://www.seomoz.org/dp/rogerbot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; rogerBot/1.0; UrlCrawler; http://www.seomoz.org/dp/rogerbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; rogerBot/1.0; UrlCrawler; http://www.seomoz.org/dp/rogerbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BLP_bbot/0.1'), 1 => array(0 => 'BLP_bbot/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BLP_bbot/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerBot/1.0;', 1 => 'http://www.seomoz.org/dp/rogerbot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; rogerBot/1.0; http://www.seomoz.org/dp/rogerbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; rogerBot/1.0; http://www.seomoz.org/dp/rogerbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NextpointBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 AppleWebKit/531.22.7 (KHTML, like Gecko) Version/4.0.5 Safari/531.22.7; NextpointBot/1.0; http://nextpoint.com/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 AppleWebKit/531.22.7 (KHTML, like Gecko) Version/4.0.5 Safari/531.22.7; NextpointBot/1.0; http://nextpoint.com/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'GumGum Bot (http://gumgum.com; support@gumgum.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'GumGum Bot (http://gumgum.com; support@gumgum.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'netEstate NE Crawler (+http://www.sengine.info/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'netEstate NE Crawler (+http://www.sengine.info/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Twitmunin Crawler http://www.twitmunin.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Twitmunin Crawler http://www.twitmunin.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://www.altresium.com/bot.html)'), 1 => array(0 => 'Altresium/4.3 (+http://www.altresium.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Altresium/4.3 (+http://www.altresium.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'eSyndiCat Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'eSyndiCat Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'http://www.cmscrawler.com)'), 1 => array(0 => 'Mozilla/4.0 (CMS Crawler: http://www.cmscrawler.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (CMS Crawler: http://www.cmscrawler.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(crawler@fast.no)'), 1 => array(0 => 'FAST Enterprise Crawler/6.7.0 (crawler@fast.no)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Enterprise Crawler/6.7.0 (crawler@fast.no)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ScooperBot'), 1 => array(0 => 'ScooperBot www.customscoop.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ScooperBot www.customscoop.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spbot/3.0;', 1 => '+http://www.seoprofiler.com/bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; spbot/3.0; +http://www.seoprofiler.com/bot )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; spbot/3.0; +http://www.seoprofiler.com/bot )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SinaWeiboBot'), 1 => array(0 => 'SinaWeiboBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SinaWeiboBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://sindice.com/developers/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; sindice-site-manager/0.1.0 +http://sindice.com/developers/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; sindice-site-manager/0.1.0 +http://sindice.com/developers/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'trovitBot/1.0;', 1 => '+http://www.trovit.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; trovitBot/1.0; +http://www.trovit.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; trovitBot/1.0; +http://www.trovit.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TwengaBot-2.0', 1 => '(http://www.twenga.com/bot.html)'), 1 => array(0 => 'TwengaBot-2.0 (http://www.twenga.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TwengaBot-2.0 (http://www.twenga.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'reach-local-bot/0.1'), 1 => array(0 => 'reach-local-bot/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'reach-local-bot/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ezooms.bot@gmail.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot@gmail.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot@gmail.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'RSSIncludeBot/1.0', 1 => '(http://www.rssinclude.com/spider)'), 1 => array(0 => 'RSSIncludeBot/1.0 (http://www.rssinclude.com/spider)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'RSSIncludeBot/1.0 (http://www.rssinclude.com/spider)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YoonoCrawler/1.0', 1 => '(crawler@yoono.com)'), 1 => array(0 => 'YoonoCrawler/1.0 (crawler@yoono.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'YoonoCrawler/1.0 (crawler@yoono.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'suggybot', 1 => 'http://blog.suggy.com/was-ist-suggy/suggy-webcrawler/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; suggybot v0.01a, http://blog.suggy.com/was-ist-suggy/suggy-webcrawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; suggybot v0.01a, http://blog.suggy.com/was-ist-suggy/suggy-webcrawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider/2.0;', 1 => '+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'fastbot', 1 => 'crawler', 2 => '(+http://www.fastbot.de)'), 1 => array(0 => 'fastbot crawler beta 2.0 (+http://www.fastbot.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'fastbot crawler beta 2.0 (+http://www.fastbot.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.infuz.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; InfuzApp/1.0; +http://www.infuz.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; InfuzApp/1.0; +http://www.infuz.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZapBot/0.2n;', 1 => '+http://www.zapbot.net)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ZapBot/0.2n; +http://www.zapbot.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ZapBot/0.2n; +http://www.zapbot.net)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; TweetedTimes Bot/1.0; +http://tweetedtimes.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; TweetedTimes Bot/1.0; +http://tweetedtimes.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NL-Crawler'), 1 => array(0 => 'NL-Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NL-Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NerdByNature.Bot;', 1 => 'http://www.nerdbynature.net/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; NerdByNature.Bot; http://www.nerdbynature.net/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; NerdByNature.Bot; http://www.nerdbynature.net/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'KaloogaBot;', 1 => 'http://kalooga.com/crawler)'), 1 => array(0 => 'Mozilla/5.0 (compatible; KaloogaBot; http://kalooga.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; KaloogaBot; http://kalooga.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1.40')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1.40', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'musobot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; musobot/1.0; info@muso.com; +http://www.muso.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; musobot/1.0; info@muso.com; +http://www.muso.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WillyBot/1.1', 1 => '(http://www.willyfogg.com/info/willybot)'), 1 => array(0 => 'WillyBot/1.1 (http://www.willyfogg.com/info/willybot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WillyBot/1.1 (http://www.willyfogg.com/info/willybot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'vcbot'), 1 => array(0 => 'vcbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'vcbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexDirect/3.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexDirect/3.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Twitterbot/1.0'), 1 => array(0 => 'Twitterbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Twitterbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'mysmutsearch-crawler'), 1 => array(0 => 'mysmutsearch-crawler +http://www.mysmutsearch.com/faq.shtml+')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'mysmutsearch-crawler +http://www.mysmutsearch.com/faq.shtml+', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZapBot/0.2c;', 1 => '+http://www.zapbot.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ZapBot/0.2c; +http://www.zapbot.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ZapBot/0.2c; +http://www.zapbot.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZapBot/0.2o;', 1 => '+http://www.zapbot.org)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ZapBot/0.2o; +http://www.zapbot.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ZapBot/0.2o; +http://www.zapbot.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexNews/3.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexNews/3.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'woobot/1.1'), 1 => array(0 => 'woobot/1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'woobot/1.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yolinkBot'), 1 => array(0 => 'yolinkBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'yolinkBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'pub-crawler;', 1 => '+http://wiki.github.com/bixo/bixo/bixocrawler;'), 1 => array(0 => 'Mozilla/5.0 (compatible; pub-crawler; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; pub-crawler; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/0.01', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot/0.01 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot/0.01 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LikaholixCrawler/1.0;', 1 => '+http://mylikes.com/about/crawler)'), 1 => array(0 => 'Mozilla/5.0 (compatible; LikaholixCrawler/1.0; +http://mylikes.com/about/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; LikaholixCrawler/1.0; +http://mylikes.com/about/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YandexBot/3.0;', 1 => '+http://yandex.com/bots),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Oxyme.Search - Web crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Oxyme.Search - Web crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1.60')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1.60', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://benderthewebrobot.tumblr.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Bender; http://benderthewebrobot.tumblr.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Bender; http://benderthewebrobot.tumblr.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Kyoto-Crawler/2.0', 1 => 'kyoto-crawler-contact(at)nlp(dot)kuee(dot)kyoto-u(dot)ac(dot)jp;'), 1 => array(0 => 'Kyoto-Crawler/2.0 (Mozilla-compatible; kyoto-crawler-contact(at)nlp(dot)kuee(dot)kyoto-u(dot)ac(dot)jp; http://nlp.ist.i.kyoto-u.ac.jp/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Kyoto-Crawler/2.0 (Mozilla-compatible; kyoto-crawler-contact(at)nlp(dot)kuee(dot)kyoto-u(dot)ac(dot)jp; http://nlp.ist.i.kyoto-u.ac.jp/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Newsle bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Newsle bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SeznamBot/3.0'), 1 => array(0 => 'SeznamBot/3.0 (+http://fulltext.sblog.cz/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SeznamBot/3.0 (+http://fulltext.sblog.cz/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SEOkicks-Robot', 1 => '+http://www.seokicks.de/robot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SEOkicks-Robot +http://www.seokicks.de/robot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SEOkicks-Robot +http://www.seokicks.de/robot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BacklinkCrawler', 1 => '(http://www.backlinktest.com/crawler.html)'), 1 => array(0 => 'BacklinkCrawler (http://www.backlinktest.com/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BacklinkCrawler (http://www.backlinktest.com/crawler.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Y!J-BRW/1.0 crawler (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Y!J-BRW/1.0 crawler (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YodaoBot/1.0;', 1 => 'http://www.yodao.com/help/webmaster/spider/;'), 1 => array(0 => 'MozillaTest/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MozillaTest/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.4.0;', 1 => 'http://www.majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.4.0; http://www.majestic12.co.uk/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.4.0; http://www.majestic12.co.uk/bot.php?+)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MojeekBot/0.2;', 1 => 'http://www.mojeek.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MojeekBot/0.2; http://www.mojeek.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MojeekBot/0.2; http://www.mojeek.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'UnisterBot', 1 => 'crawler'), 1 => array(0 => 'UnisterBot (Mozilla/5.0 compatible; crawler@unister-gmbh.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'UnisterBot (Mozilla/5.0 compatible; crawler@unister-gmbh.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://jetsli.de/crawler)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Jetslide; +http://jetsli.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Jetslide; +http://jetsli.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1.70')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1.70', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'gsa-crawler'), 1 => array(0 => 'gsa-crawler (Enterprise; GID-01422; jplastiras.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'gsa-crawler (Enterprise; GID-01422; jplastiras.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(compatible;Baiduspider/2.0;+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible;Baiduspider/2.0;+http://www.baidu.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible;Baiduspider/2.0;+http://www.baidu.com/search/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'http://crawler.sistrix.net/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1,70')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1,70', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+PiplBot;++http://www.pipl.com/bot/)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+PiplBot;++http://www.pipl.com/bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+PiplBot;++http://www.pipl.com/bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'RediffNewsBot;betatest;contact:searchops@rediff.co.in'), 1 => array(0 => 'RediffNewsBot;betatest;contact:searchops@rediff.co.in')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'RediffNewsBot;betatest;contact:searchops@rediff.co.in', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AdnormCrawler', 1 => 'www.adnorm.com/crawler'), 1 => array(0 => 'AdnormCrawler www.adnorm.com/crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AdnormCrawler www.adnorm.com/crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; LucidWorks/; +; crawler at example dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; LucidWorks/; +; crawler at example dot com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://help.naver.com/robots/)'), 1 => array(0 => 'Yepi/1.0 (NHN Corp.; http://help.naver.com/robots/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Yepi/1.0 (NHN Corp.; http://help.naver.com/robots/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'oBot/2.3.1;', 1 => '+http://filterdb.iss.net/crawler/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; oBot/2.3.1; +http://filterdb.iss.net/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; oBot/2.3.1; +http://filterdb.iss.net/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Content Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Content Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SearQuBot/SearQuBot'), 1 => array(0 => 'SearQuBot/SearQuBot v1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SearQuBot/SearQuBot v1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;', 1 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexNews/3.0; robot; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexNews/3.0; robot; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'X3Watch Crawler (http://x3watch.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'X3Watch Crawler (http://x3watch.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+CukBot;+Not+a+spammer;+++http://www.companiesintheuk.co.uk/bot.html)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+CukBot;+Not+a+spammer;+++http://www.companiesintheuk.co.uk/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+CukBot;+Not+a+spammer;+++http://www.companiesintheuk.co.uk/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://postpost.com/crawlers)'), 1 => array(0 => 'PostPost/1.0 (+http://postpost.com/crawlers)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PostPost/1.0 (+http://postpost.com/crawlers)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZumBot/1.0'), 1 => array(0 => 'ZumBot/1.0 (ZUM Search; http://help.zum.com/inquiry)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ZumBot/1.0 (ZUM Search; http://help.zum.com/inquiry)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1.80')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1.80', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; Goodzer/2.0; crawler@goodzer.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Goodzer/2.0; crawler@goodzer.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Moatbot/2.2;', 1 => '+http://www.moat.com/pages/moatbot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Moatbot/2.2; +http://www.moat.com/pages/moatbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Moatbot/2.2; +http://www.moat.com/pages/moatbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WBSearchBot/1.1;', 1 => '+http://www.warebay.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; WBSearchBot/1.1; +http://www.warebay.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; WBSearchBot/1.1; +http://www.warebay.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BufferBot'), 1 => array(0 => 'BufferBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BufferBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Wepbot/3.0', 1 => '(+http://www.nurago.com/en/wepbot/);'), 1 => array(0 => 'Wepbot/3.0 (+http://www.nurago.com/en/wepbot/); Jakarta Commons-HttpClient/3.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Wepbot/3.0 (+http://www.nurago.com/en/wepbot/); Jakarta Commons-HttpClient/3.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FAST-WebCrawler/3.8', 1 => '(crawler', 2 => 'http://www.alltheweb.com/help/webmaster/crawler)'), 1 => array(0 => 'FAST-WebCrawler/3.8 (crawler at trd dot overture dot com; http://www.alltheweb.com/help/webmaster/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST-WebCrawler/3.8 (crawler at trd dot overture dot com; http://www.alltheweb.com/help/webmaster/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; crawlx, crawler@trd.overture.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; crawlx, crawler@trd.overture.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Jolibot/1.0'), 1 => array(0 => 'Jolibot/1.0 (+http://www.jolicloud.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Jolibot/1.0 (+http://www.jolicloud.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CCBot/1.0', 1 => '(+http://www.commoncrawl.org/bot.html)'), 1 => array(0 => 'CCBot/1.0 (+http://www.commoncrawl.org/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CCBot/1.0 (+http://www.commoncrawl.org/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Snapbot/1.0'), 1 => array(0 => 'Snapbot/1.0 (Snap Shots, +http://www.snap.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Snapbot/1.0 (Snap Shots, +http://www.snap.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'thumbshots-de-bot'), 1 => array(0 => 'thumbshots-de-bot (+http://www.thumbshots.de/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'thumbshots-de-bot (+http://www.thumbshots.de/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexMedia/3.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexMedia/3.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'librabot/2.0'), 1 => array(0 => 'librabot/2.0 (+http://academic.research.microsoft.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'librabot/2.0 (+http://academic.research.microsoft.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SiteBot/0.1;', 1 => '+http://www.sitebot.org/robot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SiteBot/0.1; +http://www.sitebot.org/robot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SiteBot/0.1; +http://www.sitebot.org/robot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ibot'), 1 => array(0 => 'ibot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ibot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GSiteCrawler/v1.23', 1 => '(http://gsitecrawler.com/)'), 1 => array(0 => 'GSiteCrawler/v1.23 rev. 286 (http://gsitecrawler.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'GSiteCrawler/v1.23 rev. 286 (http://gsitecrawler.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; ia_archiver/1.0; +http://www.alexa.com/help/webmasters; crawler@alexa.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ia_archiver/1.0; +http://www.alexa.com/help/webmasters; crawler@alexa.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'IssueCrawler'), 1 => array(0 => 'IssueCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'IssueCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LocalBot/1.1', 1 => '(+http://www.localbot.co.uk/)'), 1 => array(0 => 'LocalBot/1.1 (+http://www.localbot.co.uk/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'LocalBot/1.1 (+http://www.localbot.co.uk/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'InnovantageBot/1.0'), 1 => array(0 => 'InnovantageBot/1.0 (http://www.innovantage.co.uk/technology/webmaster_information.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'InnovantageBot/1.0 (http://www.innovantage.co.uk/technology/webmaster_information.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'redditbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider'), 1 => array(0 => 'Baiduspider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;', 1 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) 1 readers')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) 1 readers', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FatBot', 1 => 'http://www.thefind.com/crawler;'), 1 => array(0 => 'Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/crawler; panda)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/crawler; panda)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Yahoo-Newscrawler/3.9', 1 => '(news-search-crawler'), 1 => array(0 => 'Yahoo-Newscrawler/3.9 (news-search-crawler at yahoo-inc dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Yahoo-Newscrawler/3.9 (news-search-crawler at yahoo-inc dot com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SMXCrawler/1.0'), 1 => array(0 => 'SMXCrawler/1.0 (www.socialmetrix.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SMXCrawler/1.0 (www.socialmetrix.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Zimbiobot/2.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Zimbiobot/2.0; support@zimbio.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Zimbiobot/2.0; support@zimbio.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GigaBot/2.0'), 1 => array(0 => 'GigaBot/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'GigaBot/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'private test crawler curl-based')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'private test crawler curl-based', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FlightDeckReportsBot/2.0', 1 => '(http://www.flightdeckreports.com/pages/bot)'), 1 => array(0 => 'FlightDeckReportsBot/2.0 (http://www.flightdeckreports.com/pages/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FlightDeckReportsBot/2.0 (http://www.flightdeckreports.com/pages/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EmailMarketingRobot/2.1;', 1 => '+http://www.emailmarketingrobot.com/webmasters/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; EmailMarketingRobot/2.1; +http://www.emailmarketingrobot.com/webmasters/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; EmailMarketingRobot/2.1; +http://www.emailmarketingrobot.com/webmasters/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1,60')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1,60', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SWbot/0.1;', 1 => '+http://app.saidwot.com/bot.html'), 1 => array(0 => 'Mozilla/5.0 (compatible; SWbot/0.1; +http://app.saidwot.com/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SWbot/0.1; +http://app.saidwot.com/bot.html', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(SpiffySearchBot', 1 => 'http://www.spiffysearch.com/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (SpiffySearchBot http://www.spiffysearch.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (SpiffySearchBot http://www.spiffysearch.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; Qualidator.com Bot 0.9;)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Qualidator.com Bot 0.9;)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'R6_FeedFetcher_(www.radian6.com/crawler)'), 1 => array(0 => 'R6_FeedFetcher_(www.radian6.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'R6_FeedFetcher_(www.radian6.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(lnbot@lexisnexis.com)'), 1 => array(0 => 'FAST Enterprise Crawler 6 used by LexisNexis (lnbot@lexisnexis.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Enterprise Crawler 6 used by LexisNexis (lnbot@lexisnexis.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0'), 1 => array(0 => 'rogerbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '360spider(http://webscan.360.cn)'), 1 => array(0 => '360spider(http://webscan.360.cn)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '360spider(http://webscan.360.cn)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'gsa-crawler'), 1 => array(0 => 'gsa-crawler (Enterprise; GID-01742;gsatesting@rediffmail.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'gsa-crawler (Enterprise; GID-01742;gsatesting@rediffmail.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NikoBot1.0'), 1 => array(0 => 'NikoBot1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NikoBot1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'kulokobot'), 1 => array(0 => 'kulokobot www.kuloko.com kuloko@backweave.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'kulokobot www.kuloko.com kuloko@backweave.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Updownerbot', 1 => '(+http://www.updowner.com/bot)'), 1 => array(0 => 'Updownerbot (+http://www.updowner.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Updownerbot (+http://www.updowner.com/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot;'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot; Archive-It; +http://archive-it.org/files/site-owners.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot; Archive-It; +http://archive-it.org/files/site-owners.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot/1.3'), 1 => array(0 => 'FTRF: Friendly robot/1.3')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FTRF: Friendly robot/1.3', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'minicrawler/1'), 1 => array(0 => 'minicrawler/1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'minicrawler/1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SiBot;'), 1 => array(0 => 'SAE/fetchurl-kw31jl4xol compatible; SiBot; http://www.siteinfor.com/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SAE/fetchurl-kw31jl4xol compatible; SiBot; http://www.siteinfor.com/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Zookabot/2.4;++http://zookabot.com'), 1 => array(0 => 'Zookabot/2.4;++http://zookabot.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Zookabot/2.4;++http://zookabot.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'InsiteRobot/2011.12.07'), 1 => array(0 => 'InsiteRobot/2011.12.07')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'InsiteRobot/2011.12.07', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GrapeshotCrawler/2.0;', 1 => '+http://www.grapeshot.co.uk/crawler.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; GrapeshotCrawler/2.0; +http://www.grapeshot.co.uk/crawler.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; GrapeshotCrawler/2.0; +http://www.grapeshot.co.uk/crawler.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'microbot'), 1 => array(0 => 'microbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'microbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LinksCrawler'), 1 => array(0 => 'LinksCrawler 0.1beta')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'LinksCrawler 0.1beta', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.4.1;', 1 => 'http://www.majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.4.1; http://www.majestic12.co.uk/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.4.1; http://www.majestic12.co.uk/bot.php?+)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou inst spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sogou inst spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WASALive-Bot', 1 => 'http://blog.wasalive.com/wasalive-bots/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; WASALive-Bot ; http://blog.wasalive.com/wasalive-bots/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; WASALive-Bot ; http://blog.wasalive.com/wasalive-bots/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.semager.de/blog/semager-bots/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Semager/1.4c; +http://www.semager.de/blog/semager-bots/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Semager/1.4c; +http://www.semager.de/blog/semager-bots/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'discobot/2.0;', 1 => '+http://discoveryengine.com/discobot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; discobot/2.0; +http://discoveryengine.com/discobot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; discobot/2.0; +http://discoveryengine.com/discobot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WongBot'), 1 => array(0 => 'WongBot // http://www.mister-wong.de/search/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WongBot // http://www.mister-wong.de/search/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'NewsGator/2.0 Bot (http://www.newsgator.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NewsGator/2.0 Bot (http://www.newsgator.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.lijit.com/robot/crawler)'), 1 => array(0 => 'Lijit Crawler (+http://www.lijit.com/robot/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Lijit Crawler (+http://www.lijit.com/robot/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Feedjit Favicon Crawler 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Feedjit Favicon Crawler 1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robots'), 1 => array(0 => 'DS/1.5 robots')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'DS/1.5 robots', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Pressarmybot/beta', 1 => '(+http://beta.pressarmy.com/bot)'), 1 => array(0 => 'Pressarmybot/beta (+http://beta.pressarmy.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Pressarmybot/beta (+http://beta.pressarmy.com/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Castabot/0.1'), 1 => array(0 => 'Castabot/0.1 (+http://topixtream.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Castabot/0.1 (+http://topixtream.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(crawler@fast.no)'), 1 => array(0 => 'FAST Enterprise Crawler/5.3.4 (crawler@fast.no)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Enterprise Crawler/5.3.4 (crawler@fast.no)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'scrapybot/1.0'), 1 => array(0 => 'scrapybot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'scrapybot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider-cpro'), 1 => array(0 => 'Baiduspider-cpro')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider-cpro', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YioopBot;', 1 => '+http://www.yioop.com/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YioopBot; +http://www.yioop.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YioopBot; +http://www.yioop.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'percbotspider'), 1 => array(0 => 'percbotspider ')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'percbotspider ', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.4.2;', 1 => 'http://www.majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.4.2; http://www.majestic12.co.uk/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.4.2; http://www.majestic12.co.uk/bot.php?+)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'scirus-crawler@fast.no;'), 1 => array(0 => 'FAST Enterprise Crawler 6 / Scirus scirus-crawler@fast.no; http://www.scirus.com/srsapp/contactus/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Enterprise Crawler 6 / Scirus scirus-crawler@fast.no; http://www.scirus.com/srsapp/contactus/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SurveyBot/2.3'), 1 => array(0 => 'SurveyBot/2.3 (Whois Source)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SurveyBot/2.3 (Whois Source)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sogou+web+robot+(+http://www.sogou.com/docs/help/webmasters.htm#07)'), 1 => array(0 => 'Sogou+web+robot+(+http://www.sogou.com/docs/help/webmasters.htm#07)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sogou+web+robot+(+http://www.sogou.com/docs/help/webmasters.htm#07)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'VideoSurf_bot', 1 => '+http://www.videosurf.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; VideoSurf_bot +http://www.videosurf.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; VideoSurf_bot +http://www.videosurf.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot)'), 1 => array(0 => 'Mozilla/4.0 (compatible: FDSE robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible: FDSE robot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Hailoobot/1.2;', 1 => '+http://www.hailoo.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Hailoobot/1.2; +http://www.hailoo.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Hailoobot/1.2; +http://www.hailoo.com/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Swooglebot/2.0.', 1 => '(+http://swoogle.umbc.edu/swooglebot.html)'), 1 => array(0 => 'Swooglebot/2.0. (+http://swoogle.umbc.edu/swooglebot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Swooglebot/2.0. (+http://swoogle.umbc.edu/swooglebot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Web CEO Online robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Web CEO Online robot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SmartAndSimpleWebCrawler/1.3', 1 => '(https://crawler.dev.java.net)'), 1 => array(0 => 'SmartAndSimpleWebCrawler/1.3 (https://crawler.dev.java.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SmartAndSimpleWebCrawler/1.3 (https://crawler.dev.java.net)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Supybot'), 1 => array(0 => 'Mozilla/5.0 (Compatible; Supybot 0.83.4.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (Compatible; Supybot 0.83.4.1)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Ruky-Roboter', 1 => '+http://www.ruky.de/zeige/bot.html)'), 1 => array(0 => 'Ruky-Roboter (Version: 1.06, powered by www.ruky.de +http://www.ruky.de/zeige/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Ruky-Roboter (Version: 1.06, powered by www.ruky.de +http://www.ruky.de/zeige/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'focuseekbot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; focuseekbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; focuseekbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Liquida.it-Crawler/1.0', 1 => 'crawler'), 1 => array(0 => 'Liquida.it-Crawler/1.0 ( crawler@liquida.it +http://www.liquida.it )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Liquida.it-Crawler/1.0 ( crawler@liquida.it +http://www.liquida.it )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'JoobleBot'), 1 => array(0 => 'JoobleBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'JoobleBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Wootbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Wootbot/1.0; +http://woot.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Wootbot/1.0; +http://woot.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'TweetedTimes Bot/1.0 (Mozilla/5.0 Compatible, +http://tweetedtimes.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TweetedTimes Bot/1.0 (Mozilla/5.0 Compatible, +http://tweetedtimes.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou inst spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sogou inst spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'UnisterBot;', 1 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; UnisterBot; crawler@unister.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; UnisterBot; crawler@unister.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'intelium_bot'), 1 => array(0 => 'intelium_bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'intelium_bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://pagepeeker.com/robots)'), 1 => array(0 => 'PagePeeker.com (info: http://pagepeeker.com/robots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PagePeeker.com (info: http://pagepeeker.com/robots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/bintellibot'), 1 => array(0 => 'Mozilla/bintellibot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/bintellibot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DotNetShoutout-Bot(http://dotnetshout.com)'), 1 => array(0 => 'DotNetShoutout-Bot(http://dotnetshout.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'DotNetShoutout-Bot(http://dotnetshout.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'UptimeRobot/1.0;', 1 => 'http://www.uptimerobot.com/)'), 1 => array(0 => 'Mozilla/5.0+(compatible; UptimeRobot/1.0; http://www.uptimerobot.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible; UptimeRobot/1.0; http://www.uptimerobot.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ShowyouBot', 1 => '(http://showyou.com/crawler)'), 1 => array(0 => 'ShowyouBot (http://showyou.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ShowyouBot (http://showyou.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Scribdbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Scribdbot/1.0; +http://www.scribd.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Scribdbot/1.0; +http://www.scribd.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://boardreader.com/info/robots.htm)-CommentCrawler5'), 1 => array(0 => 'BoardReader/1.0 (http://boardreader.com/info/robots.htm)-CommentCrawler5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BoardReader/1.0 (http://boardreader.com/info/robots.htm)-CommentCrawler5', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Jbot'), 1 => array(0 => 'Jbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Jbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DealOzBot/7.2', 1 => '(+http://www.dealoz.com/bot.pl)'), 1 => array(0 => 'DealOzBot/7.2 (+http://www.dealoz.com/bot.pl)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'DealOzBot/7.2 (+http://www.dealoz.com/bot.pl)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OpenSearchServer_Bot'), 1 => array(0 => 'OpenSearchServer_Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'OpenSearchServer_Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'aranhabot'), 1 => array(0 => 'aranhabot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'aranhabot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'InfohubbleBot'), 1 => array(0 => 'InfohubbleBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'InfohubbleBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AMZNKAssocBot/4.0)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AMZNKAssocBot/4.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; AMZNKAssocBot/4.0)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'lexxbot/1.0;', 1 => '+http://www.artiesoft.com/lexxbot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; lexxbot/1.0; +http://www.artiesoft.com/lexxbot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; lexxbot/1.0; +http://www.artiesoft.com/lexxbot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ApptusBot/2.0;', 1 => '+http://www.apptus.com/apptusbot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ApptusBot/2.0; +http://www.apptus.com/apptusbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ApptusBot/2.0; +http://www.apptus.com/apptusbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AskPeterBot;', 1 => '+http://www.askpeter.info/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AskPeterBot; +http://www.askpeter.info/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; AskPeterBot; +http://www.askpeter.info/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1.90')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1.90', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PeekBot'), 1 => array(0 => 'GG PeekBot 1.0 (http://gg.pl)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'GG PeekBot 1.0 (http://gg.pl)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot'), 1 => array(0 => 'checkgzipcompression.com robot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'checkgzipcompression.com robot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'spider-on-the-fly 20q v4.256 Discover Life www.discoverlife.org')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'spider-on-the-fly 20q v4.256 Discover Life www.discoverlife.org', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'FAST Enterprise Crawler 6 used by My Company (administrator@example.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Enterprise Crawler 6 used by My Company (administrator@example.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.widgetbox.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Widgetbox; http://www.widgetbox.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Widgetbox; http://www.widgetbox.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Kliksafe Search Bot/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Kliksafe Search Bot/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Ralocobot;', 1 => '+http://raloco.com/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Ralocobot; +http://raloco.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Ralocobot; +http://raloco.com/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SNBot'), 1 => array(0 => 'SNBot 0.93 on human users\' behalf http://www.shoppingnotes.com/help/webmasterfaq')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SNBot 0.93 on human users\' behalf http://www.shoppingnotes.com/help/webmasterfaq', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WikioFeedBot'), 1 => array(0 => 'WikioFeedBot 1.0 (http://www.wikio.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WikioFeedBot 1.0 (http://www.wikio.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'i4dwebbot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; i4dwebbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; i4dwebbot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'emefgebot/BETA', 1 => '(+http://emefge.de/bot.html)'), 1 => array(0 => 'emefgebot/BETA (+http://emefge.de/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'emefgebot/BETA (+http://emefge.de/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AskPeterBot;', 1 => '+http://www.askpeter.de/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AskPeterBot; +http://www.askpeter.de/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; AskPeterBot; +http://www.askpeter.de/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ltbot/1.3;', 1 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; ltbot/1.3; bot@language-tools.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ltbot/1.3; bot@language-tools.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.wesee.com/en/support/bot/)'), 1 => array(0 => 'WeSEE:Search/0.1 (Alpha, http://www.wesee.com/en/support/bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WeSEE:Search/0.1 (Alpha, http://www.wesee.com/en/support/bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DomainCrawler/2.0', 1 => '(info@domaincrawler.com;', 2 => 'http://www.domaincrawler.com/bot'), 1 => array(0 => 'DomainCrawler/2.0 (info@domaincrawler.com; http://www.domaincrawler.com/bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'DomainCrawler/2.0 (info@domaincrawler.com; http://www.domaincrawler.com/bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'HolmesBot'), 1 => array(0 => 'HolmesBot (http://holmes.ge)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'HolmesBot (http://holmes.ge)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'ClickTale bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ClickTale bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DCPbot/1.2;'), 1 => array(0 => 'Mozilla/5.0 (compatible; DCPbot/1.2; +http://domains.checkparams.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; DCPbot/1.2; +http://domains.checkparams.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OpenfosBot/2.4;'), 1 => array(0 => 'Mozilla/5.0 (compatible; OpenfosBot/2.4; +http://www.openfos.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; OpenfosBot/2.4; +http://www.openfos.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebBot'), 1 => array(0 => 'Xerka WebBot v1.0.0 [Transporte]')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Xerka WebBot v1.0.0 [Transporte]', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Kwickbot', 1 => 'http://hilfe.kwick.de/KwickBot)'), 1 => array(0 => 'Mozilla/5.0 (Kwickbot 1.0; http://hilfe.kwick.de/KwickBot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (Kwickbot 1.0; http://hilfe.kwick.de/KwickBot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PGBot/0.1'), 1 => array(0 => 'PGBot/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PGBot/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LinksManager.com_bot'), 1 => array(0 => 'LinksManager.com_bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'LinksManager.com_bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'stc-crawler/0.84'), 1 => array(0 => 'stc-crawler/0.84')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'stc-crawler/0.84', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'suma spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'suma spider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'vspider'), 1 => array(0 => 'vspider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'vspider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LuminateBot/1.0;', 1 => '+http://www.luminate.com/bot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; LuminateBot/1.0; +http://www.luminate.com/bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; LuminateBot/1.0; +http://www.luminate.com/bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SEOENGWorldBot/1.0', 1 => '(+http://www.seoengine.com/seoengbot.htm)'), 1 => array(0 => 'SEOENGWorldBot/1.0 (+http://www.seoengine.com/seoengbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SEOENGWorldBot/1.0 (+http://www.seoengine.com/seoengbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; Satrix Bot/1.0; +dima@tajseed.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Satrix Bot/1.0; +dima@tajseed.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexSitelinks; Dyatel; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexSitelinks; Dyatel; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sspider_X'), 1 => array(0 => 'Sspider_X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sspider_X', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'BotLaju v2.0 (http://laju.my/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BotLaju v2.0 (http://laju.my/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BeetleBot;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BeetleBot; )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BeetleBot; )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'aiHitBot/1.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; aiHitBot/1.1; +http://www.aihit.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; aiHitBot/1.1; +http://www.aihit.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PeekBot'), 1 => array(0 => 'GG PeekBot 1.0 ( http://gg.pl/ http://info.gadu-gadu.pl/praca )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'GG PeekBot 1.0 ( http://gg.pl/ http://info.gadu-gadu.pl/praca )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'aiHitBot-BP/1.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; aiHitBot-BP/1.1; +http://www.aihit.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; aiHitBot-BP/1.1; +http://www.aihit.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;'), 1 => array(0 => 'Mozilla/4.0 (compatible; Mavicanet robot; www.mavicanet.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; Mavicanet robot; www.mavicanet.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://tineye.com/crawler.html)'), 1 => array(0 => 'TinEye/1.1 (http://tineye.com/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TinEye/1.1 (http://tineye.com/crawler.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.mrcarlito.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (MrCarlito-0.1 http://www.mrcarlito.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (MrCarlito-0.1 http://www.mrcarlito.com/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://linkaider.com/crawler/)'), 1 => array(0 => 'LinkAider (http://linkaider.com/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'LinkAider (http://linkaider.com/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '\'citeseerxbot\''), 1 => array(0 => '\'citeseerxbot\'')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '\'citeseerxbot\'', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ConveraCrawler/0.9e'), 1 => array(0 => 'ConveraCrawler/0.9e (+http://ews.converasearch.com/crawl.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ConveraCrawler/0.9e (+http://ews.converasearch.com/crawl.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'aulinkbot/1.0'), 1 => array(0 => 'aulinkbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'aulinkbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'SciSpi v.1.beta - science spider (+http://www.abitofscience.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SciSpi v.1.beta - science spider (+http://www.abitofscience.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OpenfosBot/2.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; OpenfosBot/2.1; +http://www.openfos.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; OpenfosBot/2.1; +http://www.openfos.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot-Products/1.0', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'A .NET Web Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'A .NET Web Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ALeadSoftbot/2.0', 1 => '(+http://www.aleadsoft.com/bot.htm)'), 1 => array(0 => 'ALeadSoftbot/2.0 (+http://www.aleadsoft.com/bot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ALeadSoftbot/2.0 (+http://www.aleadsoft.com/bot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TweetMemeBot'), 1 => array(0 => 'TweetMemeBot (Feed Parser; Allow like Gecko)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TweetMemeBot (Feed Parser; Allow like Gecko)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ERACrawler/1.0'), 1 => array(0 => 'ERACrawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ERACrawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot-media/1.0', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QrobotW'), 1 => array(0 => 'QrobotW')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'QrobotW', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://boardreader.com/info/robots.htm)'), 1 => array(0 => 'BoardReader/1.0 (http://boardreader.com/info/robots.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BoardReader/1.0 (http://boardreader.com/info/robots.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'utmailspider'), 1 => array(0 => 'utmailspider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'utmailspider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'my-search-bot'), 1 => array(0 => 'my-search-bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'my-search-bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'OpenLink Virtuoso RDF crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'OpenLink Virtuoso RDF crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider-favo+(+http://www.baidu.com/search/spider.htm)'), 1 => array(0 => 'Baiduspider-favo+(+http://www.baidu.com/search/spider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider-favo+(+http://www.baidu.com/search/spider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'SWAT Crawler. AGH University project. In case of problem contact: opal@tempus.metal.agh.edu.pl. Thanks.')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SWAT Crawler. AGH University project. In case of problem contact: opal@tempus.metal.agh.edu.pl. Thanks.', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MetaTagRobot/2.1'), 1 => array(0 => 'MetaTagRobot/2.1 (http://www.seocentro.com/tools/search-engines/metatag-analyzer.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MetaTagRobot/2.1 (http://www.seocentro.com/tools/search-engines/metatag-analyzer.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Influencebot/0.9;'), 1 => array(0 => 'Influencebot/0.9; (Automatic classification of websites; http://www.influencebox.com/; info@influencebox.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Influencebot/0.9; (Automatic classification of websites; http://www.influencebox.com/; info@influencebox.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'fastbot.de', 1 => 'crawler', 2 => '(http://www.fastbot.de)'), 1 => array(0 => 'fastbot.de crawler 2.0 beta (http://www.fastbot.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'fastbot.de crawler 2.0 beta (http://www.fastbot.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SocSciBot'), 1 => array(0 => 'SocSciBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SocSciBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexCatalog/3.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexCatalog/3.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://www.webLyzard.com/crawler)'), 1 => array(0 => 'webLyzard/1.1 (+http://www.webLyzard.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'webLyzard/1.1 (+http://www.webLyzard.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'shopstylebot/1.0'), 1 => array(0 => 'shopstylebot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'shopstylebot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'RSSingBot'), 1 => array(0 => 'RSSingBot (http://www.rssing.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'RSSingBot (http://www.rssing.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BejiBot', 1 => 'Crawler', 2 => 'http://www.bejjan.net/crawler/)'), 1 => array(0 => 'BejiBot Crawler (BNL Services; http://www.bejjan.net/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BejiBot Crawler (BNL Services; http://www.bejjan.net/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Startsidenbot/1.0'), 1 => array(0 => 'Startsidenbot/1.0 (+http://www.startsiden.no)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Startsidenbot/1.0 (+http://www.startsiden.no)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ServiceUptime.robot'), 1 => array(0 => 'ServiceUptime.robot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ServiceUptime.robot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider-sfkr'), 1 => array(0 => 'Baiduspider-sfkr')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider-sfkr', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ApptusBot/2.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; ApptusBot/2.0; +http://www.eniro.se)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ApptusBot/2.0; +http://www.eniro.se)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'RyzeCrawler/1.1.1', 1 => '(+http://www.domain2day.nl/crawler/)'), 1 => array(0 => 'RyzeCrawler/1.1.1 (+http://www.domain2day.nl/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'RyzeCrawler/1.1.1 (+http://www.domain2day.nl/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'businessdbbot/v1.2', 1 => '(http://www.businessdb.com/bot.php)'), 1 => array(0 => 'businessdbbot/v1.2 (http://www.businessdb.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'businessdbbot/v1.2 (http://www.businessdb.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebBot'), 1 => array(0 => 'Xerka WebBot v1.0.0 [Tecnotour]')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Xerka WebBot v1.0.0 [Tecnotour]', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rbot', 1 => '(http://ruby-rbot.org)'), 1 => array(0 => 'rbot http util 0.9.15 (http://ruby-rbot.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rbot http util 0.9.15 (http://ruby-rbot.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Traackr.com Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Traackr.com Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1.10')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1.10', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DomainTaggingbot;'), 1 => array(0 => 'DomainTaggingbot; +http://www.opendns.com/community/domaintagging')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'DomainTaggingbot; +http://www.opendns.com/community/domaintagging', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Doubanbot/1.0', 1 => '(bot@douban.com'), 1 => array(0 => 'Doubanbot/1.0 (bot@douban.com http://www.douban.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Doubanbot/1.0 (bot@douban.com http://www.douban.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robots.txt'), 1 => array(0 => 'Robots.txt finder')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Robots.txt finder', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'sedo_parking_robot'), 1 => array(0 => 'sedo_parking_robot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'sedo_parking_robot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'sharegloo_bot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; sharegloo_bot/1.0; +http://www.sharegloo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; sharegloo_bot/1.0; +http://www.sharegloo.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WikioFeedBot'), 1 => array(0 => 'WikioFeedBot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WikioFeedBot 1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'http://www.wlw.de/extern/crawler/Wer-liefert-was-Crawler.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Wer-liefert-was Crawler 1.1; http://www.wlw.de/extern/crawler/Wer-liefert-was-Crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Wer-liefert-was Crawler 1.1; http://www.wlw.de/extern/crawler/Wer-liefert-was-Crawler.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SearchBot'), 1 => array(0 => 'SearchBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SearchBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SocialOomphLinkBot/1.0'), 1 => array(0 => 'SocialOomphLinkBot/1.0 (info@socialoomph.com http://socialoomph.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SocialOomphLinkBot/1.0 (info@socialoomph.com http://socialoomph.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'cis455crawler'), 1 => array(0 => 'cis455crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'cis455crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'newsspider.'), 1 => array(0 => 'Scanmine newsspider. See http://www.scanmine.com for more information. NB: We need css files!')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Scanmine newsspider. See http://www.scanmine.com for more information. NB: We need css files!', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'your-search-bot'), 1 => array(0 => 'your-search-bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'your-search-bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+OkidokiBot/0.1;++http://www.okidoki.ro/bot.html)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+OkidokiBot/0.1;++http://www.okidoki.ro/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+OkidokiBot/0.1;++http://www.okidoki.ro/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexWebmaster/2.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexWebmaster/2.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'sunwukong bot/1.0 (+http://www.swkong.com/addurl)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'sunwukong bot/1.0 (+http://www.swkong.com/addurl)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MetaTagRobot/1.9'), 1 => array(0 => 'MetaTagRobot/1.9 (http://www.widexl.com/remote/search-engines/metatag-analyzer.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MetaTagRobot/1.9 (http://www.widexl.com/remote/search-engines/metatag-analyzer.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;', 1 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) 2 readers')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) 2 readers', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BuzzRankingBot/1.0;', 1 => '+http://www.buzzrankingbot.com/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; BuzzRankingBot/1.0; +http://www.buzzrankingbot.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BuzzRankingBot/1.0; +http://www.buzzrankingbot.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'My Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'My Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'FAST Enterprise Crawler/6.7.0 used by ThomasNet.com (admin@thomasnet.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Enterprise Crawler/6.7.0 used by ThomasNet.com (admin@thomasnet.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Test:robots)'), 1 => array(0 => 'Mozilla/4.75 (Nikto/2.1.4) (Evasions:None) (Test:robots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.75 (Nikto/2.1.4) (Evasions:None) (Test:robots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OdklBot/1.0'), 1 => array(0 => 'OdklBot/1.0 (klass@odnoklassniki.ru)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'OdklBot/1.0 (klass@odnoklassniki.ru)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SEOENGBot/1.2', 1 => '(+http://www.seoengine.com/seoengbot.htm)'), 1 => array(0 => 'SEOENGBot/1.2 (+http://www.seoengine.com/seoengbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SEOENGBot/1.2 (+http://www.seoengine.com/seoengbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'eduCrawler'), 1 => array(0 => 'eduCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'eduCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'KeepRightBot/0.2'), 1 => array(0 => 'KeepRightBot/0.2 (KeepRight OpenStreetMap Checker; http://keepright.ipax.at)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'KeepRightBot/0.2 (KeepRight OpenStreetMap Checker; http://keepright.ipax.at)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => 'mini-spider,', 2 => 'bot'), 1 => array(0 => 'Update Profile Bot/1.0 (compatible; NZS.com mini-spider, Local Search New Zealand; http://www.nzs.com/; bot at nzs.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Update Profile Bot/1.0 (compatible; NZS.com mini-spider, Local Search New Zealand; http://www.nzs.com/; bot at nzs.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'merlinkbot/1.0)'), 1 => array(0 => 'Mozilla/4.0 (compatible; merlinkbot/1.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; merlinkbot/1.0)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.aboundex.com/crawler/)'), 1 => array(0 => 'Aboundex/0.2 (http://www.aboundex.com/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Aboundex/0.2 (http://www.aboundex.com/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Pastec bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Pastec bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'semvisuBot', 1 => '+http://fr.semvisu.com/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; semvisuBot 2.0; +http://fr.semvisu.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; semvisuBot 2.0; +http://fr.semvisu.com/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'jobs.de-Robot', 1 => '+http://www.jobs.de/robot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; jobs.de-Robot +http://www.jobs.de/robot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; jobs.de-Robot +http://www.jobs.de/robot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BuiBui-Bot/1.0'), 1 => array(0 => 'BuiBui-Bot/1.0 (email: buibui[at]dadapro[dot]com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BuiBui-Bot/1.0 (email: buibui[at]dadapro[dot]com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AdBot'), 1 => array(0 => 'AdBot 1.0 (www.adnetik.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AdBot 1.0 (www.adnetik.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://www.freewebmonitoring.com/bot.html)'), 1 => array(0 => 'FreeWebMonitoring SiteChecker/0.2 (+http://www.freewebmonitoring.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FreeWebMonitoring SiteChecker/0.2 (+http://www.freewebmonitoring.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://geourl.org/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; geourl/3.1 - http://geourl.org/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; geourl/3.1 - http://geourl.org/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Whoismindbot/1.0', 1 => '(+http://www.whoismind.com/bot.html)'), 1 => array(0 => 'Whoismindbot/1.0 (+http://www.whoismind.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Whoismindbot/1.0 (+http://www.whoismind.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'x28-job-bot;', 1 => '+http://x28.ch/bot.html'), 1 => array(0 => 'x28-job-bot; +http://x28.ch/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'x28-job-bot; +http://x28.ch/bot.html', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.archive.org/details/archive.org_bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; special_archiver/3.1.1 +http://www.archive.org/details/archive.org_bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; special_archiver/3.1.1 +http://www.archive.org/details/archive.org_bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'metager2-verification-bot;'), 1 => array(0 => 'Mozilla/5.0 (compatible; metager2-verification-bot; +http://metager2.de/technology.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; metager2-verification-bot; +http://metager2.de/technology.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '100k_bot'), 1 => array(0 => '100k_bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '100k_bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot', 1 => 'statastico.dk/bot'), 1 => array(0 => 'Statastico DK bot - Learn more at: statastico.dk/bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Statastico DK bot - Learn more at: statastico.dk/bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SensikaBot/x.33'), 1 => array(0 => 'SensikaBot/x.33 (+http://sensika.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SensikaBot/x.33 (+http://sensika.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'xabaducrawler/0.9'), 1 => array(0 => 'xabaducrawler/0.9')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'xabaducrawler/0.9', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Imperialbot/1.2;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Imperialbot/1.2; +http://http://www.imperialdirectory.com/ContactUs)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Imperialbot/1.2; +http://http://www.imperialdirectory.com/ContactUs)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PPBBCrawler'), 1 => array(0 => 'Mozilla/5.0 (PHP 5) PPBBCrawler 0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (PHP 5) PPBBCrawler 0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; news bot /2.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; news bot /2.1)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CareerBot/1.1;', 1 => '+http://www.career-x.de/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; CareerBot/1.1; +http://www.career-x.de/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; CareerBot/1.1; +http://www.career-x.de/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'adidxbot/2.0', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'adidxbot/2.0 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'adidxbot/2.0 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.4.3;', 1 => 'http://www.majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.4.3; http://www.majestic12.co.uk/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.4.3; http://www.majestic12.co.uk/bot.php?+)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Explorer Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Explorer Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FocusedCrawler', 1 => '(http://www2.informatik.hu-berlin.de/~brettsch/focusedcrawler/)'), 1 => array(0 => 'FocusedCrawler (http://www2.informatik.hu-berlin.de/~brettsch/focusedcrawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FocusedCrawler (http://www2.informatik.hu-berlin.de/~brettsch/focusedcrawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Cutbot;', 1 => 'http://cutbot.net/'), 1 => array(0 => 'Cutbot; 1.5; http://cutbot.net/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Cutbot; 1.5; http://cutbot.net/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MoodleBot/1.0'), 1 => array(0 => 'MoodleBot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MoodleBot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.whitevector.com/crawler)'), 1 => array(0 => 'Whitevector Crawler (+http://www.whitevector.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Whitevector Crawler (+http://www.whitevector.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Phantom.js bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Phantom.js bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'taptubot;', 1 => 'taptubot,', 2 => 'http://taptu.com/corp/taptubot'), 1 => array(0 => 'taptubot; requests from this IP address are taptubot, see http://taptu.com/corp/taptubot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'taptubot; requests from this IP address are taptubot, see http://taptu.com/corp/taptubot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot/3.1.1', 1 => '+http://www.archive.org/details/archive.org_bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot/3.1.1 +http://www.archive.org/details/archive.org_bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot/3.1.1 +http://www.archive.org/details/archive.org_bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'www.analyticsseo.com/crawler'), 1 => array(0 => 'Curious George - www.analyticsseo.com/crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Curious George - www.analyticsseo.com/crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'AdMedia bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AdMedia bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BuiBui-CheckBot/1.0'), 1 => array(0 => 'BuiBui-CheckBot/1.0 (email: buibui[at]dadapro[dot]com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BuiBui-CheckBot/1.0 (email: buibui[at]dadapro[dot]com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PopScreenBot'), 1 => array(0 => 'PopScreenBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PopScreenBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MeMoNewsBot/2.0', 1 => '(http://www.memonews.com/en/crawler)'), 1 => array(0 => 'MeMoNewsBot/2.0 (http://www.memonews.com/en/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MeMoNewsBot/2.0 (http://www.memonews.com/en/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AC-BaiduBot/1.1(+http://www.ac-baidu.com)'), 1 => array(0 => 'AC-BaiduBot/1.1(+http://www.ac-baidu.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AC-BaiduBot/1.1(+http://www.ac-baidu.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YandexBot/3.0;', 1 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBot/3.0; MirrorDetector; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBot/3.0; MirrorDetector; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FriendFeedBot/0.1;', 1 => '+Http://friendfeed.com/about/bot;'), 1 => array(0 => 'Mozilla/5.0 (compatible; FriendFeedBot/0.1; +Http://friendfeed.com/about/bot; 3 subscribers; feed-id=X)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; FriendFeedBot/0.1; +Http://friendfeed.com/about/bot; 3 subscribers; feed-id=X)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Healthbot/Health_and_Longevity_Project_(HealthHaven.com)'), 1 => array(0 => 'Healthbot/Health_and_Longevity_Project_(HealthHaven.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Healthbot/Health_and_Longevity_Project_(HealthHaven.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+Baiduspider/2.0;++http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+Baiduspider/2.0;++http://www.baidu.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+Baiduspider/2.0;++http://www.baidu.com/search/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QippoBot/1.0', 1 => '(+http://www.qippo.com/bot/)'), 1 => array(0 => 'QippoBot/1.0 (+http://www.qippo.com/bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'QippoBot/1.0 (+http://www.qippo.com/bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexNewslinks; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexNewslinks; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;', 1 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) 0 readers')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) 0 readers', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SiteCrawler'), 1 => array(0 => 'SiteCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SiteCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'dirbot/1.0'), 1 => array(0 => 'dirbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'dirbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sosoimagespider/2.0;', 1 => '+http://help.soso.com/soso-image-spider.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Sosoimagespider/2.0; +http://help.soso.com/soso-image-spider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Sosoimagespider/2.0; +http://help.soso.com/soso-image-spider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'i-market-bot'), 1 => array(0 => 'i-market-bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'i-market-bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => 'Robot', 2 => '(http://robot.abrave.com)'), 1 => array(0 => 'Abrave Spider v5.3 Robot 1 (http://robot.abrave.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Abrave Spider v5.3 Robot 1 (http://robot.abrave.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DiBot'), 1 => array(0 => 'DiBot Java/1.5.0_04')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'DiBot Java/1.5.0_04', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://keywen.com/Encyclopedia/Bot'), 1 => array(0 => 'EasyDL/3.04 http://keywen.com/Encyclopedia/Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'EasyDL/3.04 http://keywen.com/Encyclopedia/Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'betaBot'), 1 => array(0 => 'betaBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'betaBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.bibalex.org_bot;', 1 => '+http://archive.bibalex.org/bot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.bibalex.org_bot; +http://archive.bibalex.org/bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.bibalex.org_bot; +http://archive.bibalex.org/bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'TextTrust Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TextTrust Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Nesotebot/2.1;', 1 => '+http://www.inoutscripts.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Nesotebot/2.1; +http://www.inoutscripts.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Nesotebot/2.1; +http://www.inoutscripts.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'jobroboter', 1 => 'spider'), 1 => array(0 => 'Mozilla/5.0 (compatible;wi jobroboter spider 4 for ams;+http://www.webintegration.at)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible;wi jobroboter spider 4 for ams;+http://www.webintegration.at)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'http://www.industrycortex.com/crawler.php'), 1 => array(0 => 'Industrial Interface Web Crawler - http://www.industrycortex.com/crawler.php')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Industrial Interface Web Crawler - http://www.industrycortex.com/crawler.php', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GermCrawler'), 1 => array(0 => 'GermCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'GermCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'COIBot/2.0'), 1 => array(0 => 'COIBot/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'COIBot/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Toread-Crawler/1.1;', 1 => '+http://news.toread.cc/crawler.php)'), 1 => array(0 => 'Mozilla/4.0 (Toread-Crawler/1.1; +http://news.toread.cc/crawler.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (Toread-Crawler/1.1; +http://news.toread.cc/crawler.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QunarBot/1.0'), 1 => array(0 => 'Mozilla/5.0 QunarBot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 QunarBot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Saralbot/4.2;', 1 => '+http://www.saralweb.com/cache/public/pages/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Saralbot/4.2; +http://www.saralweb.com/cache/public/pages/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Saralbot/4.2; +http://www.saralweb.com/cache/public/pages/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BaiduImagespider+(+http://www.baidu.jp/spider/)'), 1 => array(0 => 'BaiduImagespider+(+http://www.baidu.jp/spider/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BaiduImagespider+(+http://www.baidu.jp/spider/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DotBot/1.1;', 1 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; DotBot/1.1; http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; DotBot/1.1; http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LexxeBot/1.0', 1 => '(lexxebot@lexxe.com)'), 1 => array(0 => 'LexxeBot/1.0 (lexxebot@lexxe.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'LexxeBot/1.0 (lexxebot@lexxe.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Exabot/3.0', 1 => '+http://www.exabot.com/go/robot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Exabot/3.0 (BiggerBetter); +http://www.exabot.com/go/robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Exabot/3.0 (BiggerBetter); +http://www.exabot.com/go/robot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SheenBot/SheenBot-1.0.4', 1 => 'crawler'), 1 => array(0 => 'SheenBot/SheenBot-1.0.4 (Sheen web crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SheenBot/SheenBot-1.0.4 (Sheen web crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/2.0b', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot/2.0b (+http://search.msn.com/msnbot.htm) Test')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot/2.0b (+http://search.msn.com/msnbot.htm) Test', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AboutUsBot'), 1 => array(0 => 'Mozilla/5.0 (compatible; AboutUsBot Johnny5/2.0; +http://www.AboutUs.org/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; AboutUsBot Johnny5/2.0; +http://www.AboutUs.org/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'wf_crawler'), 1 => array(0 => 'wf_crawler (http://www.websitefigures.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'wf_crawler (http://www.websitefigures.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/1.0', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot/1.0 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot/1.0 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => '(http://www.linguee.com/bot;', 2 => 'bot'), 1 => array(0 => 'Linguee Bot (http://www.linguee.com/bot; bot@linguee.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Linguee Bot (http://www.linguee.com/bot; bot@linguee.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SummizeBot'), 1 => array(0 => 'Mozilla/5.0 (compatible; SummizeBot +http://www.summize.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SummizeBot +http://www.summize.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider/2.0;', 1 => '+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) (via babelfish.yahoo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) (via babelfish.yahoo.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider/2.0;', 1 => '+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) AppEngine-Google; (+http://code.google.com/appengine; appid: surf6009)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) AppEngine-Google; (+http://code.google.com/appengine; appid: surf6009)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webmeasurement-bot,', 1 => 'http://rvs.informatik.uni-leipzig.de/bot.php'), 1 => array(0 => 'webmeasurement-bot, http://rvs.informatik.uni-leipzig.de/bot.php')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'webmeasurement-bot, http://rvs.informatik.uni-leipzig.de/bot.php', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; Herold Crawler; +http://www.herold.at)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Herold Crawler; +http://www.herold.at)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.UptimeAuditor.com/bot/'), 1 => array(0 => 'Mozilla/5.0 (compatible; http://www.UptimeAuditor.com/bot/ )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; http://www.UptimeAuditor.com/bot/ )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebRobot'), 1 => array(0 => 'WebRobot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WebRobot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.secretsearchenginelabs.com/secret-web-crawler.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SecretSerachEngineLabs.com-SBSearch/0.9; http://www.secretsearchenginelabs.com/secret-web-crawler.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SecretSerachEngineLabs.com-SBSearch/0.9; http://www.secretsearchenginelabs.com/secret-web-crawler.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YoudaoBot/1.0;', 1 => 'http://www.youdao.com/help/webmaster/spider/;'), 1 => array(0 => 'Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; ),gzip(gfe) (via translate.google.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; ),gzip(gfe) (via translate.google.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'JavaCrawler/1.1'), 1 => array(0 => 'JavaCrawler/1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'JavaCrawler/1.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(crawler@positiontech.com;'), 1 => array(0 => 'PTech/1.0 (crawler@positiontech.com; http://www.positiontech.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PTech/1.0 (crawler@positiontech.com; http://www.positiontech.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Jayde crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Jayde crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'dlcbot/0.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; dlcbot/0.1; +http://www.drlinkcheck.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; dlcbot/0.1; +http://www.drlinkcheck.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'pd-crawler'), 1 => array(0 => 'pd-crawler (pdsupport@purediscovery.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'pd-crawler (pdsupport@purediscovery.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1,80')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1,80', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1,90')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1,90', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Crawler0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Crawler0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rapid-miner-crawler'), 1 => array(0 => 'rapid-miner-crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rapid-miner-crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => 'Robot', 2 => '(http://robot.abrave.com)'), 1 => array(0 => 'Abrave Spider v5.3 Robot 2 (http://robot.abrave.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Abrave Spider v5.3 Robot 2 (http://robot.abrave.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CodeGator Crawler v1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CodeGator Crawler v1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'gsa-crawler'), 1 => array(0 => 'gsa-crawler (Enterprise; GID-01422; jplastiras@google.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'gsa-crawler (Enterprise; GID-01422; jplastiras@google.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'naverbookmarkcrawler'), 1 => array(0 => 'naverbookmarkcrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'naverbookmarkcrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ldspider', 1 => '(http://code.google.com/p/ldspider/wiki/Robots)'), 1 => array(0 => 'ldspider (http://code.google.com/p/ldspider/wiki/Robots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ldspider (http://code.google.com/p/ldspider/wiki/Robots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'netEstate Trend Crawler (+http://www.trendmonitor.org/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'netEstate Trend Crawler (+http://www.trendmonitor.org/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler@NOSPAMexperimental.net;'), 1 => array(0 => 'Mozilla/3.0 (INGRID/3.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/3.0 (INGRID/3.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot', 1 => '(+http://www.1web.ro/bot.html)'), 1 => array(0 => 'bot@1web.ro/1.1 (+http://www.1web.ro/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bot@1web.ro/1.1 (+http://www.1web.ro/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BilgiBot/1.0(beta)'), 1 => array(0 => 'BilgiBot/1.0(beta) (http://www.bilgi.com/; bilgi at bilgi dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BilgiBot/1.0(beta) (http://www.bilgi.com/; bilgi at bilgi dot com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1,40')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1,40', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ChristCrawler.com', 1 => 'ChristCrawler@ChristCENTRAL.com)'), 1 => array(0 => 'Mozilla/4.0 (compatible; ChristCrawler.com ChristCrawler@ChristCENTRAL.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; ChristCrawler.com ChristCrawler@ChristCENTRAL.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PWeBot/3.1;', 1 => 'http://www.programacionweb.net/robot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; PWeBot/3.1; http://www.programacionweb.net/robot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; PWeBot/3.1; http://www.programacionweb.net/robot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'r2iBot/1.0'), 1 => array(0 => 'r2iBot/1.0 http://www.r2integrated.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'r2iBot/1.0 http://www.r2integrated.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.hometags.nl/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; HomeTags/1.0; +http://www.hometags.nl/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; HomeTags/1.0; +http://www.hometags.nl/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Site-Perf.com performance testing bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Site-Perf.com performance testing bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'websphinx.Crawler'), 1 => array(0 => 'websphinx.Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'websphinx.Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CrawlBot/1.0.0)'), 1 => array(0 => 'Mozilla/5.0 (compatible; CrawlBot/1.0.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; CrawlBot/1.0.0)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.spidersoft.com)'), 1 => array(0 => 'WebZIP/7.0 (http://www.spidersoft.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WebZIP/7.0 (http://www.spidersoft.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Webbot'), 1 => array(0 => 'Test Webbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Test Webbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'squirrobot/1.0', 1 => '(http://intro.squirro.com/squirrobot/)'), 1 => array(0 => 'squirrobot/1.0 (http://intro.squirro.com/squirrobot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'squirrobot/1.0 (http://intro.squirro.com/squirrobot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.80legs.com/spider.html;)'), 1 => array(0 => 'Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/spider.html;) Gecko/X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/spider.html;) Gecko/X', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => '+http://botseer.ist.psu.edu)'), 1 => array(0 => 'Mozilla 4.0(compatible; BotSeer/1.0; +http://botseer.ist.psu.edu)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla 4.0(compatible; BotSeer/1.0; +http://botseer.ist.psu.edu)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'bot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SinaaBot/1.0;', 1 => '+http://www.marketdefender.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SinaaBot/1.0; +http://www.marketdefender.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SinaaBot/1.0; +http://www.marketdefender.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spbot/2.0.4;', 1 => '+http://www.seoprofiler.com/bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; spbot/2.0.4; +http://www.seoprofiler.com/bot )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; spbot/2.0.4; +http://www.seoprofiler.com/bot )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SiteCrawler/1.1.3'), 1 => array(0 => 'SiteCrawler/1.1.3')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SiteCrawler/1.1.3', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'verifybot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; alexa verifybot/1.0; +http://www.alexa.com/help; help@alexa.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; alexa verifybot/1.0; +http://www.alexa.com/help; help@alexa.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.mozilla.org/docs/en/bot.html;'), 1 => array(0 => 'Mozilla/4.0 (Mozilla; http://www.mozilla.org/docs/en/bot.html; master@mozilla.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (Mozilla; http://www.mozilla.org/docs/en/bot.html; master@mozilla.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BlogRefsBot/0.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BlogRefsBot/0.1; http://www.blogrefs.com/about/bloggers)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BlogRefsBot/0.1; http://www.blogrefs.com/about/bloggers)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot'), 1 => array(0 => 'msnbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.peew.de/crawler/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Peew/1.0; http://www.peew.de/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Peew/1.0; http://www.peew.de/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SuperPagesBot/0.1'), 1 => array(0 => 'SuperPagesBot/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SuperPagesBot/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://bixolabs.com/crawler/general;', 1 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; bixolabs/1.0; +http://bixolabs.com/crawler/general; crawler@bixolabs.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; bixolabs/1.0; +http://bixolabs.com/crawler/general; crawler@bixolabs.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => 'rogerbot-crawler@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org, rogerbot-crawler@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org, rogerbot-crawler@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DEV/search:robot/0.0.1', 1 => 'Bot', 2 => 'crawler', 3 => 'spider', 4 => 'http://spider.neofonie.de;', 5 => 'spider'), 1 => array(0 => 'MIA DEV/search:robot/0.0.1 (This is the MIA Bot - crawling for mia research project. If you feel unhappy and do not want to be visited by our crawler send an email to spider@neofonie.de; http://spider.neofonie.de; spider@neofonie.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MIA DEV/search:robot/0.0.1 (This is the MIA Bot - crawling for mia research project. If you feel unhappy and do not want to be visited by our crawler send an email to spider@neofonie.de; http://spider.neofonie.de; spider@neofonie.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'testspider'), 1 => array(0 => 'testspider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'testspider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QroboDomainBot'), 1 => array(0 => 'QroboDomainBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'QroboDomainBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WocBot/Mozilla/5.0', 1 => 'Crawler', 2 => 'http://www.wocodi.com/crawler;', 3 => 'crawler'), 1 => array(0 => 'WocBot/Mozilla/5.0 (Wocodi Web Crawler 1.0; http://www.wocodi.com/crawler; crawler@wocodi.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WocBot/Mozilla/5.0 (Wocodi Web Crawler 1.0; http://www.wocodi.com/crawler; crawler@wocodi.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Y!J-BSC/1.0 crawler (http://help.yahoo.co.jp/help/jp/blog-search/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Y!J-BSC/1.0 crawler (http://help.yahoo.co.jp/help/jp/blog-search/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'imrbot/1.01.18'), 1 => array(0 => 'Mozilla/5.0 (compatible; imrbot/1.01.18 +http://www.internetmemory.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; imrbot/1.01.18 +http://www.internetmemory.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZillaCrawler'), 1 => array(0 => 'ZillaCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ZillaCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'newslebot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; newslebot/1.0; +http://newsle.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; newslebot/1.0; +http://newsle.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QroBot'), 1 => array(0 => 'QroBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'QroBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'GrepNetstat.com Bot/1.0; +http://www.grepnetstat.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'GrepNetstat.com Bot/1.0; +http://www.grepnetstat.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '123pagesbot/1.0'), 1 => array(0 => '123pagesbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '123pagesbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'media-percbotspider'), 1 => array(0 => 'media-percbotspider ')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'media-percbotspider ', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot/3.1.2'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot/3.1.2 +http://www.bne.es/es/LaBNE/PreservacionDominioES/AvisoWebmasters/index.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot/3.1.2 +http://www.bne.es/es/LaBNE/PreservacionDominioES/AvisoWebmasters/index.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GrepNetstatBot/1.0;', 1 => '+http://www.grepnetstat.com/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; GrepNetstatBot/1.0; +http://www.grepnetstat.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; GrepNetstatBot/1.0; +http://www.grepnetstat.com/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2.00')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2.00', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '++http://www.wsanalyzer.com/bot.html'), 1 => array(0 => 'wsAnalyzer/1.0; ++http://www.wsanalyzer.com/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'wsAnalyzer/1.0; ++http://www.wsanalyzer.com/bot.html', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://www.wotbox.com/bot/)'), 1 => array(0 => 'Wotbox/2.01 (+http://www.wotbox.com/bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Wotbox/2.01 (+http://www.wotbox.com/bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rbbot'), 1 => array(0 => 'rbbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rbbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://domainvader.com/bot/info.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; DomainVader/1.0; +http://domainvader.com/bot/info.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; DomainVader/1.0; +http://domainvader.com/bot/info.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'www.integromedb.org/Crawler'), 1 => array(0 => 'www.integromedb.org/Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'www.integromedb.org/Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ProCogBot/1.0;', 1 => '+http://www.procog.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ProCogBot/1.0; +http://www.procog.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ProCogBot/1.0; +http://www.procog.com/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'atwatch-bot'), 1 => array(0 => 'atwatch-bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'atwatch-bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'brainbot/1.0'), 1 => array(0 => 'brainbot/1.0 (digitalbrain@brainstreammedia @digitalbrain)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'brainbot/1.0 (digitalbrain@brainstreammedia @digitalbrain)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ClearSpike_bot/1.0;', 1 => '+http://www.clearspike.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ClearSpike_bot/1.0; +http://www.clearspike.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ClearSpike_bot/1.0; +http://www.clearspike.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'spider/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'spider/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'woopingbot/1.1'), 1 => array(0 => 'woopingbot/1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'woopingbot/1.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SearchmetricsBot;', 1 => 'http://www.searchmetrics.com/en/searchmetrics-bot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SearchmetricsBot; http://www.searchmetrics.com/en/searchmetrics-bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SearchmetricsBot; http://www.searchmetrics.com/en/searchmetrics-bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => 'Robot', 2 => '(http://robot.abrave.co.uk)'), 1 => array(0 => 'Abrave Spider v5.3 Robot 1 (http://robot.abrave.co.uk)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Abrave Spider v5.3 Robot 1 (http://robot.abrave.co.uk)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; linkfluence; http://linkfluence.net/; bot@linkfluence.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; linkfluence; http://linkfluence.net/; bot@linkfluence.net)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2.01')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2.01', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2,01')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2,01', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.web.nl/webmasters/spider.html;'), 1 => array(0 => 'Mozilla/5.0 (compatible; WebNL; +http://www.web.nl/webmasters/spider.html; helpdesk@web.nl)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; WebNL; +http://www.web.nl/webmasters/spider.html; helpdesk@web.nl)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(crawler;', 1 => 'http://riight.com/spider;', 2 => 'spider'), 1 => array(0 => 'riight.com/RIIGHT-1.1 (crawler; http://riight.com/spider; spider@riight.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'riight.com/RIIGHT-1.1 (crawler; http://riight.com/spider; spider@riight.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.proximic.com/info/spider.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; proximic; +http://www.proximic.com/info/spider.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; proximic; +http://www.proximic.com/info/spider.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SIBot/1.0;', 1 => '+http://www.profound.net/sibot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SIBot/1.0; +http://www.profound.net/sibot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SIBot/1.0; +http://www.profound.net/sibot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OSS-bot/0.02', 1 => 'http://michaelnielsen.org/blog/oss-bot/'), 1 => array(0 => 'OSS-bot/0.02 (see http://michaelnielsen.org/blog/oss-bot/ or contact Michael Nielsen, mn@michaelnielsen.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'OSS-bot/0.02 (see http://michaelnielsen.org/blog/oss-bot/ or contact Michael Nielsen, mn@michaelnielsen.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MOMspider/1.00'), 1 => array(0 => 'MOMspider/1.00 libwww-perl/0.40')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MOMspider/1.00 libwww-perl/0.40', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://www.ilocal.nl/about/crawler.jsp)'), 1 => array(0 => 'ilocal company search (+http://www.ilocal.nl/about/crawler.jsp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ilocal company search (+http://www.ilocal.nl/about/crawler.jsp)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Yahoo-MMCrawler/4.0;'), 1 => array(0 => 'Mozilla/5.0 (Yahoo-MMCrawler/4.0; mailto:vertical-crawl-support@yahoo-inc.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (Yahoo-MMCrawler/4.0; mailto:vertical-crawl-support@yahoo-inc.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'nb-bot'), 1 => array(0 => 'nb-bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'nb-bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'netEstate NE Crawler (+http://www.website-datenbank.de/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'netEstate NE Crawler (+http://www.website-datenbank.de/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;', 1 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/1.30')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/1.30', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Zenbot/1.3;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Zenbot/1.3; +http://zen.co.za/webmasters/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Zenbot/1.3; +http://zen.co.za/webmasters/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Open Web Analytics Bot 1.4.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Open Web Analytics Bot 1.4.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot'), 1 => array(0 => 'Uptime Robot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Uptime Robot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BecomeBot/1.23;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BecomeBot/1.23; http://www.become.com/webmasters.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BecomeBot/1.23; http://www.become.com/webmasters.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'SAS Web Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SAS Web Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'FAST Search Web Crawler 14.0.0325.0000')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Search Web Crawler 14.0.0325.0000', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Zenbot/2.6.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Zenbot/2.6.1; +http://zen.co.za/webmasters/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Zenbot/2.6.1; +http://zen.co.za/webmasters/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.lijit.com/robot/crawler)'), 1 => array(0 => 'User-Agent: Lijit Crawler (+http://www.lijit.com/robot/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'User-Agent: Lijit Crawler (+http://www.lijit.com/robot/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; Proximic crawler; +http://www.proximic.com/en/about-us/contact-us.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Proximic crawler; +http://www.proximic.com/en/about-us/contact-us.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ShunixBot/1.x;', 1 => 'http://www.shunix.com/bot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ShunixBot/1.x; http://www.shunix.com/bot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ShunixBot/1.x; http://www.shunix.com/bot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => 'www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)'), 1 => array(0 => 'Mozilla/5.0 [en] (compatible; Gulper Web Bot 0.2.4 www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 [en] (compatible; Gulper Web Bot 0.2.4 www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sosospider+(+help.soso.com/webspider.htm)'), 1 => array(0 => 'Sosospider+(+help.soso.com/webspider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sosospider+(+help.soso.com/webspider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; Bot; +http://pressemitteilung.ws/spamfilter')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Bot; +http://pressemitteilung.ws/spamfilter', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot/1.10.0'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot/1.10.0 +http://www.loc.gov/minerva/crawl.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot/1.10.0 +http://www.loc.gov/minerva/crawl.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot/1.5.0-X', 1 => 'http://crawler.archive.org)'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot/1.5.0-X http://crawler.archive.org) Hurricane Katrina')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot/1.5.0-X http://crawler.archive.org) Hurricane Katrina', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; GPU p2p crawler http://gpu.sourceforge.net/search_engine.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; GPU p2p crawler http://gpu.sourceforge.net/search_engine.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Synoobot/0.9;', 1 => 'http://www.synoo.com/search/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'charlotte@betaspider.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Charlotte/1.0b; charlotte@betaspider.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Charlotte/1.0b; charlotte@betaspider.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.whizbang.com/crawler)'), 1 => array(0 => 'Mozilla/4.7 (compatible; WhizBang; http://www.whizbang.com/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.7 (compatible; WhizBang; http://www.whizbang.com/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YakazBot/1.0'), 1 => array(0 => 'YakazBot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'YakazBot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Clustered-Search-Bot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (Clustered-Search-Bot/1.0; support@clush.com; http://www.clush.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (Clustered-Search-Bot/1.0; support@clush.com; http://www.clush.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AnsearchBot/1.x;'), 1 => array(0 => 'Mozilla/5.0 (compatible; AnsearchBot/1.x; +http://www.ansearch.com.au/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; AnsearchBot/1.x; +http://www.ansearch.com.au/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ScollSpider;', 1 => 'http://www.webwobot.com)'), 1 => array(0 => 'Mozilla/3.0 (compatible; ScollSpider; http://www.webwobot.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/3.0 (compatible; ScollSpider; http://www.webwobot.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robtexbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; robtexbot/1.0; http://www.robtex.com/ )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; robtexbot/1.0; http://www.robtex.com/ )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Galbot/1.0;', 1 => '+http://www.galbot.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Galbot/1.0; +http://www.galbot.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Galbot/1.0; +http://www.galbot.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SkreemRBot'), 1 => array(0 => 'Mozilla/5.0 (compatible; SkreemRBot +http://skreemr.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SkreemRBot +http://skreemr.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler@NOSPAMwise-guys.nl;'), 1 => array(0 => 'Mozilla/3.0 (Vagabondo/2.0 MT; webcrawler@NOSPAMwise-guys.nl; http://webagent.wise-guys.nl/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/3.0 (Vagabondo/2.0 MT; webcrawler@NOSPAMwise-guys.nl; http://webagent.wise-guys.nl/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FurlBot/Furl', 1 => '(FurlBot;', 2 => 'wn.furlbot@looksmart.net)'), 1 => array(0 => 'Mozilla/4.0 compatible FurlBot/Furl Search 2.0 (FurlBot; http://www.furl.net; wn.furlbot@looksmart.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 compatible FurlBot/Furl Search 2.0 (FurlBot; http://www.furl.net; wn.furlbot@looksmart.net)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Mozilla/3.0 (compatible; Fluffy the spider; http://www.searchhippo.com/; info@searchhippo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/3.0 (compatible; Fluffy the spider; http://www.searchhippo.com/; info@searchhippo.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(compatible;archive.org_bot/1.7.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible;archive.org_bot/1.7.1; collectionId=316; Archive-It; +http://www.archive-it.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible;archive.org_bot/1.7.1; collectionId=316; Archive-It; +http://www.archive-it.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ShunixBot/1.x.x', 1 => '+http://www.shunix.com/robot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ShunixBot/1.x.x +http://www.shunix.com/robot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ShunixBot/1.x.x +http://www.shunix.com/robot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://eidetica.com/spider)'), 1 => array(0 => 'Mozilla/4.7 (compatible; http://eidetica.com/spider)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.7 (compatible; http://eidetica.com/spider)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Webduniabot/1.0;', 1 => '+http://search.webdunia.com/bot.aspx)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Webduniabot/1.0; +http://search.webdunia.com/bot.aspx)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Webduniabot/1.0; +http://search.webdunia.com/bot.aspx)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot/1.13.1x', 1 => 'http://crawler.archive.org)'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot/1.13.1x http://crawler.archive.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot/1.13.1x http://crawler.archive.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(compatible;FindITAnswersbot/1.0;+http://search.it-influentials.com/bot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible;FindITAnswersbot/1.0;+http://search.it-influentials.com/bot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible;FindITAnswersbot/1.0;+http://search.it-influentials.com/bot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; Vagabondo/2.1; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Vagabondo/2.1; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Diffbot/0.1;', 1 => '+http://www.diffbot.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Diffbot/0.1; +http://www.diffbot.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Diffbot/0.1; +http://www.diffbot.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FastCrawler3', 1 => 'support-fastcrawler3@fast.no)'), 1 => array(0 => 'Mozilla/4.0 (compatible; FastCrawler3 support-fastcrawler3@fast.no)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; FastCrawler3 support-fastcrawler3@fast.no)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '[en](BecomeBot@exava.com)'), 1 => array(0 => 'Mozilla/4.7 [en](BecomeBot@exava.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.7 [en](BecomeBot@exava.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler@NOSPAMexperimental.net;'), 1 => array(0 => 'Mozilla/3.0 (Vagabondo/2.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/3.0 (Vagabondo/2.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SpurlBot/0.2)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SpurlBot/0.2)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SpurlBot/0.2)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.IsMySiteUp.Net/bot/'), 1 => array(0 => 'Mozilla/5.0 (compatible; http://www.IsMySiteUp.Net/bot/ )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; http://www.IsMySiteUp.Net/bot/ )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MojeekBot/2.0;', 1 => 'http://www.mojeek.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MojeekBot/2.0; http://www.mojeek.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MojeekBot/2.0; http://www.mojeek.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot', 1 => '+http://www.dulance.com/bot.jsp)'), 1 => array(0 => 'Mozilla/4.04 (compatible; Dulance bot; +http://www.dulance.com/bot.jsp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.04 (compatible; Dulance bot; +http://www.dulance.com/bot.jsp)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BecomeBot/2.0beta;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BecomeBot/2.0beta; http://www.become.com/webmasters.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BecomeBot/2.0beta; http://www.become.com/webmasters.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'XTbot/1.0v;'), 1 => array(0 => 'Mozilla/5.0 (compatible; XTbot/1.0v; +http://www.externaltest.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; XTbot/1.0v; +http://www.externaltest.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+Baiduspider/2.0;++http://www.baidu.com/search/spider.html'), 1 => array(0 => 'Mozilla/5.0+(compatible;+Baiduspider/2.0;++http://www.baidu.com/search/spider.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+Baiduspider/2.0;++http://www.baidu.com/search/spider.html', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TppRFbot/1.1'), 1 => array(0 => 'TppRFbot/1.1 (compatible; http://www.ruschamber.net, http://www.geocci.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TppRFbot/1.1 (compatible; http://www.ruschamber.net, http://www.geocci.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Rssbot'), 1 => array(0 => 'NAVER Blog Rssbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NAVER Blog Rssbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Quantcastbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Quantcastbot/1.0; www.quantcast.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Quantcastbot/1.0; www.quantcast.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Wepbot/3.0', 1 => '(+http://www.nurago.de/wepbot/);'), 1 => array(0 => 'Wepbot/3.0 (+http://www.nurago.de/wepbot/); Jakarta Commons-HttpClient/3.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Wepbot/3.0 (+http://www.nurago.de/wepbot/); Jakarta Commons-HttpClient/3.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PrestaShopBot/1.1'), 1 => array(0 => 'PrestaShopBot/1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PrestaShopBot/1.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '3W1bot/2.6;', 1 => '+http://3w1.eu/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; 3W1bot/2.6; +http://3w1.eu/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; 3W1bot/2.6; +http://3w1.eu/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Zing-BottaBot/2.0'), 1 => array(0 => 'Zing-BottaBot/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Zing-BottaBot/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider-cpro;', 1 => '+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider-cpro; +http://www.baidu.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider-cpro; +http://www.baidu.com/search/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebCompanyCrawler'), 1 => array(0 => 'WebCompanyCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WebCompanyCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bl.uk_lddc_bot/3.1.1'), 1 => array(0 => 'bl.uk_lddc_bot/3.1.1 (+http://www.bl.uk/aboutus/stratpolprog/digi/domresproj/index.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bl.uk_lddc_bot/3.1.1 (+http://www.bl.uk/aboutus/stratpolprog/digi/domresproj/index.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'bot-pge.chlooe.com/1.0.0 (+http://www.chlooe.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bot-pge.chlooe.com/1.0.0 (+http://www.chlooe.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Zookabot/2.5;++http://zookabot.com'), 1 => array(0 => 'Zookabot/2.5;++http://zookabot.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Zookabot/2.5;++http://zookabot.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PreviewBot/1.3'), 1 => array(0 => 'Scope PreviewBot/1.3 (+http://www.getscopeapp.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Scope PreviewBot/1.3 (+http://www.getscopeapp.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.infohelfer.de/crawler.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Infohelfer/1.3.0; +http://www.infohelfer.de/crawler.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Infohelfer/1.3.0; +http://www.infohelfer.de/crawler.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sosospider/2.0;', 1 => '+http://help.soso.com/webspider.htm)'), 1 => array(0 => 'Mozilla/5.0(compatible; Sosospider/2.0; +http://help.soso.com/webspider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0(compatible; Sosospider/2.0; +http://help.soso.com/webspider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou web spider/4.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sogou web spider/4.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LSSRocketCrawler/1.0'), 1 => array(0 => 'LSSRocketCrawler/1.0 LightspeedSystems')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'LSSRocketCrawler/1.0 LightspeedSystems', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SemrushBot/0.95;', 1 => '+http://www.semrush.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SemrushBot/0.95; +http://www.semrush.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SemrushBot/0.95; +http://www.semrush.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'QuickFinder Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'QuickFinder Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider+(+http://www.baidu.com/search/spider_jp.html)'), 1 => array(0 => 'Baiduspider+(+http://www.baidu.com/search/spider_jp.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider+(+http://www.baidu.com/search/spider_jp.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Linkbot'), 1 => array(0 => 'Linkbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Linkbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FAST-WebCrawler/3.6', 1 => '(atw-crawler', 2 => 'http://fast.no/support/crawler.asp)'), 1 => array(0 => 'FAST-WebCrawler/3.6 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST-WebCrawler/3.6 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'aipbot/1.0', 1 => '(aipbot;', 2 => 'http://www.aipbot.com;', 3 => 'aipbot@aipbot.com)'), 1 => array(0 => 'aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WinistaBot/1.6.7-dev', 1 => 'http://www.netomatix.com/Winista/bot.html;'), 1 => array(0 => 'WinistaBot/1.6.7-dev (Winista - Crwaler for HTTP content indexing; http://www.netomatix.com/Winista/bot.html; support@netomatix.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WinistaBot/1.6.7-dev (Winista - Crwaler for HTTP content indexing; http://www.netomatix.com/Winista/bot.html; support@netomatix.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; Vagabondo/2.2; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; Vagabondo/2.2; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'IDBot/1.0;', 1 => '+http://www.id-search.org/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; IDBot/1.0; +http://www.id-search.org/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; IDBot/1.0; +http://www.id-search.org/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PagestackerBot;'), 1 => array(0 => 'Mozilla/5.0 (compatible; PagestackerBot; http://www.pagestacker.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; PagestackerBot; http://www.pagestacker.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WGToolsBot/1.0;', 1 => 'http://wgtools.com/link-checker-bot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; WGToolsBot/1.0; http://wgtools.com/link-checker-bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; WGToolsBot/1.0; http://wgtools.com/link-checker-bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider/2.0;', 1 => '+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) AppEngine-Google; (+http://code.google.com/appengine; appid: proxy6000)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) AppEngine-Google; (+http://code.google.com/appengine; appid: proxy6000)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ProductAdsBot/1.0'), 1 => array(0 => 'ProductAdsBot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ProductAdsBot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BanBots/2.0b;', 1 => '+http://www.banbots.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; BanBots/2.0b; Fetch; +http://www.banbots.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BanBots/2.0b; Fetch; +http://www.banbots.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tbot/1.0;)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Tbot/1.0;)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Tbot/1.0;)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DonkeyBot/0.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; DonkeyBot/0.1; +http://www.dasdonkey.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; DonkeyBot/0.1; +http://www.dasdonkey.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Junut Bot 1.0.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Junut Bot 1.0.2', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2,00')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2,00', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebCeoOnlineBot/1.0;)'), 1 => array(0 => 'Mozilla/5.0 (compatible; WebCeoOnlineBot/1.0;)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; WebCeoOnlineBot/1.0;)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NextGenSearchBot', 1 => 'http://www.zoominfo.com/business/nextgensearchbot.html)'), 1 => array(0 => 'NextGenSearchBot 69 (for information visit http://www.zoominfo.com/business/nextgensearchbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NextGenSearchBot 69 (for information visit http://www.zoominfo.com/business/nextgensearchbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'gsa-crawler'), 1 => array(0 => 'gsa-crawler (Enterprise; GID-01422; pabloeinstaincordeiro.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'gsa-crawler (Enterprise; GID-01422; pabloeinstaincordeiro.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CrawlerProcess (http://www.PowerMapper.com) /4.7.566.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CrawlerProcess (http://www.PowerMapper.com) /4.7.566.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Open Web Analytics Bot 1.5.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Open Web Analytics Bot 1.5.4', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler@NOSPAMwise-guys.nl;'), 1 => array(0 => 'Mozilla/3.0 (Vagabondo/1.1 MT; webcrawler@NOSPAMwise-guys.nl; http://webagent.wise-guys.nl/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/3.0 (Vagabondo/1.1 MT; webcrawler@NOSPAMwise-guys.nl; http://webagent.wise-guys.nl/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Peepowbot/1.0;', 1 => '+http://www.peepow.com/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Peepowbot/1.0; +http://www.peepow.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Peepowbot/1.0; +http://www.peepow.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GarlikCrawler/1.2', 1 => 'crawler'), 1 => array(0 => 'GarlikCrawler/1.2 (http://garlik.com/, crawler@garlik.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'GarlikCrawler/1.2 (http://garlik.com/, crawler@garlik.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NewsCatchBot\\/1.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; NewsCatchBot\\/1.1; +http://mrnet.in)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; NewsCatchBot\\/1.1; +http://mrnet.in)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'item-db bot/1.0(http://item-db.net/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'item-db bot/1.0(http://item-db.net/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+crawler@scaleunlimited.com;', 1 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; bixolabs; +crawler@scaleunlimited.com; crawler@scaleunlimited.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; bixolabs; +crawler@scaleunlimited.com; crawler@scaleunlimited.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'omgilibot/0.4'), 1 => array(0 => 'omgilibot/0.4 +http://chatterfinder.com +http://omgili.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'omgilibot/0.4 +http://chatterfinder.com +http://omgili.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DripfeedBot/2.0;', 1 => '+http://dripfeedbookmark.com/bot.html'), 1 => array(0 => 'Mozilla/5.0 (compatible; DripfeedBot/2.0; +http://dripfeedbookmark.com/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; DripfeedBot/2.0; +http://dripfeedbookmark.com/bot.html', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'bot.wsowner.com/1.0.0 (+http://wsowner.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bot.wsowner.com/1.0.0 (+http://wsowner.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CompSpyBot/1.0;', 1 => '+http://www.compspy.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; CompSpyBot/1.0; +http://www.compspy.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; CompSpyBot/1.0; +http://www.compspy.com/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TweetmemeBot/3.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; TweetmemeBot/3.0; +http://tweetmeme.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; TweetmemeBot/3.0; +http://tweetmeme.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Marketing Grader Crawler 1.0 (http://marketing.grader.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Marketing Grader Crawler 1.0 (http://marketing.grader.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'peerindex/0.1 (http://www.peerindex.com/; crawler AT peerindex DOT com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'peerindex/0.1 (http://www.peerindex.com/; crawler AT peerindex DOT com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SolomonoBot/1.03'), 1 => array(0 => 'SolomonoBot/1.03 (http://www.solomono.ru)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SolomonoBot/1.03 (http://www.solomono.ru)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'VX_Pingdom_Bot'), 1 => array(0 => 'VX_Pingdom_Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'VX_Pingdom_Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'First Search Engine Dedicated The Adult World - Bot version ( 12.09.13 )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'First Search Engine Dedicated The Adult World - Bot version ( 12.09.13 )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2.03')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2.03', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2,03')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2,03', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '200PleaseBot/1.0;', 1 => '+http://www.200please.com/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; 200PleaseBot/1.0; +http://www.200please.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; 200PleaseBot/1.0; +http://www.200please.com/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PercolateCrawler/3.1.30'), 1 => array(0 => 'PercolateCrawler/3.1.30 (ops@percolate.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PercolateCrawler/3.1.30 (ops@percolate.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'FAST Search Web Crawler 14.0.0291.0000')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Search Web Crawler 14.0.0291.0000', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'miggibot'), 1 => array(0 => 'A1 Website Download/3.0.3 (+http://www.microsystools.com/products/website-download/) miggibot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'A1 Website Download/3.0.3 (+http://www.microsystools.com/products/website-download/) miggibot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MailRobot/2.0'), 1 => array(0 => 'Arroba MailRobot/2.0 (compatible; Mozilla/5.0; By cristobal.alcayaga@gmail.com;)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Arroba MailRobot/2.0 (compatible; Mozilla/5.0; By cristobal.alcayaga@gmail.com;)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FatBot', 1 => 'http://www.thefind.com/main/CrawlerFAQs.fhtml)'), 1 => array(0 => 'Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/main/CrawlerFAQs.fhtml)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/main/CrawlerFAQs.fhtml)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WikioBot'), 1 => array(0 => 'WikioBot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WikioBot 1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LinkBackBot/1.0;', 1 => '+http://www.linkback.co/bot.html'), 1 => array(0 => 'LinkBackBot/1.0; +http://www.linkback.co/bot.html - Automated Reciprocal LinkBack directory')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'LinkBackBot/1.0; +http://www.linkback.co/bot.html - Automated Reciprocal LinkBack directory', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZCrawler'), 1 => array(0 => 'ZCrawler Alpha (+http://www.zazzle.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ZCrawler Alpha (+http://www.zazzle.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QippoBot/1.4', 1 => '(+http://www.qippo.com/bot/)'), 1 => array(0 => 'QippoBot/1.4 (+http://www.qippo.com/bot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'QippoBot/1.4 (+http://www.qippo.com/bot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'emyuu bot/1.0(http://emyuu.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'emyuu bot/1.0(http://emyuu.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(robot'), 1 => array(0 => 'PagesInventory.com (robot http://www.pagesinvenotry.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PagesInventory.com (robot http://www.pagesinvenotry.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Cliqusbot/0.1)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Cliqusbot/0.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Cliqusbot/0.1)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider', 1 => '(+http://www.baidu.com/search/spider.htm)'), 1 => array(0 => 'Baiduspider (+http://www.baidu.com/search/spider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider (+http://www.baidu.com/search/spider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NoyaBot'), 1 => array(0 => 'NoyaBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NoyaBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DEV/search:robot/0.0.1', 1 => 'Bot', 2 => 'http://spider.neofonie.de;', 3 => 'spider'), 1 => array(0 => 'MIA DEV/search:robot/0.0.1 (MIA Bot for research project MIA (www.MIA-marktplatz.de); http://spider.neofonie.de; spider@neofonie.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MIA DEV/search:robot/0.0.1 (MIA Bot for research project MIA (www.MIA-marktplatz.de); http://spider.neofonie.de; spider@neofonie.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DEV/search:robot/0.0.1', 1 => 'Bot', 2 => 'http://spider.neofonie.de;', 3 => 'spider'), 1 => array(0 => 'MIA DEV/search:robot/0.0.1 (MIA Bot for research project MIA (www.MIA-marktplatz.de); http://spider.neofonie.de; spider-l@neofonie.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MIA DEV/search:robot/0.0.1 (MIA Bot for research project MIA (www.MIA-marktplatz.de); http://spider.neofonie.de; spider-l@neofonie.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'UnlimitBot(ulmt.in)'), 1 => array(0 => 'UnlimitBot(ulmt.in)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'UnlimitBot(ulmt.in)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(robot'), 1 => array(0 => 'PagesInventory (robot http://www.pagesinvenotry.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PagesInventory (robot http://www.pagesinvenotry.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spbot/3.1;', 1 => '+http://www.seoprofiler.com/bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; spbot/3.1; +http://www.seoprofiler.com/bot )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; spbot/3.1; +http://www.seoprofiler.com/bot )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mail.RU_Bot/2.0)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Mail.RU_Bot/2.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Mail.RU_Bot/2.0)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'HubSpot Links Crawler 1.0 http://www.hubspot.com/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'HubSpot Links Crawler 1.0 http://www.hubspot.com/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'IstellaBot/1.10.2'), 1 => array(0 => 'Mozilla/5.0 (compatible; IstellaBot/1.10.2 +http://www.tiscali.it/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; IstellaBot/1.10.2 +http://www.tiscali.it/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SomonesBot'), 1 => array(0 => 'SomonesBot 1.0; +http://www.somones.com/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SomonesBot 1.0; +http://www.somones.com/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot/3.1.2'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot/3.1.2 +http://www.eotarchive.cdlib.org/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot/3.1.2 +http://www.eotarchive.cdlib.org/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LinkBackBot/1.0;', 1 => '+http://www.linkback.co/bot.html'), 1 => array(0 => 'Mozilla/5.0 (compatible; LinkBackBot/1.0; +http://www.linkback.co/bot.html - Automated Reciprocal LinkBack directory)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; LinkBackBot/1.0; +http://www.linkback.co/bot.html - Automated Reciprocal LinkBack directory)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MFGPagesBot/2.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; MFGPagesBot/2.1; +http://www.mfgpages.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MFGPagesBot/2.1; +http://www.mfgpages.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Statsbot/2.1;)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Statsbot/2.1;)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Statsbot/2.1;)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; ratup bot 1.4)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ratup bot 1.4)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tourlentabot/0.55;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Tourlentabot/0.55; +http://tourlenta.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Tourlentabot/0.55; +http://tourlenta.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(robot'), 1 => array(0 => 'PagesInventory (robot http://www.pagesinventory.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PagesInventory (robot http://www.pagesinventory.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Smarte Bot v1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Smarte Bot v1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Diabot/1.0'), 1 => array(0 => 'Diabot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Diabot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AlestiFeedBot/0.7'), 1 => array(0 => 'AlestiFeedBot/0.7 (http://www.alesti.org/; 1 subscriber)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AlestiFeedBot/0.7 (http://www.alesti.org/; 1 subscriber)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => 'mini-spider,', 2 => 'bot'), 1 => array(0 => 'Confirm Domain Bot/1.0 (compatible; NZS.com mini-spider, Local Search New Zealand; http://www.nzs.com/; bot at nzs.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Confirm Domain Bot/1.0 (compatible; NZS.com mini-spider, Local Search New Zealand; http://www.nzs.com/; bot at nzs.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider-video+(+http://www.baidu.com/search/spider.htm)'), 1 => array(0 => 'Baiduspider-video+(+http://www.baidu.com/search/spider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider-video+(+http://www.baidu.com/search/spider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;', 1 => '+http://yandex.com/bots)0'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)0 readers')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)0 readers', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TestCrawler'), 1 => array(0 => 'TestCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TestCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'E-Crawler'), 1 => array(0 => 'E-Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'E-Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ExaBot/3.0;', 1 => '+http://www.exalead.com/go/robot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ExaBot/3.0; +http://www.exalead.com/go/robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ExaBot/3.0; +http://www.exalead.com/go/robot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'iCorpusBot', 1 => '(http://www.n-grams.org/icorpusbot.html)'), 1 => array(0 => 'iCorpusBot (http://www.n-grams.org/icorpusbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'iCorpusBot (http://www.n-grams.org/icorpusbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OVGbot'), 1 => array(0 => 'OVGbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'OVGbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'spiderman')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'spiderman', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'scoopbot/0.1'), 1 => array(0 => 'scoopbot/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'scoopbot/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider/2.0;', 1 => '+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) AppEngine-Google; (+http://code.google.com/appengine; appid: cgiproxy6)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) AppEngine-Google; (+http://code.google.com/appengine; appid: cgiproxy6)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.spidersoft.com)'), 1 => array(0 => 'WebZIP/7.1 (http://www.spidersoft.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WebZIP/7.1 (http://www.spidersoft.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Justdialbot/1.0'), 1 => array(0 => 'Justdialbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Justdialbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'nrron-crawler'), 1 => array(0 => 'nrron-crawler (pdsupport@purediscovery.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'nrron-crawler (pdsupport@purediscovery.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; Kraken/0.1; http://linkfluence.net/; bot@linkfluence.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Kraken/0.1; http://linkfluence.net/; bot@linkfluence.net)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Esribot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Esribot/1.0; http://www.esrihu.hu/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Esribot/1.0; http://www.esrihu.hu/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FlightDeckReportsBot/2.0', 1 => '(http://www.flightdeckreports.com/bot)'), 1 => array(0 => 'FlightDeckReportsBot/2.0 (http://www.flightdeckreports.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FlightDeckReportsBot/2.0 (http://www.flightdeckreports.com/bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TotientBot'), 1 => array(0 => 'Mozilla/5.0 (compatible; TotientBot 1.0; birrell@microsoft.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; TotientBot 1.0; birrell@microsoft.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bobot'), 1 => array(0 => 'Bobot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Bobot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'JCSearchbot/1.0'), 1 => array(0 => 'JCSearch NetHungry JCSearchbot/1.0 (http://jcsearch.com/nethungry.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'JCSearch NetHungry JCSearchbot/1.0 (http://jcsearch.com/nethungry.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EbozavrBot/1.0;', 1 => '+http://www.ebozavr.com/about_bot.php'), 1 => array(0 => 'Mozilla/5.0 (compatible; EbozavrBot/1.0; +http://www.ebozavr.com/about_bot.php')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; EbozavrBot/1.0; +http://www.ebozavr.com/about_bot.php', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.infohelfer.de/crawler.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Infohelfer/1.3.3; +http://www.infohelfer.de/crawler.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Infohelfer/1.3.3; +http://www.infohelfer.de/crawler.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Alexabot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Alexabot/1.0; +http://www.alexa.com/help/certifyscan; certifyscan@alexa.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Alexabot/1.0; +http://www.alexa.com/help/certifyscan; certifyscan@alexa.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Online Chat Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Online Chat Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CMS Identify Crawler/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CMS Identify Crawler/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FeedBot'), 1 => array(0 => 'FeedBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FeedBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BizwikiBot/0.3', 1 => '(http://www.bizwiki.com/bizwikibot.htm)'), 1 => array(0 => 'BizwikiBot/0.3 (http://www.bizwiki.com/bizwikibot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BizwikiBot/0.3 (http://www.bizwiki.com/bizwikibot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 's~stremor-crawler-dev)'), 1 => array(0 => 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~stremor-crawler-dev)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~stremor-crawler-dev)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler', 1 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; crawler; +; crawler.info.2@gmail.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; crawler; +; crawler.info.2@gmail.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'MSN bot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MSN bot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SolomonoBot/1.04'), 1 => array(0 => 'SolomonoBot/1.04 (http://www.solomono.ru)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SolomonoBot/1.04 (http://www.solomono.ru)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'pjcrawler'), 1 => array(0 => 'pjcrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'pjcrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Backlink Crawler v1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Backlink Crawler v1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'CollarBar logistics research bot v0.26 (collarbar.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CollarBar logistics research bot v0.26 (collarbar.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.80legs.com/webcrawler.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; 008/0.85; http://www.80legs.com/webcrawler.html) Gecko/X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; 008/0.85; http://www.80legs.com/webcrawler.html) Gecko/X', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YamanaLab-Robot/1.0;', 1 => 'http://www.yama.info.waseda.ac.jp/~crawler/info.html)'), 1 => array(0 => 'Mozzila/5.0 (compatible; YamanaLab-Robot/1.0; http://www.yama.info.waseda.ac.jp/~crawler/info.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozzila/5.0 (compatible; YamanaLab-Robot/1.0; http://www.yama.info.waseda.ac.jp/~crawler/info.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Steeler/3.5; http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Steeler/3.5; http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TasBot'), 1 => array(0 => 'TasBot (http://www.httpool.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TasBot (http://www.httpool.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'myAbstractCrawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; myAbstractCrawler +http://www.mysite.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; myAbstractCrawler +http://www.mysite.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Kentico CMS Smart Search Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Kentico CMS Smart Search Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.4.3;', 1 => 'http://www.majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.4.3; http://www.majestic12.co.uk/bot.php?+) AppEngine-Google; (+http://code.google.com/appengine; appid: pr0xy--me)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.4.3; http://www.majestic12.co.uk/bot.php?+) AppEngine-Google; (+http://code.google.com/appengine; appid: pr0xy--me)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ProductAdsBot/1.0'), 1 => array(0 => 'Mozilla/5.0 (compatible; ProductAdsBot/1.0 +https://sellercentral.amazon.com/gp/help/help.html?ie=UTF8&itemID=X)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ProductAdsBot/1.0 +https://sellercentral.amazon.com/gp/help/help.html?ie=UTF8&itemID=X)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(SaidwotBot)'), 1 => array(0 => 'User-Agent:Mozilla/5.0 (SaidwotBot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'User-Agent:Mozilla/5.0 (SaidwotBot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CrawlerProcess (http://www.PowerMapper.com) /5.0.592.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CrawlerProcess (http://www.PowerMapper.com) /5.0.592.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou web spider/4.0l')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sogou web spider/4.0l', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'grokkit-crawler'), 1 => array(0 => 'grokkit-crawler (pdsupport@purediscovery.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'grokkit-crawler (pdsupport@purediscovery.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 's~stremor-crawler)'), 1 => array(0 => 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~stremor-crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~stremor-crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'AltiSEO.com bot v0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AltiSEO.com bot v0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Uptimerobot'), 1 => array(0 => 'Uptimerobot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Uptimerobot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Y!J-BRJ/YATS crawler (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Y!J-BRJ/YATS crawler (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.chirpaloo.com/bot.html)'), 1 => array(0 => 'oneQube/1 (http://www.chirpaloo.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'oneQube/1 (http://www.chirpaloo.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; ratup.com bot 1.8)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ratup.com bot 1.8)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'PopScreen Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PopScreen Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'stremorbot', 1 => 's~stremor-crawler)'), 1 => array(0 => 'stremorbot AppEngine-Google; (+http://code.google.com/appengine; appid: s~stremor-crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'stremorbot AppEngine-Google; (+http://code.google.com/appengine; appid: s~stremor-crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler', 1 => '(http://reportl.com/crawler.txt)'), 1 => array(0 => 'Reportl crawler (http://reportl.com/crawler.txt)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Reportl crawler (http://reportl.com/crawler.txt)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou web spider/4.0tml')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sogou web spider/4.0tml', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (X11; compatible; semantic-visions.com crawler; HTTPClient 3.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (X11; compatible; semantic-visions.com crawler; HTTPClient 3.1)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'stremorbot', 1 => 's~stremor-crawler-dev)'), 1 => array(0 => 'stremorbot AppEngine-Google; (+http://code.google.com/appengine; appid: s~stremor-crawler-dev)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'stremorbot AppEngine-Google; (+http://code.google.com/appengine; appid: s~stremor-crawler-dev)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(compatible;Zalbot/1.0.4;', 1 => '+http://zal.ir/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible;Zalbot/1.0.4; +http://zal.ir/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible;Zalbot/1.0.4; +http://zal.ir/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YioopBot;', 1 => '+http://173.13.143.74/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YioopBot; +http://173.13.143.74/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YioopBot; +http://173.13.143.74/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.0-1 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.0-1 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Memorybot/1.10.51'), 1 => array(0 => 'Mozilla/5.0 (compatible; Memorybot/1.10.51 +http://www.mignify.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Memorybot/1.10.51 +http://www.mignify.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'WikiDo/1.1 (http://wikido.com; crawler@wikido.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WikiDo/1.1 (http://wikido.com; crawler@wikido.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Statsbot/2.1)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Statsbot/2.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Statsbot/2.1)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'ExB Language Crawler 2.0 (+http://www.exb.de/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.0 (+http://www.exb.de/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mail.RU_Bot/2.0;', 1 => '+http://go.mail.ru/help/robots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Pinterest-bot/1.0'), 1 => array(0 => 'Pinterest-bot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Pinterest-bot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '4SeoHuntBot;', 1 => '+http://4seohunt.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; 4SeoHuntBot; +http://4seohunt.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; 4SeoHuntBot; +http://4seohunt.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Webspider'), 1 => array(0 => 'RankFlex.com Webspider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'RankFlex.com Webspider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SightupBot/1.1', 1 => '(+http://www.sightup.com/en/bot.html)'), 1 => array(0 => 'SightupBot/1.1 (+http://www.sightup.com/en/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SightupBot/1.1 (+http://www.sightup.com/en/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Exabot/2.0'), 1 => array(0 => 'Exabot/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Exabot/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://www.envolk.com/envolkspiderinfo.php)'), 1 => array(0 => 'envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ConveraCrawler/0.9d'), 1 => array(0 => 'ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Attribot/1.1', 1 => 'Attribot-Feeds;', 2 => 'http://static.attribyte.com/robotreadme.txt)'), 1 => array(0 => 'Attribot/1.1 (compatible; Attribot-Feeds; http://static.attribyte.com/robotreadme.txt)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Attribot/1.1 (compatible; Attribot-Feeds; http://static.attribyte.com/robotreadme.txt)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'spider-feed')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'spider-feed', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Open Web Analytics Bot 1.5.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Open Web Analytics Bot 1.5.2', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider', 1 => '(+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Baiduspider (+http://www.baidu.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider (+http://www.baidu.com/search/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou web spider/4.0ml')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Sogou web spider/4.0ml', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; special_archiver/3.1.2 bot@archive.org +http://www.archives.gov/crawl.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; special_archiver/3.1.2 bot@archive.org +http://www.archives.gov/crawl.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'HeeherBot/1.0,Search'), 1 => array(0 => 'Mozilla/5.0 (compatible; HeeherBot/1.0,Search for High; http://www.heeher.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; HeeherBot/1.0,Search for High; http://www.heeher.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'NettRapport Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NettRapport Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'emefgebot/beta;', 1 => '+http://emefge.de/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; emefgebot/beta; +http://emefge.de/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; emefgebot/beta; +http://emefge.de/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/4.0+(compatible;+Robot/1.2'), 1 => array(0 => 'Mozilla/4.0+(compatible;+Robot/1.2 CL)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0+(compatible;+Robot/1.2 CL)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.0-2 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.0-2 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'woriobot'), 1 => array(0 => 'Mozilla/5.0 (compatible; woriobot support [at] zite [dot] com +http://zite.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; woriobot support [at] zite [dot] com +http://zite.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Hello Bot v.2.1.74')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Hello Bot v.2.1.74', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'pr-cy.ru Screenshot Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'pr-cy.ru Screenshot Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.1 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.1 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+shiny@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+shiny@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+shiny@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.0-3 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.0-3 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => '(http://www.openwebspider.org/)'), 1 => array(0 => 'OpenLD.ORG Spider v0.1 (http://www.openwebspider.org/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'OpenLD.ORG Spider v0.1 (http://www.openwebspider.org/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+WebofantBot+v3.14;+http://www.webofant.ch)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+WebofantBot+v3.14;+http://www.webofant.ch)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+WebofantBot+v3.14;+http://www.webofant.ch)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TinEye-bot/0.02', 1 => 'http://www.tineye.com/crawler.html)'), 1 => array(0 => 'TinEye-bot/0.02 (see http://www.tineye.com/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TinEye-bot/0.02 (see http://www.tineye.com/crawler.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TiofoBot/1.1(+http://www.tiofo.com)'), 1 => array(0 => 'TiofoBot/1.1(+http://www.tiofo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TiofoBot/1.1(+http://www.tiofo.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2.10')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2.10', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider/2.0;+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider/2.0;+http://www.baidu.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider/2.0;+http://www.baidu.com/search/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.1.2 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.1.2 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.1.4 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.1.4 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.1.3 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.1.3 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robots.txt)'), 1 => array(0 => 'Web front page analyser (norw.acd.inst@gmail.com or edit robots.txt)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Web front page analyser (norw.acd.inst@gmail.com or edit robots.txt)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.1.1 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.1.1 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robots.txt'), 1 => array(0 => 'Web front page analyser. robots.txt complaint (norw.acd.inst@gmail.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Web front page analyser. robots.txt complaint (norw.acd.inst@gmail.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'UCI IR crawler X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'UCI IR crawler X', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2,10')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2,10', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://pistato.ru/bot.html)'), 1 => array(0 => 'PiStato indexer (+http://pistato.ru/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PiStato indexer (+http://pistato.ru/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PyCrawler'), 1 => array(0 => 'PyCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PyCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'imrbot/1.10.8'), 1 => array(0 => 'Mozilla/5.0 (compatible; imrbot/1.10.8 +http://www.mignify.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; imrbot/1.10.8 +http://www.mignify.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'web-ceo-online-bot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; web-ceo-online-bot/1.0; +http://online.webceo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; web-ceo-online-bot/1.0; +http://online.webceo.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Searchbot'), 1 => array(0 => 'Domain-Informer.com Searchbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Domain-Informer.com Searchbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://wiki.github.com/bixo/bixo/bixocrawler;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Mozilla; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Mozilla; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Ejeniobot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Ejeniobot/1.0; support@ejenio.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Ejeniobot/1.0; support@ejenio.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => 'http://www.mia-marktplatz.de/spider;', 2 => 'spider'), 1 => array(0 => 'MiaDev/0.0.1 (MIA Bot for research project MIA (www.MIA-marktplatz.de); http://www.mia-marktplatz.de/spider; spider@mia-marktplatz.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MiaDev/0.0.1 (MIA Bot for research project MIA (www.MIA-marktplatz.de); http://www.mia-marktplatz.de/spider; spider@mia-marktplatz.de)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'testCrawler/1.0'), 1 => array(0 => 'testCrawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'testCrawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(robot'), 1 => array(0 => 'PagesInventory (robot +http://www.pagesinventory.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PagesInventory (robot +http://www.pagesinventory.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'gimme60 (Gimme60 Store ID Bot; gimme60.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'gimme60 (Gimme60 Store ID Bot; gimme60.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(+http://www.exb.de/crawler)'), 1 => array(0 => 'ExB Language Crawler 2.1.5 (+http://www.exb.de/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ExB Language Crawler 2.1.5 (+http://www.exb.de/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AndStartBot/2.0;', 1 => '+http://www.andstart.ro/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AndStartBot/2.0; +http://www.andstart.ro/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; AndStartBot/2.0; +http://www.andstart.ro/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; Crawler/0.9; http://linkfluence.net/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Crawler/0.9; http://linkfluence.net/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Gravitybot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Gravitybot/1.0; +http://www.gravity.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Gravitybot/1.0; +http://www.gravity.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+factors@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+factors@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+factors@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZEERCHBOT;', 1 => '+http://la.zeerch.com/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ZEERCHBOT; +http://la.zeerch.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ZEERCHBOT; +http://la.zeerch.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZumBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; ZumBot/1.0; http://help.zum.com/inquiry)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ZumBot/1.0; http://help.zum.com/inquiry)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/4.0+(compatible;+Robot/1.0)'), 1 => array(0 => 'Mozilla/4.0+(compatible;+Robot/1.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0+(compatible;+Robot/1.0)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PulseCrawler/1.1'), 1 => array(0 => 'PulseCrawler/1.1 (+http://www.pulse.me/) AppEngine-Google; (+http://code.google.com/appengine; appid: s~hr-pulsesubscriber)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PulseCrawler/1.1 (+http://www.pulse.me/) AppEngine-Google; (+http://code.google.com/appengine; appid: s~hr-pulsesubscriber)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FisigBot/1.1(+http://www.fisig.com)'), 1 => array(0 => 'FisigBot/1.1(+http://www.fisig.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FisigBot/1.1(+http://www.fisig.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MP463Crawler1.2'), 1 => array(0 => 'MP463Crawler1.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MP463Crawler1.2', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2.11')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2.11', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'socialbm_bot', 1 => 'http://spider.socialbm.net'), 1 => array(0 => 'socialbm_bot http://spider.socialbm.net')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'socialbm_bot http://spider.socialbm.net', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'RavenCrawler'), 1 => array(0 => 'RavenCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'RavenCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CrawlerProcess (http://www.PowerMapper.com) /5.1.600.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CrawlerProcess (http://www.PowerMapper.com) /5.1.600.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ip-web-crawler.com'), 1 => array(0 => 'ip-web-crawler.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ip-web-crawler.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'gimme60/1.6 (Gimme60 Store ID Bot; gimme60.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'gimme60/1.6 (Gimme60 Store ID Bot; gimme60.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'bot(www.cuwhois.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bot(www.cuwhois.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'zimmbot/1.0'), 1 => array(0 => 'zimmbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'zimmbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'JSpider', 1 => '(http://j-spider.sourceforge.net)'), 1 => array(0 => 'JSpider (http://j-spider.sourceforge.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'JSpider (http://j-spider.sourceforge.net)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'myurlcrawler/0.1'), 1 => array(0 => 'myurlcrawler/0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'myurlcrawler/0.1', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 's~vvalertscrawler)'), 1 => array(0 => 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~vvalertscrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~vvalertscrawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => '+http://showword.info/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SpellCheck Bot 0.9; +http://showword.info/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SpellCheck Bot 0.9; +http://showword.info/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'SNK Screenshot Bot/0.20 ( abuse at savenkeep dot_com )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SNK Screenshot Bot/0.20 ( abuse at savenkeep dot_com )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'scanbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; scanbot/1.0; +https://dazzlepod.com/ip/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; scanbot/1.0; +https://dazzlepod.com/ip/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/4.0+(compatible;+Robot/1.1t)'), 1 => array(0 => 'Mozilla/4.0+(compatible;+Robot/1.1t)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0+(compatible;+Robot/1.1t)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'eCrawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; eCrawler +http://www.cloudda.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; eCrawler +http://www.cloudda.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2,11')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Screaming Frog SEO Spider/2,11', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'smart-crawler'), 1 => array(0 => 'smart-crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'smart-crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QuerySeekerSpider', 1 => 'http://queryseeker.com/bot.html'), 1 => array(0 => 'QuerySeekerSpider ( http://queryseeker.com/bot.html )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'QuerySeekerSpider ( http://queryseeker.com/bot.html )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AMZNKAssocBot/4.0'), 1 => array(0 => 'Mozilla/5.0 (compatible; AMZNKAssocBot/4.0 +http://affiliate-program.amazon.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; AMZNKAssocBot/4.0 +http://affiliate-program.amazon.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'it2media-domain-crawler/1.0', 1 => 'crawler'), 1 => array(0 => 'it2media-domain-crawler/1.0 on crawler-prod.it2media.de')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'it2media-domain-crawler/1.0 on crawler-prod.it2media.de', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SiteCrawler/1.1.2'), 1 => array(0 => 'SiteCrawler/1.1.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SiteCrawler/1.1.2', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebarooBot', 1 => 'Bot'), 1 => array(0 => 'WebarooBot (Webaroo Bot; http://64.124.122.252/feedback.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WebarooBot (Webaroo Bot; http://64.124.122.252/feedback.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.visualrevenue.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; VR FrontPage Fetcher; +http://www.visualrevenue.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; VR FrontPage Fetcher; +http://www.visualrevenue.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CorenSearchBot/1.7'), 1 => array(0 => 'CorenSearchBot/1.7 en libwww-perl/6.04')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CorenSearchBot/1.7 en libwww-perl/6.04', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'nahb.org link verification bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'nahb.org link verification bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Autobot/1.0'), 1 => array(0 => 'Mozilla/5.0 (compatible; Autobot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Autobot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Crawler for Netopian (http://www.netopian.co.uk/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Crawler for Netopian (http://www.netopian.co.uk/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SearchBot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SearchBot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SearchBot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'InsieveBot'), 1 => array(0 => 'InsieveBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'InsieveBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot;', 1 => '+http://yandex.com/bots)1'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)1 readers')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)1 readers', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => '+spider@spiderlytics.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Spiderlytics/1.0; +spider@spiderlytics.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Spiderlytics/1.0; +spider@spiderlytics.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot'), 1 => array(0 => 'San Francisco Low Impact Robot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'San Francisco Low Impact Robot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'socialbm_bot/1.0;', 1 => '+http://spider.socialbm.net)'), 1 => array(0 => 'Mozilla/5.0 (compatible; socialbm_bot/1.0; +http://spider.socialbm.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; socialbm_bot/1.0; +http://spider.socialbm.net)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MerchantCentricBot/1.0)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MerchantCentricBot/1.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MerchantCentricBot/1.0)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'bot (+http://www.local.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bot (+http://www.local.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'adbeat_bot'), 1 => array(0 => 'adbeat_bot adbeat.com/policy')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'adbeat_bot adbeat.com/policy', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'www.jabse.com/crawler.php//imagecrawler'), 1 => array(0 => 'Jabse.com Crawler v.1.0 www.jabse.com/crawler.php//imagecrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Jabse.com Crawler v.1.0 www.jabse.com/crawler.php//imagecrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'omgilibot/0.4'), 1 => array(0 => 'omgilibot/0.4 +http://omgili.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'omgilibot/0.4 +http://omgili.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-15@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-15@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-15@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'adbeat_bot'), 1 => array(0 => 'adbeat_bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'adbeat_bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'blogtop.us crawler - http://blogtop.us/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'blogtop.us crawler - http://blogtop.us/', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Greegle Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Greegle Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'jjBot/1.0;', 1 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; jjBot/1.0; +http://www.fhnw.ch; crawler.info.2@gmail.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; jjBot/1.0; +http://www.fhnw.ch; crawler.info.2@gmail.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CCTestBot/2.0'), 1 => array(0 => 'CCTestBot/2.0 (Experimental)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CCTestBot/2.0 (Experimental)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebMahBot/3.0;', 1 => 'http://www.webmah.com/bot.html;', 2 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; WebMahBot/3.0; http://www.webmah.com/bot.html; bot@webmah.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; WebMahBot/3.0; http://www.webmah.com/bot.html; bot@webmah.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Snipebot/1.0;', 1 => '+http://snipebot.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Snipebot/1.0; +http://snipebot.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Snipebot/1.0; +http://snipebot.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MyCrawler'), 1 => array(0 => 'MyCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MyCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BacklinkCrawler', 1 => '(http://www.backlinktest.com/crawler.html)'), 1 => array(0 => 'BacklinkCrawler V (http://www.backlinktest.com/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BacklinkCrawler V (http://www.backlinktest.com/crawler.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Swiftbot'), 1 => array(0 => 'Swiftbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Swiftbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Snapbot/1.0'), 1 => array(0 => 'Snapbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Snapbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'StashMetricsCrawler/1.0'), 1 => array(0 => 'Mozilla/5.0 StashMetricsCrawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 StashMetricsCrawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'IXEbot'), 1 => array(0 => 'IXEbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'IXEbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-23@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-23@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-23@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-attercob-01s@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-attercob-01s@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-attercob-01s@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-27@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-27@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-27@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'archive.org_bot/3.1.2'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive.org_bot/3.1.2 +http://pandora.nla.gov.au/crawl.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; archive.org_bot/3.1.2 +http://pandora.nla.gov.au/crawl.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'uMBot-FC/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; uMBot-FC/1.0; mailto: crawling@ubermetrics-technologies.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; uMBot-FC/1.0; mailto: crawling@ubermetrics-technologies.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ScreenerBot', 1 => 'Crawler', 2 => '(+http://www.ScreenerBot.com)'), 1 => array(0 => 'ScreenerBot Crawler Beta 2.0 (+http://www.ScreenerBot.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ScreenerBot Crawler Beta 2.0 (+http://www.ScreenerBot.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Grahambot/0.1', 1 => '(+http://www.sunaga-lab.com/graham-bot)'), 1 => array(0 => 'Grahambot/0.1 (+http://www.sunaga-lab.com/graham-bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Grahambot/0.1 (+http://www.sunaga-lab.com/graham-bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LabsCrawler/1.0'), 1 => array(0 => 'Mozilla/5.0 LabsCrawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 LabsCrawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YisouSpider'), 1 => array(0 => 'YisouSpider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'YisouSpider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CatchBot/5.0;', 1 => '+http://www.catchbot.com'), 1 => array(0 => 'CatchBot/5.0; +http://www.catchbot.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CatchBot/5.0; +http://www.catchbot.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SemrushBot/0.96.2;', 1 => '+http://www.semrush.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SemrushBot/0.96.2; +http://www.semrush.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SemrushBot/0.96.2; +http://www.semrush.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bl.uk_lddc_bot/3.1.1'), 1 => array(0 => 'bl.uk_lddc_bot/3.1.1 (+http://www.bl.uk/aboutus/legaldeposit/websites/websites/faqswebmaster/index.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'bl.uk_lddc_bot/3.1.1 (+http://www.bl.uk/aboutus/legaldeposit/websites/websites/faqswebmaster/index.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.aboundex.com/crawler/)'), 1 => array(0 => 'Aboundex/0.3 (http://www.aboundex.com/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Aboundex/0.3 (http://www.aboundex.com/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sosospider/2.0;', 1 => '+http://help.soso.com/webspider.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Sosospider/2.0; +http://help.soso.com/webspider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Sosospider/2.0; +http://help.soso.com/webspider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BlogBeatbot/2.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BlogBeatbot/2.1; +http://www.blogbeat.nl/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BlogBeatbot/2.1; +http://www.blogbeat.nl/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Syntryx ANT Scout Chassis Pheromone; Mozilla/4.0 compatible crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Syntryx ANT Scout Chassis Pheromone; Mozilla/4.0 compatible crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Gigabot/2.0;', 1 => 'http://www.gigablast.com/spider.html'), 1 => array(0 => 'Gigabot/2.0; http://www.gigablast.com/spider.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Gigabot/2.0; http://www.gigablast.com/spider.html', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'web-crawler/1.0'), 1 => array(0 => 'yoono/1.0 web-crawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'yoono/1.0 web-crawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.0.8', 1 => '(http://majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://readbag.com/bot.html)'), 1 => array(0 => 'ReadBag (http://readbag.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ReadBag (http://readbag.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ImageBot', 1 => '(http://www.thinglink.com/help/ThinglinkImageBot)'), 1 => array(0 => 'Elmer, the Thinglink ImageBot (http://www.thinglink.com/help/ThinglinkImageBot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Elmer, the Thinglink ImageBot (http://www.thinglink.com/help/ThinglinkImageBot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ProductAdsBot/1.0'), 1 => array(0 => 'Mozilla/5.0 (compatible; ProductAdsBot/1.0 https://sellercentral.amazon.com/gp/help/help.html?ie=UTF8&itemID=X)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ProductAdsBot/1.0 https://sellercentral.amazon.com/gp/help/help.html?ie=UTF8&itemID=X)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Insieve Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Insieve Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot/1.4'), 1 => array(0 => 'FTRF: Friendly robot/1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FTRF: Friendly robot/1.4', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Peeplo Screenshot Bot/0.20 ( abuse at peeplo dot_com )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Peeplo Screenshot Bot/0.20 ( abuse at peeplo dot_com )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Crawler/3.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Crawler/3.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'UptimeRobot/2.0;', 1 => 'http://www.uptimerobot.com/)'), 1 => array(0 => 'Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'UltraSpider3000/2.0'), 1 => array(0 => 'searchch UltraSpider3000/2.0 (+http://www.search.ch/about.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'searchch UltraSpider3000/2.0 (+http://www.search.ch/about.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-18@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-18@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-18@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'trovitBot', 1 => '+http://www.trovit.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; trovitBot 1.0; +http://www.trovit.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; trovitBot 1.0; +http://www.trovit.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-28@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-28@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-28@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Filestubebot/1.0'), 1 => array(0 => 'Filestubebot/1.0 (+http://www.filestube.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Filestubebot/1.0 (+http://www.filestube.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ArtavisBot'), 1 => array(0 => 'ArtavisBot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ArtavisBot 1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ProCogSEOBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; ProCogSEOBot/1.0; +http://www.procog.com/ )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ProCogSEOBot/1.0; +http://www.procog.com/ )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'JobdiggerSpider', 1 => '+http://www.jobdigger.nl/spider)'), 1 => array(0 => 'Mozilla/5.0 (compatible; JobdiggerSpider +http://www.jobdigger.nl/spider)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; JobdiggerSpider +http://www.jobdigger.nl/spider)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'linkdexbot/2.1;', 1 => '+http://www.linkdex.com/about/bots/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; linkdexbot/2.1; +http://www.linkdex.com/about/bots/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; linkdexbot/2.1; +http://www.linkdex.com/about/bots/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'HDB2-Bot/2.3;', 1 => '+http://hdb.0xff.org/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; HDB2-Bot/2.3; +http://hdb.0xff.org/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; HDB2-Bot/2.3; +http://hdb.0xff.org/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CCBot/2.0'), 1 => array(0 => 'CCBot/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CCBot/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'IEZhanSpider/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; IEZhanSpider/1.0; +http://www.iezhan.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; IEZhanSpider/1.0; +http://www.iezhan.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PennCISCrawler'), 1 => array(0 => 'PennCISCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PennCISCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Skywalker Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Skywalker Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'awcheckBot;'), 1 => array(0 => 'Mozilla/5.0 (compatible; awcheckBot; +http://awcheck.com/en/about)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; awcheckBot; +http://awcheck.com/en/about)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+Sosospider/2.0;++http://help.soso.com/webspider.htm)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+Sosospider/2.0;++http://help.soso.com/webspider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+Sosospider/2.0;++http://help.soso.com/webspider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider/2.0;', 1 => '+http://www.baidu.com/search/spider.html),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; World Wide Web Wanderer (Wandex Bot)/1.4; http://wandex.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; World Wide Web Wanderer (Wandex Bot)/1.4; http://wandex.net)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'URLAppendBot/1.0;', 1 => '+http://www.profound.net/urlappendbot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; URLAppendBot/1.0; +http://www.profound.net/urlappendbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; URLAppendBot/1.0; +http://www.profound.net/urlappendbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BazQuxBot/2.4;', 1 => '+http://crawler.bazqux.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; BazQuxBot/2.4; +http://crawler.bazqux.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BazQuxBot/2.4; +http://crawler.bazqux.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YRSpider;'), 1 => array(0 => 'Mozilla/5.0 (compatible; YRSpider; +http://www.yunyun.com/SiteInfo.php?r=about)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YRSpider; +http://www.yunyun.com/SiteInfo.php?r=about)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-04@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-04@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-04@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-13@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-13@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-13@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-05@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-05@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-05@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-08@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-08@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-08@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-03@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-03@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-03@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-24@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-24@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-24@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-10@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-10@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-10@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ElisaBot'), 1 => array(0 => 'ElisaBot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ElisaBot 1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FigleafBot/0.1'), 1 => array(0 => 'CERT FigleafBot/0.1 (www.cert.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CERT FigleafBot/0.1 (www.cert.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WMU-bot'), 1 => array(0 => 'WMU-bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WMU-bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GeliyooBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; GeliyooBot/1.0; +http://www.geliyoo.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; GeliyooBot/1.0; +http://www.geliyoo.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NCBot'), 1 => array(0 => 'NCBot (http://netcomber.com : tool for finding true domain owners)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NCBot (http://netcomber.com : tool for finding true domain owners)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => '*Sogou web spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '*Sogou web spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'mbot'), 1 => array(0 => 'mbot v.1.16')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'mbot v.1.16', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NCBot', 1 => 'bot'), 1 => array(0 => 'NCBot (http://netcomber.com : tool for finding true domain owners) Queries/complaints: bot@netcomber.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'NCBot (http://netcomber.com : tool for finding true domain owners) Queries/complaints: bot@netcomber.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => '(http://symfony.com/spider)'), 1 => array(0 => 'Symfony Spider (http://symfony.com/spider)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Symfony Spider (http://symfony.com/spider)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'visaduhoc.info Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'visaduhoc.info Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YYSpider;', 1 => '+http://www.yunyun.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YYSpider; +http://www.yunyun.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; YYSpider; +http://www.yunyun.com/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Noramy 0.1b (knowledge search and index bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Noramy 0.1b (knowledge search and index bot)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AportCatalogRobot/2.0'), 1 => array(0 => 'AportCatalogRobot/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AportCatalogRobot/2.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'METASpider;', 1 => '+http://meta.ua/spider)'), 1 => array(0 => 'Mozilla/5.0 (compatible; METASpider; +http://meta.ua/spider)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; METASpider; +http://meta.ua/spider)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(crawler'), 1 => array(0 => 'Accoona-AI-Agent/1.1.1 (crawler at accoona dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Accoona-AI-Agent/1.1.1 (crawler at accoona dot com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Dudu bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Dudu bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DocolocBot'), 1 => array(0 => 'DocolocBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'DocolocBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-20@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-20@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-20@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-06@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-06@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-06@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-17@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-17@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-17@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'lufsbot/0.1;', 1 => '+http://www.lufs.org/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; lufsbot/0.1; +http://www.lufs.org/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; lufsbot/0.1; +http://www.lufs.org/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DCPbot/1.4;'), 1 => array(0 => 'Mozilla/5.0 (compatible; DCPbot/1.4; +http://domains.checkparams.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; DCPbot/1.4; +http://domains.checkparams.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FeedWindBot/2.0;+http://feed.mikle.com/en/guide/crawler.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; FeedWindBot/2.0;+http://feed.mikle.com/en/guide/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; FeedWindBot/2.0;+http://feed.mikle.com/en/guide/crawler.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'firmilybot/0.2;', 1 => '+http://www.firmily.com/bot.php'), 1 => array(0 => 'Mozilla/5.0 (compatible; firmilybot/0.2; +http://www.firmily.com/bot.php')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; firmilybot/0.2; +http://www.firmily.com/bot.php', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'boitho.com-robot/1.0'), 1 => array(0 => 'boitho.com-robot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'boitho.com-robot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+Robot/1.3)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+Robot/1.3)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+Robot/1.3)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; Struct.it crawler; +http://struct.it/contacts/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (compatible; Struct.it crawler; +http://struct.it/contacts/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GeliyooBot/1.0beta;'), 1 => array(0 => 'Mozilla/5.0 (compatible; GeliyooBot/1.0beta; +http://www.geliyoo.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; GeliyooBot/1.0beta; +http://www.geliyoo.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Curator Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Curator Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-26@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-26@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-26@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-02@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-02@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-02@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-12@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-12@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-12@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; whoisrequest.org Bot/0.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; whoisrequest.org Bot/0.1)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Impressumscrawler)'), 1 => array(0 => 'Mozilla/5.0 (compatible; HttpConduitDownloader/1.0; +http://hackage.haskell.org/package/http-conduit-downloader; Heins & Partner Impressumscrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; HttpConduitDownloader/1.0; +http://hackage.haskell.org/package/http-conduit-downloader; Heins & Partner Impressumscrawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FindLinksBot/0.1)'), 1 => array(0 => 'Mozilla/5.0 (compatible; FindLinksBot/0.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; FindLinksBot/0.1)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'calculon spider/0.1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'calculon spider/0.1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+Robot/1.2)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+Robot/1.2)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0+(compatible;+Robot/1.2)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'aiHitBot/2.7;'), 1 => array(0 => 'Mozilla/5.0 (compatible; aiHitBot/2.7; +http://www.aihit.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; aiHitBot/2.7; +http://www.aihit.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'meanpathbot/1.0;', 1 => '+http://www.meanpath.com/meanpathbot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; meanpathbot/1.0; +http://www.meanpath.com/meanpathbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; meanpathbot/1.0; +http://www.meanpath.com/meanpathbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'dorkobot/kutzooi'), 1 => array(0 => 'dorkobot/kutzooi (xxx; www.xxx.com; xxx at xxx dot xxx)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'dorkobot/kutzooi (xxx; www.xxx.com; xxx at xxx dot xxx)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'infobot/1.0'), 1 => array(0 => 'infobot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'infobot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sosospider/2.0;', 1 => '+http://help.soso.com/webspider.htm)"'), 1 => array(0 => '"Mozilla/5.0 (compatible; Sosospider/2.0; +http://help.soso.com/webspider.htm)"')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '"Mozilla/5.0 (compatible; Sosospider/2.0; +http://help.soso.com/webspider.htm)"', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BLEXBot'), 1 => array(0 => 'BLEXBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BLEXBot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'firmilybot/0.3;', 1 => '+http://www.firmily.com/bot.php'), 1 => array(0 => 'Mozilla/5.0 (compatible; firmilybot/0.3; +http://www.firmily.com/bot.php')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; firmilybot/0.3; +http://www.firmily.com/bot.php', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'uMBot-LN/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; uMBot-LN/1.0; mailto: crawling@ubermetrics-technologies.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; uMBot-LN/1.0; mailto: crawling@ubermetrics-technologies.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yioop.exactseek.com/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ExactSeekTest; +http://yioop.exactseek.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ExactSeekTest; +http://yioop.exactseek.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(crawler@brightedge.com)'), 1 => array(0 => 'BrightEdge Crawler/1.0 (crawler@brightedge.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'BrightEdge Crawler/1.0 (crawler@brightedge.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'FAST Enterprise Crawler 6 used by Bygglo / Svensk Byggtjanst')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FAST Enterprise Crawler 6 used by Bygglo / Svensk Byggtjanst', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mippin feed crawler. www.mippin.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mippin feed crawler. www.mippin.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-09@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-09@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-09@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-01@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-01@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-01@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'XiblBot/1.0'), 1 => array(0 => 'XiblBot/1.0 (+http://www.xibl.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'XiblBot/1.0 (+http://www.xibl.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CyotekWebCrawler/1.0'), 1 => array(0 => 'CyotekWebCopy/1.0 CyotekWebCrawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CyotekWebCopy/1.0 CyotekWebCrawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AWS-EMR-Research-WebCrawler'), 1 => array(0 => 'AWS-EMR-Research-WebCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'AWS-EMR-Research-WebCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CrawlerProcess (http://www.PowerMapper.com) /5.2.618.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CrawlerProcess (http://www.PowerMapper.com) /5.2.618.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'nrsbot/6'), 1 => array(0 => 'nrsbot/6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'nrsbot/6', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GigaBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; GigaBot/1.0; +http://www.gigablast.com/ )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; GigaBot/1.0; +http://www.gigablast.com/ )', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DuckDuckBot/1.1;', 1 => '(+http://duckduckgo.com/duckduckbot.html)'), 1 => array(0 => 'DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CPQ RSS Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CPQ RSS Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Taboolabot/3.7;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Taboolabot/3.7; +http://www.taboola.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Taboolabot/3.7; +http://www.taboola.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Searchbot'), 1 => array(0 => 'Website-Rating.com Searchbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Website-Rating.com Searchbot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-25@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-25@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-25@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-29@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-29@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-29@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'node-crawler/0.2.4'), 1 => array(0 => 'node-crawler/0.2.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'node-crawler/0.2.4', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(squirrobot/1.0;', 1 => 'http://squirro.com/squirrobot/)'), 1 => array(0 => 'Mozilla/4.0 (squirrobot/1.0; http://squirro.com/squirrobot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/4.0 (squirrobot/1.0; http://squirro.com/squirrobot/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '"NCBot.'), 1 => array(0 => '"NCBot.')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '"NCBot.', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'SSFC 1.0 Focused Crawler, a research project which advances data mining research; Conatact: andy.xue@unimelb.edu.au')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SSFC 1.0 Focused Crawler, a research project which advances data mining research; Conatact: andy.xue@unimelb.edu.au', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SemrushBot/0.96.3;', 1 => '+http://www.semrush.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SemrushBot/0.96.3; +http://www.semrush.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SemrushBot/0.96.3; +http://www.semrush.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DonkeyBot/0.2;'), 1 => array(0 => 'Mozilla/5.0 (compatible; DonkeyBot/0.2; +http://www.dasdonkey.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; DonkeyBot/0.2; +http://www.dasdonkey.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Whatsnew Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Whatsnew Bot', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider', 1 => 'http://www.baidu.com/search/spider.htm)'), 1 => array(0 => 'Baiduspider ( http://www.baidu.com/search/spider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Baiduspider ( http://www.baidu.com/search/spider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler/WebCrawler'), 1 => array(0 => 'endeca webcrawler/WebCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'endeca webcrawler/WebCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'carbonbot/1.0'), 1 => array(0 => 'carbonbot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'carbonbot/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/0.9', 1 => '(+http://search.msn.com/msnbot.htm)'), 1 => array(0 => 'msnbot/0.9 (+http://search.msn.com/msnbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'msnbot/0.9 (+http://search.msn.com/msnbot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'sitecrawler/1.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; sitecrawler/1.1; +http://www.siteencyclopedia.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; sitecrawler/1.1; +http://www.siteencyclopedia.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-07@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-07@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-07@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EbuzzingFeedBot'), 1 => array(0 => 'EbuzzingFeedBot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'EbuzzingFeedBot 1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-21@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-21@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-21@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-22@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-22@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-22@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ReplazBot/1.5;'), 1 => array(0 => 'Mozilla/5.0 (compatible; ReplazBot/1.5; +http://www.replaz.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ReplazBot/1.5; +http://www.replaz.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'kraken-crawler/0.2.0;', 1 => '+http://www.kontera.com/kraken-crawler.html'), 1 => array(0 => 'kraken-crawler/0.2.0; +http://www.kontera.com/kraken-crawler.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'kraken-crawler/0.2.0; +http://www.kontera.com/kraken-crawler.html', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'gsa-crawler'), 1 => array(0 => 'gsa-crawler (Enterprise; T3-KY8WUCXTQWSQG; it@pattisonoutdoor.com,ievans@pattisonoutdoor.com,soliveira@pattisonoutdoor.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'gsa-crawler (Enterprise; T3-KY8WUCXTQWSQG; it@pattisonoutdoor.com,ievans@pattisonoutdoor.com,soliveira@pattisonoutdoor.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Math. Comp. PA Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Math. Comp. PA Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FRCrawler'), 1 => array(0 => 'FRCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FRCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'firmilybot/0.1;', 1 => '+http://www.firmily.com/bot.php'), 1 => array(0 => 'Mozilla/5.0 (compatible; firmilybot/0.1; +http://www.firmily.com/bot.php')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; firmilybot/0.1; +http://www.firmily.com/bot.php', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Mozilla/5.0 (BCS spider 2003-2013)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (BCS spider 2003-2013)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'g2reader-bot/1.0'), 1 => array(0 => 'g2reader-bot/1.0 (+http://www.g2reader.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'g2reader-bot/1.0 (+http://www.g2reader.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider'), 1 => array(0 => 'User-Agent Baiduspider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'User-Agent Baiduspider', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BarrigasBot/2.0)'), 1 => array(0 => 'Mozilla/5.0 (compatible; BarrigasBot/2.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BarrigasBot/2.0)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CloudServerMarketSpider/1.0;', 1 => '+http://www.cloudservermarket.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; CloudServerMarketSpider/1.0; +http://www.cloudservermarket.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; CloudServerMarketSpider/1.0; +http://www.cloudservermarket.com/spider.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '"NCBot'), 1 => array(0 => '"NCBot http://netcomber.com . Tool for finding their domain names"')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, '"NCBot http://netcomber.com . Tool for finding their domain names"', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SolomonoBot/1.05;'), 1 => array(0 => 'Mozilla/5.0 (compatible; SolomonoBot/1.05; +http://www.solomono.ru)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; SolomonoBot/1.05; +http://www.solomono.ru)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZEERCHBOT;', 1 => '+http://www.zeerch.com/bot.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; ZEERCHBOT; +http://www.zeerch.com/bot.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ZEERCHBOT; +http://www.zeerch.com/bot.php)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EMR-Research-WebCrawler'), 1 => array(0 => 'EMR-Research-WebCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'EMR-Research-WebCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-X.X +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-X.X +http://www.google.com/bot.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BLEXBot/1.0;', 1 => '+http://webmeup.com/crawler.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup.com/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup.com/crawler.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0(compatible;Sosospider/2.0;+http://help.soso.com/webspider.htm)'), 1 => array(0 => 'Mozilla/5.0(compatible;Sosospider/2.0;+http://help.soso.com/webspider.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0(compatible;Sosospider/2.0;+http://help.soso.com/webspider.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GoblioBot/0.3.7;', 1 => '+http://goblio.eu/bot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; GoblioBot/0.3.7; +http://goblio.eu/bot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; GoblioBot/0.3.7; +http://goblio.eu/bot.htm)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'crawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'crawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-14@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-14@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-14@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'www.analyticsseo.com/crawler'), 1 => array(0 => 'User-Agent: Curious George - www.analyticsseo.com/crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'User-Agent: Curious George - www.analyticsseo.com/crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; Crawler; +null; null)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Crawler; +null; null)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'InoReader Crawler (https://www.inoreader.com) - support@inoreader.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'InoReader Crawler (https://www.inoreader.com) - support@inoreader.com', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'gsa-crawler'), 1 => array(0 => 'gsa-crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'gsa-crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TrustpilotCrawler/1.0'), 1 => array(0 => 'TrustpilotCrawler/1.0 (compatible; http://www.trustpilot.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'TrustpilotCrawler/1.0 (compatible; http://www.trustpilot.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-19@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-19@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-19@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'CrawlerProcess (http://www.PowerMapper.com) /')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'CrawlerProcess (http://www.PowerMapper.com) /', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MetaJobBot;', 1 => 'http://www.metajob.at/crawler)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MetaJobBot; http://www.metajob.at/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MetaJobBot; http://www.metajob.at/crawler)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebCrawler'), 1 => array(0 => 'WebCrawler v1.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'WebCrawler v1.2', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ICC-Crawler'), 1 => array(0 => 'ICC-Crawler (Mozilla-compatible; icc-crawl-contact@ml.nict.go.jp; http://kc.nict.go.jp/project1/crawl-ja.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ICC-Crawler (Mozilla-compatible; icc-crawl-contact@ml.nict.go.jp; http://kc.nict.go.jp/project1/crawl-ja.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-02@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-02@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-02@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-16@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-16@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-16@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://wiki.github.com/bixo/bixo/bixocrawler;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Mozilla/5.0; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; Mozilla/5.0; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-05@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-05@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-05@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-08@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-08@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-08@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-11@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-11@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-11@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FTBCrawler'), 1 => array(0 => 'FTBCrawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'FTBCrawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.80legs.com/webcrawler.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/X;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/webcrawler.html) Gecko/X;c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Axtaris-Crawler!'), 1 => array(0 => 'Hello from Axtaris-Crawler! (http://axtaris.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Hello from Axtaris-Crawler! (http://axtaris.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'oBot/2.3.1;', 1 => 'http://filterdb.iss.net/crawler/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; oBot/2.3.1; http://filterdb.iss.net/crawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; oBot/2.3.1; http://filterdb.iss.net/crawler/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MixrankBot;', 1 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.moz.com/dp/rogerbot,', 2 => 'rogerbot-crawler@moz.com)'), 1 => array(0 => 'rogerbot/1.0 (http://www.moz.com/dp/rogerbot, rogerbot-crawler@moz.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.moz.com/dp/rogerbot, rogerbot-crawler@moz.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://moz.com/help/pro/what-is-rogerbot-,', 2 => 'rogerbot-crawler+shiny@moz.com)'), 1 => array(0 => 'rogerbot/1.0 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+shiny@moz.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+shiny@moz.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BIXOCRAWLER;', 1 => '+http://wiki.github.com/bixo/bixo/bixocrawler;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BIXOCRAWLER; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BIXOCRAWLER; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.4.4;', 1 => 'http://www.majestic12.co.uk/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.4.4; http://www.majestic12.co.uk/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.4.4; http://www.majestic12.co.uk/bot.php?+)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Marfeel-crawler'), 1 => array(0 => 'Marfeel-crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Marfeel-crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr1-crawler-30@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-30@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr1-crawler-30@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'ownCloud Server Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ownCloud Server Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-06@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-06@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-06@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-07@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-07@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-07@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-10@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-10@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-10@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-27@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-27@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-27@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://bixolabs.com/crawler/general;', 1 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; socialrep/1.0; +http://bixolabs.com/crawler/general; crawler@bixolabs.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; socialrep/1.0; +http://bixolabs.com/crawler/general; crawler@bixolabs.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.2.4;', 1 => 'http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.2.4; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.2.4; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ayna-crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; ayna-crawler +http://www.ayna.com);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; ayna-crawler +http://www.ayna.com);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Netchart Adv Crawler 1.0;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Netchart Adv Crawler 1.0;c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'wf_crawler'), 1 => array(0 => 'wf_crawler (http://www.websitefigures.com);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'wf_crawler (http://www.websitefigures.com);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BLEXBot/1.0;', 1 => '+http://webmeup-crawler.com/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler', 1 => 'crawler'), 1 => array(0 => 'updated/0.1-alpha (updated crawler; http://www.updated.com; crawler@updated.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'updated/0.1-alpha (updated crawler; http://www.updated.com; crawler@updated.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-01@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-01@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-01@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'rogerbot/1.0', 1 => '(http://www.seomoz.org/dp/rogerbot,', 2 => 'rogerbot-crawler+pr2-crawler-14@seomoz.org)'), 1 => array(0 => 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-14@seomoz.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'rogerbot/1.0 (http://www.seomoz.org/dp/rogerbot, rogerbot-crawler+pr2-crawler-14@seomoz.org)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'T3census-Crawler/1.0'), 1 => array(0 => 'T3census-Crawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'T3census-Crawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Ronsmap crawler/0.1;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Ronsmap crawler/0.1;c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.2.1;', 1 => 'http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.2.1; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.2.1; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.3.1;', 1 => 'http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.3.1; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.3.1; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.3.3;', 1 => 'http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.3.3; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.3.3; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Willow Internet Crawler by Twotrees V2.1;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Willow Internet Crawler by Twotrees V2.1;c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ReutersCrawler/1.0', 1 => '(http://reuters.com/crawler.html);c2VvLWNyYXdsZXI='), 1 => array(0 => 'ReutersCrawler/1.0 (http://reuters.com/crawler.html);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'ReutersCrawler/1.0 (http://reuters.com/crawler.html);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.3.2;', 1 => 'http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.3.2; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.3.2; http://www.majestic12.co.uk/bot.php?+);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'radian6_linkcheck_(www.radian6.com/crawler);c2VvLWNyYXdsZXI='), 1 => array(0 => 'radian6_linkcheck_(www.radian6.com/crawler);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'radian6_linkcheck_(www.radian6.com/crawler);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://postpo.st/crawlers);c2VvLWNyYXdsZXI='), 1 => array(0 => 'PostPost/1.0 (+http://postpo.st/crawlers);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'PostPost/1.0 (+http://postpo.st/crawlers);c2VvLWNyYXdsZXI=', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'MultiPLX.com RSS Crawler/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'MultiPLX.com RSS Crawler/1.0', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MJ12bot/v1.4.3;', 1 => 'http://catsynetwork.dyndns.org/bots.html'), 1 => array(0 => 'Mozilla/5.0 (compatible; MJ12bot/v1.4.3; http://catsynetwork.dyndns.org/bots.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; MJ12bot/v1.4.3; http://catsynetwork.dyndns.org/bots.html', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'SSFC 1.0 Focused Crawler, a research project which advances data mining research; Conatact: andy(DOT)xue(AT)unimelb(DOT)edu(DOT)au')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'SSFC 1.0 Focused Crawler, a research project which advances data mining research; Conatact: andy(DOT)xue(AT)unimelb(DOT)edu(DOT)au', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot', 1 => 'http://www.sproose.com/bot.html;', 2 => 'crawler'), 1 => array(0 => 'sproose/0.1 (sproose bot; http://www.sproose.com/bot.html; crawler@sproose.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'sproose/0.1 (sproose bot; http://www.sproose.com/bot.html; crawler@sproose.com)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'HubSpot Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'HubSpot Crawler', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GABot/1.0;', 1 => '+http://www.groupangle.com/crawler.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; GABot/1.0; +http://www.groupangle.com/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,425900, 'Mozilla/5.0 (compatible; GABot/1.0; +http://www.groupangle.com/crawler.html)', '18254-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Domnutch-Bot/Nutch-1.0'), 1 => array(0 => 'Domnutch-Bot/Nutch-1.0 (Domnutch; http://www.Nutch.de/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Domnutch-Bot/Nutch-1.0 (Domnutch; http://www.Nutch.de/)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'KSCrawler/Nutch-1.0', 1 => '(http://www.kindsight.net/en/kscrawler;', 2 => 'crawler'), 1 => array(0 => 'KSCrawler/Nutch-1.0 (http://www.kindsight.net/en/kscrawler; crawler@kindsight.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'KSCrawler/Nutch-1.0 (http://www.kindsight.net/en/kscrawler; crawler@kindsight.net)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Attentio/Nutch-0.9-dev (Attentio\'s beta blog crawler; www.attentio.com; info@attentio.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Attentio/Nutch-0.9-dev (Attentio\'s beta blog crawler; www.attentio.com; info@attentio.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.3')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Nutch Spider/Nutch-1.3', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OpenindexDeepSpider/Nutch-1.5-dev;', 1 => '+http://openindex.io/spider.html;'), 1 => array(0 => 'Mozilla/5.0 (compatible; OpenindexDeepSpider/Nutch-1.5-dev; +http://openindex.io/spider.html; systemsATopenindexDOTio)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Mozilla/5.0 (compatible; OpenindexDeepSpider/Nutch-1.5-dev; +http://openindex.io/spider.html; systemsATopenindexDOTio)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/Nutch-0.9-dev'), 1 => array(0 => 'Googlebot/Nutch-0.9-dev')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Googlebot/Nutch-0.9-dev', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Nutch Spider/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'COMODOSpider/Nutch-1.2'), 1 => array(0 => 'COMODOSpider/Nutch-1.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'COMODOSpider/Nutch-1.2', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MaxPointCrawler/Nutch-1.1', 1 => '(maxpoint.crawler'), 1 => array(0 => 'MaxPointCrawler/Nutch-1.1 (maxpoint.crawler at maxpointinteractive dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'MaxPointCrawler/Nutch-1.1 (maxpoint.crawler at maxpointinteractive dot com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'HAZY.SPIDER/Nutch-1.4'), 1 => array(0 => 'HAZY.SPIDER/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'HAZY.SPIDER/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.netluchs.de/bot.html;'), 1 => array(0 => 'Netluchs/Nutch-1.0 ( ; http://www.netluchs.de/bot.html; _do_not_spam_me___humans_please_use_info_at_netluchs.de_without_the_dash)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Netluchs/Nutch-1.0 ( ; http://www.netluchs.de/bot.html; _do_not_spam_me___humans_please_use_info_at_netluchs.de_without_the_dash)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'spotinfluence/Nutch-1.4 (Spot Influence crawler; http://spotinfluence.com; hello at spotinfluence dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'spotinfluence/Nutch-1.4 (Spot Influence crawler; http://spotinfluence.com; hello at spotinfluence dot com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://lucene.apache.org/nutch/bot.html;'), 1 => array(0 => 'NutchCVS/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NutchCVS/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'RADaR-Bot/Nutch-1.4', 1 => '(http://radar-bot.com/)'), 1 => array(0 => 'RADaR-Bot/Nutch-1.4 (http://radar-bot.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'RADaR-Bot/Nutch-1.4 (http://radar-bot.com/)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'googlebot/Nutch-1.4'), 1 => array(0 => 'googlebot/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'googlebot/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Crawler'), 1 => array(0 => 'wttsearch/Nutch-1.0 (Crawler for SIFE (WTT); http://wtt.beecom.ch/wttsearch.html; wtt@beecom.ch)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'wttsearch/Nutch-1.0 (Crawler for SIFE (WTT); http://wtt.beecom.ch/wttsearch.html; wtt@beecom.ch)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'lmspider/Nutch-0.9-dev', 1 => 'lmspider@nuance.com)'), 1 => array(0 => 'lmspider/Nutch-0.9-dev (For research purposes.; www.nuance.com; lmspider@nuance.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'lmspider/Nutch-0.9-dev (For research purposes.; www.nuance.com; lmspider@nuance.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'emBot-GalaBuzz/Nutch-1.0'), 1 => array(0 => 'emBot-GalaBuzz/Nutch-1.0 (http://emining.jp/; em@galabuzz.jp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'emBot-GalaBuzz/Nutch-1.0 (http://emining.jp/; em@galabuzz.jp)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'lmspider/Nutch-0.9', 1 => 'lmspider@nuance.com)'), 1 => array(0 => 'lmspider/Nutch-0.9 (For research purposes.; www.nuance.com; lmspider@nuance.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'lmspider/Nutch-0.9 (For research purposes.; www.nuance.com; lmspider@nuance.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Nutch Spider/Nutch-1.2', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Nutch/Nutch-1.4 (A semantic crawler for a PhD thesis; http://issel.ee.auth.gr/doku.php/research; kvavliak at issel dot ee dot auth dot gr)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Nutch/Nutch-1.4 (A semantic crawler for a PhD thesis; http://issel.ee.auth.gr/doku.php/research; kvavliak at issel dot ee dot auth dot gr)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'ExactSeek Crawler (nutch 1.4)/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'ExactSeek Crawler (nutch 1.4)/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Kiodia Spider/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Kiodia Spider/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://scholaruniverse.com/bot.jsp;'), 1 => array(0 => 'ScholarUniverse/0.8 (Nutch; http://scholaruniverse.com/bot.jsp; fetch-agent@scholaruniverse.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'ScholarUniverse/0.8 (Nutch; http://scholaruniverse.com/bot.jsp; fetch-agent@scholaruniverse.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'merocrawl/Nutch-1.4 (merobase crawler; www.merobase.com; info@merobase.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'merocrawl/Nutch-1.4 (merobase crawler; www.merobase.com; info@merobase.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Spider/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Spider/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Nutch Spider/Nutch-1.5', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'WikiDo/Nutch-1.4 (http://wikido.com; crawler@wikido.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'WikiDo/Nutch-1.4 (http://wikido.com; crawler@wikido.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'crawler/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'crawler/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TosCrawler/Nutch-1.4', 1 => '\'Rdc-crawler'), 1 => array(0 => 'TosCrawler/Nutch-1.4 (http://www.toshiba.co.jp/rdc/about/crawl_info.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'TosCrawler/Nutch-1.4 (http://www.toshiba.co.jp/rdc/about/crawl_info.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'KinglandSystemsCorp/Nutch-1.2 (Web crawler run by Kingland Systems Corp; http://www.kingland.com; kyle dot hansen at Kingland dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'KinglandSystemsCorp/Nutch-1.2 (Web crawler run by Kingland Systems Corp; http://www.kingland.com; kyle dot hansen at Kingland dot com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.5.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Nutch Spider/Nutch-1.5.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider', 1 => '(spider;'), 1 => array(0 => 'spider/Nutch-1.5.1 (spider; http://www.xxx.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'spider/Nutch-1.5.1 (spider; http://www.xxx.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NexiSpider/Nutch-1.5.1'), 1 => array(0 => 'NexiSpider/Nutch-1.5.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NexiSpider/Nutch-1.5.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TosCrawler/Nutch-1.5.1', 1 => '\'Rdc-crawler'), 1 => array(0 => 'TosCrawler/Nutch-1.5.1 (http://www.toshiba.co.jp/rdc/about/crawl_info.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'TosCrawler/Nutch-1.5.1 (http://www.toshiba.co.jp/rdc/about/crawl_info.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Nutch/Nutch-2.0 (Nutch Crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Nutch/Nutch-2.0 (Nutch Crawler)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSNBot/Nutch-1.5.1'), 1 => array(0 => 'MSNBot/Nutch-1.5.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'MSNBot/Nutch-1.5.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'NSIDC Libre Crawler/Nutch-1.5.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NSIDC Libre Crawler/Nutch-1.5.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://lucene.apache.org/nutch/bot.html;'), 1 => array(0 => 'NutchCVS (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NutchCVS (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Spiderman/Nutch-1.5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Spiderman/Nutch-1.5', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'vik-robot/Nutch-1.0', 1 => '(vikspider;', 2 => 'vikspider@163.com'), 1 => array(0 => 'vik-robot/Nutch-1.0 (vikspider; http://vik.com; vikspider@163.com )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'vik-robot/Nutch-1.0 (vikspider; http://vik.com; vikspider@163.com )', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Parveen Nutch Spider/Nutch-1.5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Parveen Nutch Spider/Nutch-1.5', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebDataCommonsCrawler/Nutch-1.5.1'), 1 => array(0 => 'WebDataCommonsCrawler/Nutch-1.5.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'WebDataCommonsCrawler/Nutch-1.5.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Mu Nutch Spider/Nutch-1.5.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Mu Nutch Spider/Nutch-1.5.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AstuteSocialCrawler/Nutch-1.4'), 1 => array(0 => 'AstuteSocialCrawler/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'AstuteSocialCrawler/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'MetricAlerts/Nutch-2.0 (Media monitoring; http://socialartisan.co.uk; crawler@socialartisan.co.uk)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'MetricAlerts/Nutch-2.0 (Media monitoring; http://socialartisan.co.uk; crawler@socialartisan.co.uk)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'spider/Nutch-2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'spider/Nutch-2.0', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Matt_Crawler/Nutch-1.5.1', 1 => 'research_crawler'), 1 => array(0 => 'Matt_Crawler/Nutch-1.5.1 (Academic test crawl; research_crawler at yahoo)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Matt_Crawler/Nutch-1.5.1 (Academic test crawl; research_crawler at yahoo)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot'), 1 => array(0 => 'Affectv Robot v1.0/Nutch-2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Affectv Robot v1.0/Nutch-2.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Ruilin\'s Nutch Spider/Nutch-1.5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Ruilin\'s Nutch Spider/Nutch-1.5', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TosCrawler/Nutch-1.6', 1 => '\'Rdc-crawler'), 1 => array(0 => 'TosCrawler/Nutch-1.6 (http://www.toshiba.co.jp/rdc/about/crawl_info.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'TosCrawler/Nutch-1.6 (http://www.toshiba.co.jp/rdc/about/crawl_info.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Nutch-Crawler-Manu/Nutch-1.5.1'), 1 => array(0 => 'Nutch-Crawler-Manu/Nutch-1.5.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Nutch-Crawler-Manu/Nutch-1.5.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'Crawler'), 1 => array(0 => 'ExactSeek Crawler (nutch 1.4)/Nutch-1.4 (ExactSeek Crawler; http://www.exactseek.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'ExactSeek Crawler (nutch 1.4)/Nutch-1.4 (ExactSeek Crawler; http://www.exactseek.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'KSCrawler/Nutch-1.5.1', 1 => '(http://www.kindsight.net/en/kscrawler;', 2 => 'crawler'), 1 => array(0 => 'KSCrawler/Nutch-1.5.1 (http://www.kindsight.net/en/kscrawler; crawler@kindsight.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'KSCrawler/Nutch-1.5.1 (http://www.kindsight.net/en/kscrawler; crawler@kindsight.net)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Nutch Spider/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TosCrawler/Nutch-1.4', 1 => '\'Rdc-crawler'), 1 => array(0 => 'TosCrawler/Nutch-1.4 (http://www.toshiba.co.jp/rdc/about/crawl_info_en.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'TosCrawler/Nutch-1.4 (http://www.toshiba.co.jp/rdc/about/crawl_info_en.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'ReventIt Spider/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'ReventIt Spider/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'WhelanLabs Search/Nutch-1.4 (WhelanLabs Web Crawler Agent; searchengine@whelanlabs.com; http://www.whelanlabs.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'WhelanLabs Search/Nutch-1.4 (WhelanLabs Web Crawler Agent; searchengine@whelanlabs.com; http://www.whelanlabs.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot', 1 => 'robots.txt!'), 1 => array(0 => 'LWNutch/Nutch-1.4 (another scientific bot - we accept your robots.txt! )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'LWNutch/Nutch-1.4 (another scientific bot - we accept your robots.txt! )', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'BigBozz Bot/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'BigBozz Bot/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BigBozzBot/1.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BigBozzBot/1.1; +http://www.bigbozz.com/)/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Mozilla/5.0 (compatible; BigBozzBot/1.1; +http://www.bigbozz.com/)/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.nutch.org/docs/en/bot.html;'), 1 => array(0 => 'NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Nutch Spider/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Nutch Spider/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Test Spider/Nutch-2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Test Spider/Nutch-2.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Nutch Spider/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Nutch Spider/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TosCrawler/Nutch-1.6', 1 => '\'Rdc-crawler'), 1 => array(0 => 'TosCrawler/Nutch-1.6 (http://www.toshiba.co.jp/rdc/about/crawl_info_en.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'TosCrawler/Nutch-1.6 (http://www.toshiba.co.jp/rdc/about/crawl_info_en.htm; \'Rdc-crawler at ml dot toshiba dot co dot jp\')', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'INLNutchSpider/Nutch-2.1'), 1 => array(0 => 'INLNutchSpider/Nutch-2.1 (Knowledge Indexer; http://www.inl.gov/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'INLNutchSpider/Nutch-2.1 (Knowledge Indexer; http://www.inl.gov/)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot'), 1 => array(0 => 'Affectv Robot v1.0/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Affectv Robot v1.0/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'spider/Nutch-2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'spider/Nutch-2.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'MZone Spider/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'MZone Spider/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Super Nutch Spider/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Super Nutch Spider/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)/Nutch-2.1'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)/Nutch-2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)/Nutch-2.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Crawler/Nutch-1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Crawler/Nutch-1.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NutchCrawler/Nutch-1.1'), 1 => array(0 => 'NutchCrawler/Nutch-1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NutchCrawler/Nutch-1.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Your Nutch Spider/Nutch-2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Your Nutch Spider/Nutch-2.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'spyder/Nutch-2.1 (just another internet crawler; http://www.paloaltonetworks.com/products/features/url-filtering.html; ghalevy@paloaltonetworks.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'spyder/Nutch-2.1 (just another internet crawler; http://www.paloaltonetworks.com/products/features/url-filtering.html; ghalevy@paloaltonetworks.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.6-SNAPSHOT')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Nutch Spider/Nutch-1.6-SNAPSHOT', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/Nutch-1.4', 1 => 'http://en.wikipedia.org/wiki/Web_crawler;'), 1 => array(0 => 'Googlebot/Nutch-1.4 (Prototype; http://en.wikipedia.org/wiki/Web_crawler; donotreply at prototype dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Googlebot/Nutch-1.4 (Prototype; http://en.wikipedia.org/wiki/Web_crawler; donotreply at prototype dot com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NutchCrawler/Nutch-1.6'), 1 => array(0 => 'NutchCrawler/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NutchCrawler/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'my crawler/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'my crawler/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot'), 1 => array(0 => 'Affectv Robot v1.0/Nutch-1.6 (http://www.affectv.co.uk; austin at affectv dot co dot uk)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Affectv Robot v1.0/Nutch-1.6 (http://www.affectv.co.uk; austin at affectv dot co dot uk)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'KzjnetBot/Nutch-1.6'), 1 => array(0 => 'KzjnetBot/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'KzjnetBot/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://lucene.apache.org/nutch/bot.html;'), 1 => array(0 => 'NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'HPI-BI-Crawler/0.1(+http://www.hpi.uni-potsdam.de/meinel/forschung/web_30/blog_intelligence.html)/Nutch-2.0-dev'), 1 => array(0 => 'HPI-BI-Crawler/0.1(+http://www.hpi.uni-potsdam.de/meinel/forschung/web_30/blog_intelligence.html)/Nutch-2.0-dev')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'HPI-BI-Crawler/0.1(+http://www.hpi.uni-potsdam.de/meinel/forschung/web_30/blog_intelligence.html)/Nutch-2.0-dev', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MyNutchSpider/Nutch-2.1'), 1 => array(0 => 'MyNutchSpider/Nutch-2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'MyNutchSpider/Nutch-2.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Dorkobot/Nutch-1.6'), 1 => array(0 => 'Dorkobot/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Dorkobot/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => '"Mozilla/5.0"/Nutch-2.1 (just another internet crawler; http://www.paloaltonetworks.com/products/features/url-filtering.html; ghalevy@paloaltonetworks.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, '"Mozilla/5.0"/Nutch-2.1 (just another internet crawler; http://www.paloaltonetworks.com/products/features/url-filtering.html; ghalevy@paloaltonetworks.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Ziba/Nutch-1.4 (Ziba Links Web Spider; http://www.zibalinks.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Ziba/Nutch-1.4 (Ziba Links Web Spider; http://www.zibalinks.com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.7-SNAPSHOT')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'My Nutch Spider/Nutch-1.7-SNAPSHOT', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Global-Crawler/Nutch-1.4', 1 => 'crawler'), 1 => array(0 => 'Global-Crawler/Nutch-1.4 (Search platform crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Global-Crawler/Nutch-1.4 (Search platform crawler)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'LinexBot/Nutch-1.0'), 1 => array(0 => 'LinexBot/Nutch-1.0 (www.linexsystems.com; support at linexsystems dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'LinexBot/Nutch-1.0 (www.linexsystems.com; support at linexsystems dot com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Permaculture Super Coop Nutch Spider/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Permaculture Super Coop Nutch Spider/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TsolCrawler/Nutch-1.4'), 1 => array(0 => 'TsolCrawler/Nutch-1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'TsolCrawler/Nutch-1.4', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ManziaBot/Nutch-2.1', 1 => 'crawler', 2 => 'http://www.manzia.com/crawler;'), 1 => array(0 => 'ManziaBot/Nutch-2.1 (Web crawler from Manzia Corp; http://www.manzia.com/crawler; info at manzia dot com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'ManziaBot/Nutch-2.1 (Web crawler from Manzia Corp; http://www.manzia.com/crawler; info at manzia dot com)', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Nimit is a web indexing system designed to focus crawl the web for educational content. the crawler is built on top of open-source nutch and is intended to to pocketize the web into domains eg content for engineering, medicine,law, humanities and business/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Nimit is a web indexing system designed to focus crawl the web for educational content. the crawler is built on top of open-source nutch and is intended to to pocketize the web into domains eg content for engineering, medicine,law, humanities and business/Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Nimit is a web indexing system designed to focus crawl the web for educational content. the crawler is built on top of open-source nutch and is intended to to pocketize the web into domains eg content for engineering, medicine,law, humanities and business./Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Nimit is a web indexing system designed to focus crawl the web for educational content. the crawler is built on top of open-source nutch and is intended to to pocketize the web into domains eg content for engineering, medicine,law, humanities and business./Nutch-1.6', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Acc Crawler/Nutch-1.7')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'Acc Crawler/Nutch-1.7', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NutchCrawler/Nutch-2.2.1'), 1 => array(0 => 'NutchCrawler/Nutch-2.2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,495072, 'NutchCrawler/Nutch-2.2.1', '18254-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SEMvisu/BOT'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.101 Safari/537.11 SEMvisu/BOT')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,355621,973219,913, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.101 Safari/537.11 SEMvisu/BOT', '17595-17297-18439-18092'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => 'http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'googlebot'), 1 => array(0 => 'googlebot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'googlebot', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => 'http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.google.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1 (+http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1 (+http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Image/1.0'), 1 => array(0 => 'Googlebot-Image/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot-Image/1.0', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/5.0+(compatible;+Googlebot/2.1;++http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0+(compatible;+Googlebot/2.1;++http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0+(compatible;+Googlebot/2.1;++http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.googlebot.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1 (+http://www.googlebot.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1 (+http://www.googlebot.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(http://www.googlebot.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1 (http://www.googlebot.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1 (http://www.googlebot.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Image/1.0,gzip(gfe)'), 1 => array(0 => 'Googlebot-Image/1.0,gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot-Image/1.0,gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; gallery_203.nasl; Googlebot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/4.0 (compatible; gallery_203.nasl; Googlebot)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Video/1.0'), 1 => array(0 => 'Googlebot-Video/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot-Video/1.0', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-richsnippets'), 1 => array(0 => 'Googlebot-richsnippets')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot-richsnippets', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) ASProxy/5.5b5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) ASProxy/5.5b5', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Image/1.0', 1 => 'CoralWebPrxGooglebot-Image/1.0,gzip(gfe)'), 1 => array(0 => 'Googlebot-Image/1.0 AppEngine CirruxCache CoralWebPrxGooglebot-Image/1.0,gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot-Image/1.0 AppEngine CirruxCache CoralWebPrxGooglebot-Image/1.0,gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => 'Googlebot/2.0;', 2 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; compatible; Googlebot/2.0; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; compatible; Googlebot/2.0; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1'), 1 => array(0 => 'Googlebot/2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html),gzip(gfe) (via translate.google.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html),gzip(gfe) (via translate.google.com)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)', 2 => 'Googlebot/2.1;', 3 => '+http://www.google.com/bot.html),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) AppEngine CirruxCache CoralWebPrxMozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) AppEngine CirruxCache CoralWebPrxMozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-News'), 1 => array(0 => 'Googlebot-News')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot-News', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => '?Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, '?Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) ASProxy/5.5b4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) ASProxy/5.5b4', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/Googlebot', 1 => '(GoogleBot;'), 1 => array(0 => 'Googlebot/Googlebot 1.0 (GoogleBot; www.google.com; admin@google.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/Googlebot 1.0 (GoogleBot; www.google.com; admin@google.com)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => 'http://www.googlebot.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1 ( http://www.googlebot.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1 ( http://www.googlebot.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) [UsableNet Lift Mobile]')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) [UsableNet Lift Mobile]', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Image/1.0', 1 => 'http://www.googlebot.com/bot.html)'), 1 => array(0 => 'Googlebot-Image/1.0 ( http://www.googlebot.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot-Image/1.0 ( http://www.googlebot.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'HideMe.mobi Browser Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'HideMe.mobi Browser Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1+(+http://www.google.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1+(+http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1+(+http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => 'http://www.google.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1 ( http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1 ( http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.googlebot.com/bot.html'), 1 => array(0 => 'http://www.googlebot.com/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'http://www.googlebot.com/bot.html', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/4.0 (MobilePhone MM-8300/US/1.0) NetFront/3.1 MMP/2.0 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/4.0 (MobilePhone MM-8300/US/1.0) NetFront/3.1 MMP/2.0 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.0;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.0; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.0; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'googlebot/2.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; googlebot/2.1;')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; googlebot/2.1;', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) ASProxy/5.5b3')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) ASProxy/5.5b3', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; ScanAlert; Googlebot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/4.0 (compatible; ScanAlert; Googlebot)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/1.0', 1 => '(googlebot@googlebot.com', 2 => 'http://googlebot.com/)'), 1 => array(0 => 'Googlebot/1.0 (googlebot@googlebot.com http://googlebot.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/1.0 (googlebot@googlebot.com http://googlebot.com/)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot'), 1 => array(0 => 'Googlebot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot 1.0', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Image/1.0'), 1 => array(0 => 'Googlebot-Image/1.0 ASProxy/5.5b5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot-Image/1.0 ASProxy/5.5b5', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Locubot', 1 => 'Googlebot;', 2 => 'msnbot)'), 1 => array(0 => 'Locubot (compatible; Googlebot; msnbot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Locubot (compatible; Googlebot; msnbot)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot'), 1 => array(0 => 'Googlebot 2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot 2.1', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.google.com/bot.html'), 1 => array(0 => 'Googlebot/2.1 (+http://www.google.com/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1 (+http://www.google.com/bot.html', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1;http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1;http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mediapartners-Googlebot/2.1;(+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla (compatible; Mediapartners-Googlebot/2.1;(+http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla (compatible; Mediapartners-Googlebot/2.1;(+http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+Baiduspider/2.0;++http://www.baidu.com/search/spider.html', 1 => '+Googlebot/2.1;++http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/4.0 (compatible; +Baiduspider/2.0;++http://www.baidu.com/search/spider.html +Googlebot/2.1;++http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/4.0 (compatible; +Baiduspider/2.0;++http://www.baidu.com/search/spider.html +Googlebot/2.1;++http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1;+http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1;+http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozila/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozila/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1(+http://www.googlebot.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1(+http://www.googlebot.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1(+http://www.googlebot.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'googlebot/bot.htm'), 1 => array(0 => 'googlebot/bot.htm')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'googlebot/bot.htm', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(http://www.google.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1 (http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1 (http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GoogleBot'), 1 => array(0 => 'GoogleBot (http://www.google.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'GoogleBot (http://www.google.com)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => 'http://www.deepcrawl.co.uk/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.deepcrawl.co.uk/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.deepcrawl.co.uk/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => '* Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, '* Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://script.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; GoogleDocs GoogleApps; script; +http://script.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; GoogleDocs GoogleApps; script; +http://script.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1(+http://www.google.com/bot.html)'), 1 => array(0 => 'Googlebot/2.1(+http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Googlebot/2.1(+http://www.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://script.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; GoogleDocs GoogleApps script; +http://script.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,443728, 'Mozilla/5.0 (compatible; GoogleDocs GoogleApps script; +http://script.google.com/bot.html)', '18254-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Superfeedr: Superparser bot/1.1 http://superfeedr.com - Please read this http://blog.superfeedr.com/publishers.html or get in touch if we are polling too hard')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Superfeedr: Superparser bot/1.1 http://superfeedr.com - Please read this http://blog.superfeedr.com/publishers.html or get in touch if we are polling too hard', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DynoBot/0.8.2528'), 1 => array(0 => 'Mozilla/4.0 (UNIX; I; amd64) DynoBot/0.8.2528')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/4.0 (UNIX; I; amd64) DynoBot/0.8.2528', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch!')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch!', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PeekBot'), 1 => array(0 => 'GG PeekBot 2.0 ( http://gg.pl/ http://info.gadu-gadu.pl/praca )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'GG PeekBot 2.0 ( http://gg.pl/ http://info.gadu-gadu.pl/praca )', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Ara.com.tr / Bot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Ara.com.tr / Bot 1.0', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PollBot', 1 => '(http://besome1.info/robots.html)'), 1 => array(0 => 'PollBot v1.2 (http://besome1.info/robots.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'PollBot v1.2 (http://besome1.info/robots.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'linkdexbot/2.0;', 1 => '+http://www.linkdex.com/about/bots/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; linkdexbot/2.0; +http://www.linkdex.com/about/bots/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; linkdexbot/2.0; +http://www.linkdex.com/about/bots/)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mozilla/xintellibot'), 1 => array(0 => 'Mozilla/xintellibot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/xintellibot', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'scanbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; scanbot/1.0; +http://dazzlepod.com/ip/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; scanbot/1.0; +http://dazzlepod.com/ip/)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'MaxPoint Bot (+http://www.maxpoint.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'MaxPoint Bot (+http://www.maxpoint.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou web spider/4.0?iVFA')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Sogou web spider/4.0?iVFA', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; SafeLinks Bot; http://safelinkshq.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; SafeLinks Bot; http://safelinkshq.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://www.nitidum.com/bot)'), 1 => array(0 => 'Nitidum Tarsier/1.0 (+http://www.nitidum.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Nitidum Tarsier/1.0 (+http://www.nitidum.com/bot)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DistSearchBot/dev'), 1 => array(0 => 'DistSearchBot/dev (http://www.tkolb.de/distsearch.txt)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'DistSearchBot/dev (http://www.tkolb.de/distsearch.txt)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2.20')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Screaming Frog SEO Spider/2.20', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebDataCentreBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; WebDataCentreBot/1.0; +http://WebDataCentre.com/;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; WebDataCentreBot/1.0; +http://WebDataCentre.com/;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Screaming Frog SEO Spider/2,20')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Screaming Frog SEO Spider/2,20', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DonkeyBot/0.3a;'), 1 => array(0 => 'Mozilla/5.0 (compatible; DonkeyBot/0.3a; +http://www.dasdonkey.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; DonkeyBot/0.3a; +http://www.dasdonkey.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SeznamBot/3.1-test1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; SeznamBot/3.1-test1; +http://fulltext.sblog.cz/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; SeznamBot/3.1-test1; +http://fulltext.sblog.cz/)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'EhName Domain Registry Protection Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'EhName Domain Registry Protection Bot', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NCBot', 1 => 'bot'), 1 => array(0 => 'NCBot (http://netcomber.com?st=ba : tool for finding true domain owners) Queries/complaints: bot@netcomber.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'NCBot (http://netcomber.com?st=ba : tool for finding true domain owners) Queries/complaints: bot@netcomber.com', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SocialOomphBot/1.0'), 1 => array(0 => 'SocialOomphBot/1.0 (info@socialoomph.com http://socialoomph.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'SocialOomphBot/1.0 (info@socialoomph.com http://socialoomph.com/)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Trackybot/0.1', 1 => '(+https://tracky.com/bot.html)'), 1 => array(0 => 'Trackybot/0.1 (+https://tracky.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Trackybot/0.1 (+https://tracky.com/bot.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Exabot/3.0;', 1 => 'http://www.exabot.com/go/robot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Exabot/3.0; http://www.exabot.com/go/robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; Exabot/3.0; http://www.exabot.com/go/robot)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OpenWebSpider/0.7', 1 => '(http://www.openwebspider.org)'), 1 => array(0 => 'OpenWebSpider/0.7 (http://www.openwebspider.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'OpenWebSpider/0.7 (http://www.openwebspider.org)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.siteliner.com/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Siteliner/1.0; +http://www.siteliner.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; Siteliner/1.0; +http://www.siteliner.com/bot)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 's~socialmediacrawler)'), 1 => array(0 => 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~socialmediacrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~socialmediacrawler)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots mon2)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots mon2)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots mon1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots mon1)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Clickagy Ad Intelligence Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Clickagy Ad Intelligence Bot', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'datagnionbot', 1 => '(+http://www.datagnion.com/bot.html)'), 1 => array(0 => 'datagnionbot (+http://www.datagnion.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'datagnionbot (+http://www.datagnion.com/bot.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Ephorusbot/undefined;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Ephorusbot/undefined; +http://www.ephorus.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; Ephorusbot/undefined; +http://www.ephorus.com/)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PerfectMarketKWTbot/1.0'), 1 => array(0 => 'Mozilla/5.0 (compatible; PerfectMarketKWTbot/1.0 +http://www.perfectmarket.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; PerfectMarketKWTbot/1.0 +http://www.perfectmarket.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'equellaurlbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; equellaurlbot/1.0; +http://support.equella.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; equellaurlbot/1.0; +http://support.equella.com/)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'miggibot'), 1 => array(0 => 'A1 Website Download/4.2.4 (+http://www.microsystools.com/products/website-download/) miggibot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'A1 Website Download/4.2.4 (+http://www.microsystools.com/products/website-download/) miggibot', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CatchBot/2.0;', 1 => '+http://www.catchbot.com;c2VvLWNyYXdsZXI='), 1 => array(0 => 'CatchBot/2.0; +http://www.catchbot.com;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'CatchBot/2.0; +http://www.catchbot.com;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'seexie.com_bot/4.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; seexie.com_bot/4.1; +http://www.seexie.com);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; seexie.com_bot/4.1; +http://www.seexie.com);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CatchBot/1.0;', 1 => '+http://www.catchbot.com;c2VvLWNyYXdsZXI='), 1 => array(0 => 'CatchBot/1.0; +http://www.catchbot.com;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'CatchBot/1.0; +http://www.catchbot.com;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.tokenizer.org/bot.html;'), 1 => array(0 => 'Tokenizer/1.1.19 (Shopping Search Engine; http://www.tokenizer.org/bot.html; agent@tokenizer.org);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Tokenizer/1.1.19 (Shopping Search Engine; http://www.tokenizer.org/bot.html; agent@tokenizer.org);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Snapbot/1.0'), 1 => array(0 => 'Snapbot/1.0 (Snap Shots, +http://www.snap.com);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Snapbot/1.0 (Snap Shots, +http://www.snap.com);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'PageBitesHyperBot/600'), 1 => array(0 => 'PageBitesHyperBot/600 (http://www.pagebites.com/);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'PageBitesHyperBot/600 (http://www.pagebites.com/);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'finbot'), 1 => array(0 => 'finbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'finbot', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'lookingforitbot/v1.0;', 1 => 'http://www.lookingforit.net/bot.php?+)'), 1 => array(0 => 'Mozilla/5.0 (compatible; lookingforitbot/v1.0; http://www.lookingforit.net/bot.php?+)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; lookingforitbot/v1.0; http://www.lookingforit.net/bot.php?+)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Abyssbot'), 1 => array(0 => 'Abyssbot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Abyssbot', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DCPbot/1.5;'), 1 => array(0 => 'Mozilla/5.0 (compatible; DCPbot/1.5; +http://domains.checkparams.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; DCPbot/1.5; +http://domains.checkparams.com/)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Kzjnetbot/Kzjnetbot-0.1'), 1 => array(0 => 'Kzjnetbot/Kzjnetbot-0.1 (http://search.kzjnet.com; search@kzjnet.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Kzjnetbot/Kzjnetbot-0.1 (http://search.kzjnet.com; search@kzjnet.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => '-Bot/5.4'), 1 => array(0 => 'SupremeSearch.net Spider-Bot/5.4 (http://www.supremesearch.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'SupremeSearch.net Spider-Bot/5.4 (http://www.supremesearch.net)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ht2p-bot/v1'), 1 => array(0 => 'ht2p-bot/v1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'ht2p-bot/v1', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NCBot'), 1 => array(0 => 'NCBot http://netcomber.com?st=ba2Tool for finding all their domain names.')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'NCBot http://netcomber.com?st=ba2Tool for finding all their domain names.', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => 'robot@ehname.com'), 1 => array(0 => 'EhName Domain Portfolio Bot http://ehname.com/DOMAIN?st=ba robot@ehname.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'EhName Domain Portfolio Bot http://ehname.com/DOMAIN?st=ba robot@ehname.com', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SemrushBot/0.96.4;', 1 => '+http://www.semrush.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SemrushBot/0.96.4; +http://www.semrush.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; SemrushBot/0.96.4; +http://www.semrush.com/bot.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NCBot', 1 => 'bot'), 1 => array(0 => 'NCBot (http://netcomber.com/DOMAIN?st=ba : tool for finding true domain owners) Queries/complaints: bot@netcomber.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'NCBot (http://netcomber.com/DOMAIN?st=ba : tool for finding true domain owners) Queries/complaints: bot@netcomber.com', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ManziaBot'), 1 => array(0 => 'ManziaBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'ManziaBot', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TitleBot-1.0'), 1 => array(0 => 'TitleBot-1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'TitleBot-1.0', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NCBot'), 1 => array(0 => 'NCBot http://netcomber.com?st=ba2 Tool for finding all their domain names.')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'NCBot http://netcomber.com?st=ba2 Tool for finding all their domain names.', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'ContextAd Bot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'ContextAd Bot 1.0', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MojeekBot/0.5;', 1 => 'http://www.mojeek.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MojeekBot/0.5; http://www.mojeek.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; MojeekBot/0.5; http://www.mojeek.com/bot.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => '-Bot/5.5'), 1 => array(0 => 'SupremeSearch.net Spider-Bot/5.5 (http://www.supremesearch.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'SupremeSearch.net Spider-Bot/5.5 (http://www.supremesearch.net)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Test spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Test spider', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'openstat.ru/Bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; openstat.ru/Bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; openstat.ru/Bot)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => '/Bot'), 1 => array(0 => 'Spider/Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Spider/Bot', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou web spider/4.02525A')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Sogou web spider/4.02525A', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Sogou web spider/4.05252A')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Sogou web spider/4.05252A', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.semetrical.com/bot.html)'), 1 => array(0 => 'semetrical (http://www.semetrical.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'semetrical (http://www.semetrical.com/bot.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'seexie.com_bot/4.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; seexie.com_bot/4.1; +http://seexie.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; seexie.com_bot/4.1; +http://seexie.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GozaikBot', 1 => '(www.gozaik.com;webmaster@gozaik.com;www.gozaik.com/gozaikbot.html)'), 1 => array(0 => 'GozaikBot (www.gozaik.com;webmaster@gozaik.com;www.gozaik.com/gozaikbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'GozaikBot (www.gozaik.com;webmaster@gozaik.com;www.gozaik.com/gozaikbot.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YodaoBot/1.0;', 1 => 'http://www.yodao.com/help/webmaster/spider/;);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/;);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/;);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Open Web Analytics Bot 1.2.4;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Open Web Analytics Bot 1.2.4;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider+(+http://www.baidu.jp/spider/);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Baiduspider+(+http://www.baidu.jp/spider/);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Baiduspider+(+http://www.baidu.jp/spider/);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'discobot/1.1;', 1 => '+http://discoveryengine.com/discobot.html;c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; discobot/1.1; +http://discoveryengine.com/discobot.html;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; discobot/1.1; +http://discoveryengine.com/discobot.html;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.80legs.com/spider.html;)'), 1 => array(0 => 'Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/spider.html;) Gecko/X;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/spider.html;) Gecko/X;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'lobot/0.3', 1 => '(http://www.lofoso.com/robot.html);c2VvLWNyYXdsZXI='), 1 => array(0 => 'lobot/0.3 (http://www.lofoso.com/robot.html);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'lobot/0.3 (http://www.lofoso.com/robot.html);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CCBot/1.0', 1 => '(+http://www.commoncrawl.org/bot.html);c2VvLWNyYXdsZXI='), 1 => array(0 => 'CCBot/1.0 (+http://www.commoncrawl.org/bot.html);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'CCBot/1.0 (+http://www.commoncrawl.org/bot.html);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MoFuseBot', 1 => 'http://bot.mofuse.com/;'), 1 => array(0 => 'MoFuseBot (Feed Parser; http://bot.mofuse.com/; Allow like Gecko);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'MoFuseBot (Feed Parser; http://bot.mofuse.com/; Allow like Gecko);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CatchBot/1.0;', 1 => 'http://www.catchbot.com;c2VvLWNyYXdsZXI='), 1 => array(0 => 'CatchBot/1.0; http://www.catchbot.com;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'CatchBot/1.0; http://www.catchbot.com;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TrueKnowledgeBot', 1 => '(http://www.trueknowledge.com/tkbot/;', 2 => 'tkbot'), 1 => array(0 => 'TrueKnowledgeBot (http://www.trueknowledge.com/tkbot/; tkbot -AT- trueknowledge _dot_ com);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'TrueKnowledgeBot (http://www.trueknowledge.com/tkbot/; tkbot -AT- trueknowledge _dot_ com);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Baiduspider/2.0;', 1 => '+http://www.baidu.com/search/spider.html);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZumBot/1.0;'), 1 => array(0 => '[(\'User-agent\', \'Mozilla/5.0 (compatible; ZumBot/1.0; http://help.zum.com/inquiry)\')]')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, '[(\'User-agent\', \'Mozilla/5.0 (compatible; ZumBot/1.0; http://help.zum.com/inquiry)\')]', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ElisaBot'), 1 => array(0 => 'ElisaBot 1.0 [u-f-g-table]')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'ElisaBot 1.0 [u-f-g-table]', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SemrushBot/0.97;', 1 => '+http://www.semrush.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SemrushBot/0.97; +http://www.semrush.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; SemrushBot/0.97; +http://www.semrush.com/bot.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexMetrika/3.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexMetrika/3.0; +http://yandex.com/bots)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Contensive-Bot/3.0.150'), 1 => array(0 => 'Contensive-Bot/3.0.150')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Contensive-Bot/3.0.150', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://archive-nz.com/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; archive-nz.com/1.1; +http://archive-nz.com/bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; archive-nz.com/1.1; +http://archive-nz.com/bot)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ReplazBot/2.5;'), 1 => array(0 => 'Mozilla/5.0 (compatible; ReplazBot/2.5; +http://www.replaz.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; ReplazBot/2.5; +http://www.replaz.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Wepbot/3.0'), 1 => array(0 => 'Wepbot/3.0 (+http://www.nurago.com/index.php?id=210); Jakarta Commons-HttpClient/3.1;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Wepbot/3.0 (+http://www.nurago.com/index.php?id=210); Jakarta Commons-HttpClient/3.1;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Nekstbot', 1 => 'http://www.ipipan.waw.pl/nekst/nekstbot/'), 1 => array(0 => 'Nekstbot - http://www.ipipan.waw.pl/nekst/nekstbot/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Nekstbot - http://www.ipipan.waw.pl/nekst/nekstbot/', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SolomonoBot/1.01'), 1 => array(0 => 'SolomonoBot/1.01 (http://www.solomono.ru);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'SolomonoBot/1.01 (http://www.solomono.ru);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'EvaalSE - bot@evaal.com;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'EvaalSE - bot@evaal.com;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/1.1', 1 => '(+http://search.msn.com/msnbot.htm);c2VvLWNyYXdsZXI='), 1 => array(0 => 'msnbot/1.1 (+http://search.msn.com/msnbot.htm);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'msnbot/1.1 (+http://search.msn.com/msnbot.htm);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Purebot/1.1;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Purebot/1.1; +http://www.puritysearch.net/);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; Purebot/1.1; +http://www.puritysearch.net/);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Checkbot/1.79'), 1 => array(0 => 'Checkbot/1.79 LWP/5.813;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Checkbot/1.79 LWP/5.813;c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'msnbot/2.0b', 1 => '(+http://search.msn.com/msnbot.htm);c2VvLWNyYXdsZXI='), 1 => array(0 => 'msnbot/2.0b (+http://search.msn.com/msnbot.htm);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'msnbot/2.0b (+http://search.msn.com/msnbot.htm);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://builtwith.com/bot.html);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; BuiltWith/0.3; +http://builtwith.com/bot.html);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; BuiltWith/0.3; +http://builtwith.com/bot.html);c2VvLWNyYXdsZXI=', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'searchdotsh/Search.sh-2.2.1 (search.sh spider ver.0.5; http://search.sh/; webmaster at search dot sh)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'searchdotsh/Search.sh-2.2.1 (search.sh spider ver.0.5; http://search.sh/; webmaster at search dot sh)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://yandex.com/bots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YaDirectFetcher/1.0; +http://yandex.com/bots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; YaDirectFetcher/1.0; +http://yandex.com/bots)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.wmhelper.com/bot.html)'), 1 => array(0 => 'Mozilla/4.0 (compatible; WMHelper/1.0; +http://www.wmhelper.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/4.0 (compatible; WMHelper/1.0; +http://www.wmhelper.com/bot.html)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'searchdotsh/0.5.0 (search.sh spider ver.0.5; http://search.sh/; webmaster at search dot sh)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'searchdotsh/0.5.0 (search.sh spider ver.0.5; http://search.sh/; webmaster at search dot sh)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YandexBot/3.0)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YandexBot/3.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; YandexBot/3.0)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Cliqz Bot (+http://www.cliqz.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Cliqz Bot (+http://www.cliqz.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spbot/4.0a;', 1 => '+http://www.seoprofiler.com/bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; spbot/4.0a; +http://www.seoprofiler.com/bot )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; spbot/4.0a; +http://www.seoprofiler.com/bot )', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'uMBot-IC/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; uMBot-IC/1.0; mailto: crawling@ubermetrics-technologies.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,425900, 'Mozilla/5.0 (compatible; uMBot-IC/1.0; mailto: crawling@ubermetrics-technologies.com)', '15364-7480-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'FyberSpider/1.3', 1 => '(http://www.fybersearch.com/fyberspider.php)'), 1 => array(0 => 'FyberSpider/1.3 (http://www.fybersearch.com/fyberspider.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'FyberSpider/1.3 (http://www.fybersearch.com/fyberspider.php)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SpokeSpider/1.0', 1 => '(http://support.spoke.com/webspider/)'), 1 => array(0 => 'SpokeSpider/1.0 (http://support.spoke.com/webspider/) Mozilla/5.0 (not really)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'SpokeSpider/1.0 (http://support.spoke.com/webspider/) Mozilla/5.0 (not really)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OpenWebSpider', 1 => '(http://www.openwebspider.org/)'), 1 => array(0 => 'OpenWebSpider v0.1.2.B (http://www.openwebspider.org/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'OpenWebSpider v0.1.2.B (http://www.openwebspider.org/)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WangIDSpider/1.0;', 1 => '+http://www.wangid.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; WangIDSpider/1.0; +http://www.wangid.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; WangIDSpider/1.0; +http://www.wangid.com/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'JikeSpider;', 1 => '+http://shoulu.jike.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; JikeSpider; +http://shoulu.jike.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; JikeSpider; +http://shoulu.jike.com/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BOT', 1 => 'Spider', 2 => '+http://botw.org)'), 1 => array(0 => 'Mozilla/4.0 (compatible; BOTW Spider; +http://botw.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/4.0 (compatible; BOTW Spider; +http://botw.org)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Roboter', 1 => 'Spider'), 1 => array(0 => 'Mozilla/5.0 (compatible;WI Job Roboter Spider Version 3;+http://www.webintegration.at)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible;WI Job Roboter Spider Version 3;+http://www.webintegration.at)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DRKSpider', 1 => 'http://www.drk.com.ar/spider/'), 1 => array(0 => 'DRKSpider - Website link validator - http://www.drk.com.ar/spider/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'DRKSpider - Website link validator - http://www.drk.com.ar/spider/', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YRSpider;', 1 => '+http://www.yunrang.com/yrspider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; YRSpider; +http://www.yunrang.com/yrspider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; YRSpider; +http://www.yunrang.com/yrspider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OpenWebSpider', 1 => '(http://www.openwebspider.org/)'), 1 => array(0 => 'OpenWebSpider v0.1.4 (http://www.openwebspider.org/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'OpenWebSpider v0.1.4 (http://www.openwebspider.org/)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Technology/Spider/Crawler'), 1 => array(0 => 'http://www.activesearchresults.com/addwebsite.php ASR Ranking Technology/Spider/Crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'http://www.activesearchresults.com/addwebsite.php ASR Ranking Technology/Spider/Crawler', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => '-Bot/2.0'), 1 => array(0 => 'SupremeSearch.net Spider-Bot/2.0 (http://www.supremesearch.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'SupremeSearch.net Spider-Bot/2.0 (http://www.supremesearch.net)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OrbitSpiderBot/1'), 1 => array(0 => 'OrbitSpiderBot/1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'OrbitSpiderBot/1', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OpenindexSpider;', 1 => '+http://www.openindex.io/en/webmasters/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; OpenindexSpider; +http://www.openindex.io/en/webmasters/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; OpenindexSpider; +http://www.openindex.io/en/webmasters/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.sycara.com/SpiderInfo.php)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; Sycara +http://www.sycara.com/SpiderInfo.php)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; Googlebot/2.1; Sycara +http://www.sycara.com/SpiderInfo.php)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Wspider-1.0;http://www.w3456.com/', 1 => 'PrimarySpider'), 1 => array(0 => 'Wspider-1.0;http://www.w3456.com/ PrimarySpider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Wspider-1.0;http://www.w3456.com/ PrimarySpider', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EasouSpider;', 1 => '+http://www.easou.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'Spider'), 1 => array(0 => 'Content Crawler Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Content Crawler Spider', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EasouSpider;', 1 => '+http://www.easou.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SecMindSpider;', 1 => '+http://securemymind.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SecMindSpider; +http://securemymind.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; SecMindSpider; +http://securemymind.com/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SecMindSpider;', 1 => '+http://www.securemymind.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SecMindSpider; +http://www.securemymind.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; SecMindSpider; +http://www.securemymind.com/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SouthWestSpider;', 1 => '+http://dianlake.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; SouthWestSpider; +http://dianlake.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; SouthWestSpider; +http://dianlake.com/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GreatChinaSpider;', 1 => '+http://www.learnatchina.com/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; GreatChinaSpider; +http://www.learnatchina.com/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,496034, 'Mozilla/5.0 (compatible; GreatChinaSpider; +http://www.learnatchina.com/spider.html)', '18254-7480-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AhrefsBot/1.0;', 1 => '+http://ahrefs.com/robot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AhrefsBot/1.0; +http://ahrefs.com/robot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,558795, 'Mozilla/5.0 (compatible; AhrefsBot/1.0; +http://ahrefs.com/robot/)', '18254-7480-18245-19827'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AhrefsBot/2.0;', 1 => '+http://ahrefs.com/robot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AhrefsBot/2.0; +http://ahrefs.com/robot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,558795, 'Mozilla/5.0 (compatible; AhrefsBot/2.0; +http://ahrefs.com/robot/)', '18254-7480-18245-19827'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AhrefsBot/2.0;', 1 => '+http://ahrefs.com/robot/),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AhrefsBot/2.0; +http://ahrefs.com/robot/),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,558795, 'Mozilla/5.0 (compatible; AhrefsBot/2.0; +http://ahrefs.com/robot/),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-19827'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AhrefsBot/3.1;', 1 => '+http://ahrefs.com/robot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AhrefsBot/3.1; +http://ahrefs.com/robot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,558795, 'Mozilla/5.0 (compatible; AhrefsBot/3.1; +http://ahrefs.com/robot/)', '18254-7480-18245-19827'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AhrefsBot/4.0;', 1 => '+http://ahrefs.com/robot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AhrefsBot/4.0; +http://ahrefs.com/robot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,558795, 'Mozilla/5.0 (compatible; AhrefsBot/4.0; +http://ahrefs.com/robot/)', '18254-7480-18245-19827'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AhrefsBot.Feeds'), 1 => array(0 => 'AhrefsBot.Feeds v0.1; http://ahrefs.com/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,558795, 'AhrefsBot.Feeds v0.1; http://ahrefs.com/', '18254-7480-18245-19827'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AhrefsBot.FreshPages/0.1;', 1 => '+http://ahrefs.com/robot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AhrefsBot.FreshPages/0.1; +http://ahrefs.com/robot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,558795, 'Mozilla/5.0 (compatible; AhrefsBot.FreshPages/0.1; +http://ahrefs.com/robot/)', '18254-7480-18245-19827'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AhrefsBot/5.0;', 1 => '+http://ahrefs.com/robot/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,558795, 'Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)', '18254-7480-18245-19827'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0 +http://www.bing.com/bingbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0 +http://www.bing.com/bingbot.htm)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(compatible;bingbot/2.0;+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible;bingbot/2.0;+http://www.bing.com/bingbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible;bingbot/2.0;+http://www.bing.com/bingbot.htm)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: flyproxy0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: flyproxy0)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)', 2 => 'bingbot/2.0;', 3 => '+http://www.bing.com/bingbot.htm),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine CirruxCache CoralWebPrxMozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine CirruxCache CoralWebPrxMozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: proxydisk9)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: proxydisk9)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: buttonses)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: buttonses)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (seoanalyzer; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (seoanalyzer; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: proxyfile2)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: proxyfile2)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bingbot/2.0;+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Bingbot/2.0;+http://www.bing.com/bingbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; Bingbot/2.0;+http://www.bing.com/bingbot.htm)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) SitemapProbe')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) SitemapProbe', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0', 1 => 'http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0 http://www.bing.com/bingbot.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0 http://www.bing.com/bingbot.htm)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: scroll-down)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: scroll-down)', '18254-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'magpie-crawler/1.1'), 1 => array(0 => 'magpie-crawler/1.1 (U; Linux amd64; en-GB; +http://www.brandwatch.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'magpie-crawler/1.1 (U; Linux amd64; en-GB; +http://www.brandwatch.net)', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'magpie-crawler/1.1'), 1 => array(0 => 'magpie-crawler/1.1 (U; Linux i386; en-GB; +http://www.brandwatch.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'magpie-crawler/1.1 (U; Linux i386; en-GB; +http://www.brandwatch.net)', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Socialradarbot/2.0;', 1 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; Linux; Socialradarbot/2.0; en-US; bot@infegy.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'Mozilla/5.0 (compatible; Linux; Socialradarbot/2.0; en-US; bot@infegy.com)', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; America/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; i386 Linux 2.6.32-5-686; java 1.6.0_18; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; i386 Linux 2.6.32-5-686; java 1.6.0_18; America/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'eyeVerifyBot'), 1 => array(0 => 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/534.34 (KHTML, like Gecko) eyeVerifyBot (Linux x86_64) Webkit/Apple Safari/1.5 Safari/534.34')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/534.34 (KHTML, like Gecko) eyeVerifyBot (Linux x86_64) Webkit/Apple Safari/1.5 Safari/534.34', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'nxsCrawler-09'), 1 => array(0 => 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.8) nxsCrawler-09 http://null32.de')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.8) nxsCrawler-09 http://null32.de', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_26; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_26; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (webportal/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (webportal/global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-custom; java 1.6.0_26; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-custom; java 1.6.0_26; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.26-2-amd64; java 1.6.0_18; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.26-2-amd64; java 1.6.0_18; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; i386 Linux 2.6.32-5-686; java 1.6.0_18; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; i386 Linux 2.6.32-5-686; java 1.6.0_18; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; i386 Linux 2.6.32-5-686; java 1.6.0_18; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; i386 Linux 2.6.32-5-686; java 1.6.0_18; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; i386 Linux 2.6.32-5-686; java 1.6.0_18; Europe/fr) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; i386 Linux 2.6.32-5-686; java 1.6.0_18; Europe/fr) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld-global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld-global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-openvz-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-openvz-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (webportal/global; amd64 Linux 2.6.26-2-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (webportal/global; amd64 Linux 2.6.26-2-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-23-generic; java 1.6.0_24; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-23-generic; java 1.6.0_24; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.16-desktop; java 1.6.0_24; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.16-desktop; java 1.6.0_24; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.26-2-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.26-2-amd64; java 1.6.0_18; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-31-generic; java 1.6.0_24; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-31-generic; java 1.6.0_24; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-23-generic; java 1.6.0_24; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-23-generic; java 1.6.0_24; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-32-generic; java 1.6.0_24; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-32-generic; java 1.6.0_24; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.5.7-gentoo; java 1.7.0_09; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.5.7-gentoo; java 1.7.0_09; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.16-default; java 1.6.0_24; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.16-default; java 1.6.0_24; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.4.11-2.16-desktop; java 1.7.0_09; Europe/nl) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.4.11-2.16-desktop; java 1.7.0_09; Europe/nl) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; i386 Linux 3.1.10-slacko_4gA; java 1.7.0; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; i386 Linux 3.1.10-slacko_4gA; java 1.7.0; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld-global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_24; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld-global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_24; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (torworld/any; amd64 Linux 3.4.0-5-generic; java 1.7.0_09; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (torworld/any; amd64 Linux 3.4.0-5-generic; java 1.7.0_09; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.6.11-gentoo; java 1.7.0_09; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.6.11-gentoo; java 1.7.0_09; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.35-minimal; java 1.7.0_10; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.35-minimal; java 1.7.0_10; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld-global; amd64 Linux 3.2.0-35-generic; java 1.7.0_09; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld-global; amd64 Linux 3.2.0-35-generic; java 1.7.0_09; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_24; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_24; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.4.11-2.16-desktop; java 1.7.0_09; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.4.11-2.16-desktop; java 1.7.0_09; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/5.0 (Linux 3.0.0-13-virtual x86_64) NettRapport Crawler (post@nettrapport.no)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'Mozilla/5.0 (Linux 3.0.0-13-virtual x86_64) NettRapport Crawler (post@nettrapport.no)', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'RMSS_WEBKIT_CRAWLER'), 1 => array(0 => 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/534.34 (KHTML, like Gecko) RMSS_WEBKIT_CRAWLER Safari/534.34')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/534.34 (KHTML, like Gecko) RMSS_WEBKIT_CRAWLER Safari/534.34', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_03; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_03; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.16-default; java 1.6.0_27; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.16-default; java 1.6.0_27; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.7.10-gentoo; java 1.7.0_17; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.7.10-gentoo; java 1.7.0_17; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; Linux i686; Yandex.Gazeta Bot/1.0; +http://gazeta.yandex.ru)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'Mozilla/5.0 (compatible; Linux i686; Yandex.Gazeta Bot/1.0; +http://gazeta.yandex.ru)', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (webportal-global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_45; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (webportal-global; amd64 Linux 2.6.32-5-amd64; java 1.6.0_45; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.7.10-gentoo-r1; java 1.7.0_17; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.7.10-gentoo-r1; java 1.7.0_17; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_27; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_27; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Mail.RU_Bot/2.0;', 1 => '+http://go.mail.ru/help/robots)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.19-desktop; java 1.6.0_27; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.19-desktop; java 1.6.0_27; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.8.0-22-generic; java 1.6.0_27; Pacific/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.8.0-22-generic; java 1.6.0_27; Pacific/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.8.13-gentoo; java 1.7.0_17; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.8.13-gentoo; java 1.7.0_17; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.8.13-gentoo; java 1.7.0_21; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.8.13-gentoo; java 1.7.0_21; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.5.0-23-generic; java 1.6.0_27; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.5.0-23-generic; java 1.6.0_27; America/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.8.0-23-generic; java 1.6.0_27; Pacific/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.8.0-23-generic; java 1.6.0_27; Pacific/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.7.9-gentoo; java 1.7.0_21; Europe/pl) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.7.9-gentoo; java 1.7.0_21; Europe/pl) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-47-server; java 1.6.0_26; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-47-server; java 1.6.0_26; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_27; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_27; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.29-default; java 1.6.0_27; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.1.10-1.29-default; java 1.6.0_27; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.7.10-gentoo-r1; java 1.7.0_21; Europe/pl) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.7.10-gentoo-r1; java 1.7.0_21; Europe/pl) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.8.0-25-generic; java 1.7.0_21; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.8.0-25-generic; java 1.7.0_21; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'URLfilterDB-crawler/1.0)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Linux i686; en-US; URLfilterDB-crawler/1.0) ufdb/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'Mozilla/5.0 (compatible; Linux i686; en-US; URLfilterDB-crawler/1.0) ufdb/1.0', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => ',Robot,Spider,Crawler)'), 1 => array(0 => 'WIRE/0.21 (Linux; x86_64; Bot,Robot,Spider,Crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'WIRE/0.21 (Linux; x86_64; Bot,Robot,Spider,Crawler)', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_03; US/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_03; US/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-49-server; java 1.6.0_27; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-49-server; java 1.6.0_27; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_03; Etc/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_03; Etc/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.9.7; java 1.7.0_25; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.9.7; java 1.7.0_25; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.7.0_21; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-5-amd64; java 1.7.0_21; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_25; US/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_25; US/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld-global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_27; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld-global; amd64 Linux 3.2.0-4-amd64; java 1.6.0_27; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; i386 Linux 3.2.0-4-686-pae; java 1.6.0_27; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; i386 Linux 3.2.0-4-686-pae; java 1.6.0_27; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.5.0-23-generic; java 1.6.0_27; US/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.5.0-23-generic; java 1.6.0_27; US/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.8.13-gentoo; java 1.7.0_40; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.8.13-gentoo; java 1.7.0_40; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.8.0-27-generic; java 1.7.0_25; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.8.0-27-generic; java 1.7.0_25; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.10.1-pf; java 1.8.0-ea; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.10.1-pf; java 1.8.0-ea; America/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.5.0-27-generic; java 1.7.0_25; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.5.0-27-generic; java 1.7.0_25; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; i386 Linux 3.2.0-4-686-pae; java 1.6.0_27; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; i386 Linux 3.2.0-4-686-pae; java 1.6.0_27; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_25; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_25; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html;c2VvLWNyYXdsZXI='), 1 => array(0 => 'yacybot (amd64 Linux 2.6.31-19-server; java 1.6.0_0; Europe/en) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (amd64 Linux 2.6.31-19-server; java 1.6.0_0; Europe/en) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html;c2VvLWNyYXdsZXI='), 1 => array(0 => 'yacybot (amd64 Linux 2.6.26-2-amd64; java 1.6.0_12; Zulu/en) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (amd64 Linux 2.6.26-2-amd64; java 1.6.0_12; Zulu/en) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-50-server; java 1.6.0_26; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-50-server; java 1.6.0_26; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 3.10.7-gentoo; java 1.7.0_40; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 3.10.7-gentoo; java 1.7.0_40; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (superfi/global; amd64 Linux 2.6.32-042stab079.5; java 1.6.0_27; Etc/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (superfi/global; amd64 Linux 2.6.32-042stab079.5; java 1.6.0_27; Etc/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; i386 Linux 3.2.41-042stab078.27; java 1.6.0_27; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; i386 Linux 3.2.41-042stab078.27; java 1.6.0_27; Europe/de) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Linux 2.6.32-028stab092.1; java 1.6.0_27; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,425900, 'yacybot (freeworld/global; amd64 Linux 2.6.32-028stab092.1; java 1.6.0_27; Europe/en) http://yacy.net/bot.html', '18254-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Mobile/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(116374,268733,120007,443728, 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)', '12280-17084-4201-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(116374,268733,120007,443728, 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)', '12280-17084-4201-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.7')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'My Nutch Spider/Nutch-1.7', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'NIS Nutch Spider/Nutch-1.7')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'NIS Nutch Spider/Nutch-1.7', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ccsnutchspider/Nutch-2.2'), 1 => array(0 => 'ccsnutchspider/Nutch-2.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'ccsnutchspider/Nutch-2.2', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Focus Spider/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'Focus Spider/Nutch-1.6', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'linguatools-bot/Nutch-1.6', 1 => 'http://www.linguatools.de/linguatoolsbot.html;'), 1 => array(0 => 'linguatools-bot/Nutch-1.6 (searching for translated pages; http://www.linguatools.de/linguatoolsbot.html; peter dot kolb at linguatools dot org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'linguatools-bot/Nutch-1.6 (searching for translated pages; http://www.linguatools.de/linguatoolsbot.html; peter dot kolb at linguatools dot org)', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NutchSpider/Nutch-1.6'), 1 => array(0 => 'NutchSpider/Nutch-1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'NutchSpider/Nutch-1.6', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://lucene.apache.org/nutch/bot.html;'), 1 => array(0 => 'NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org);c2VvLWNyYXdsZXI=', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'My Nutch Spider/Nutch-1.7 (http://wiki.creativecommons.org/DiscoverEd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'My Nutch Spider/Nutch-1.7 (http://wiki.creativecommons.org/DiscoverEd)', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'tomit spider/Nutch-1.7')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'tomit spider/Nutch-1.7', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CCResearchBot/1.0'), 1 => array(0 => 'CCResearchBot/1.0 commoncrawl.org/research//Nutch-1.7-SNAPSHOT')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'CCResearchBot/1.0 commoncrawl.org/research//Nutch-1.7-SNAPSHOT', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YourNutchSpider/Nutch-2.2.1'), 1 => array(0 => 'YourNutchSpider/Nutch-2.2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'YourNutchSpider/Nutch-2.2.1', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'PulsePoint bot/Nutch-1.6 (www.pulsepoint.com; info)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'PulsePoint bot/Nutch-1.6 (www.pulsepoint.com; info)', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Domnutch-Bot/Nutch-1.0'), 1 => array(0 => 'Domnutch-Bot/Nutch-1.0 (Domnutch; http://www.Nutch.de/);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,495072, 'Domnutch-Bot/Nutch-1.0 (Domnutch; http://www.Nutch.de/);c2VvLWNyYXdsZXI=', '15364-7480-18245-18163'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ArchitextSpider'), 1 => array(0 => 'ArchitextSpider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'ArchitextSpider', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Spider.TerraNautic.net')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Spider.TerraNautic.net', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZoomSpider', 1 => '[ZSEBOT]'), 1 => array(0 => 'ZoomSpider - wrensoft.com [ZSEBOT]')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'ZoomSpider - wrensoft.com [ZSEBOT]', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Comodo-Certificates-Spider'), 1 => array(0 => 'Comodo-Certificates-Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Comodo-Certificates-Spider', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebSpider'), 1 => array(0 => 'Xaldon WebSpider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Xaldon WebSpider', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'JOC Web Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'JOC Web Spider', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Sogou Pic Spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Sogou Pic Spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Liquida Spider 1.0 +http://liquida.com/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Liquida Spider 1.0 +http://liquida.com/', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Test Spider 0.2')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Test Spider 0.2', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QBikSpider/2.0'), 1 => array(0 => 'QBikSpider/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'QBikSpider/2.0', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'WCH Web Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'WCH Web Spider', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NodejsSpider/1.0'), 1 => array(0 => 'NodejsSpider/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'NodejsSpider/1.0', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'DLE_Spider.exe'), 1 => array(0 => 'DLE_Spider.exe')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'DLE_Spider.exe', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'XYZ Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'XYZ Spider', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => 'SPIDER'), 1 => array(0 => 'Mozilla/5.0 (compatible; SpiderLing (a SPIDER for LINGustic research); http://nlp.fi.muni.cz/projects/biwec/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Mozilla/5.0 (compatible; SpiderLing (a SPIDER for LINGustic research); http://nlp.fi.muni.cz/projects/biwec/)', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Blogshares Spiders (Renewed V1.65)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Blogshares Spiders (Renewed V1.65)', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Sogou News Spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Sogou News Spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Sogou Mobile Spider1.0 (http://wap.sogou.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Sogou Mobile Spider1.0 (http://wap.sogou.com)', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Sogou Web Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'Sogou Web Spider', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EasouSpider'), 1 => array(0 => 'EasouSpider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,425900, 'EasouSpider', '18254-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => 'http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => 'http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => ';http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Slurp;http://help.yahoo.com/help/us/ysearch/slurp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (compatible; Yahoo! Slurp;http://help.yahoo.com/help/us/ysearch/slurp)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => 'http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0 Asia; http://help.yahoo.com/help/us/ysearch/slurp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0 Asia; http://help.yahoo.com/help/us/ysearch/slurp)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => 'http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => 'http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Slurp Asia; http://help.yahoo.com/help/us/ysearch/slurp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (compatible; Yahoo! Slurp Asia; http://help.yahoo.com/help/us/ysearch/slurp)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Slurp/si;', 1 => 'slurp', 2 => 'http://www.inktomi.com/slurp.html)'), 1 => array(0 => 'Mozilla/5.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Slurp/cat;', 1 => 'slurp', 2 => 'http://www.inktomi.com/slurp.html)'), 1 => array(0 => 'Mozilla/5.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Nano; http://help.yahoo.com/help/us/ysearch/slurp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (compatible; Yahoo! Nano; http://help.yahoo.com/help/us/ysearch/slurp)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Slurp.so/Goo;', 1 => 'slurp', 2 => 'http://www.inktomi.com/slurp.html)'), 1 => array(0 => 'Mozilla/3.0 (Slurp.so/Goo; slurp@inktomi.com; http://www.inktomi.com/slurp.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/3.0 (Slurp.so/Goo; slurp@inktomi.com; http://www.inktomi.com/slurp.html)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Slurp/si;', 1 => 'slurp', 2 => 'http://www.inktomi.com/slurp.html)'), 1 => array(0 => 'Mozilla/3.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/3.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Slurp/cat;', 1 => 'slurp', 2 => 'http://www.inktomi.com/slurp.html)'), 1 => array(0 => 'Mozilla/3.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/3.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => 'http://help.yahoo.com/help/us/ysearch/slurp),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,482648, 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Mobile/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(33863,11583,12619,443728, 'SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)', '11628-17484-3625-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Mobile/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(443735,339801,339808,443728, 'DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)', '17737-17658-18392-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Mobile/2.1;', 1 => 'http://www.google.com/bot.html)'), 1 => array(0 => 'DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(443735,339801,339808,443728, 'DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; http://www.google.com/bot.html)', '17737-17658-18392-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => 'http://wordpress.com/crawler/'), 1 => array(0 => 'Automattic Analytics Crawler/0.1; http://wordpress.com/crawler/')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,475403, 'Automattic Analytics Crawler/0.1; http://wordpress.com/crawler/', '18254-7480-18245-18156'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WordPressPollBot', 1 => '(http://besome1.info/robots.html)'), 1 => array(0 => 'WordPressPollBot v1.2 (http://besome1.info/robots.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,475403, 'WordPressPollBot v1.2 (http://besome1.info/robots.html)', '18254-7480-18245-18156'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.colombotecnologia.co'), 1 => array(0 => 'WordPress/3.5; http://www.colombotecnologia.co')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,475403, 'WordPress/3.5; http://www.colombotecnologia.co', '18254-7480-18245-18156'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => 'http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp) NOT Firefox/3.5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,173937,482648, 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp) NOT Firefox/3.5', '15364-7480-17260-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp', 1 => 'http://help.yahoo.com/help/us/ysearch/slurp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp) NOT Firefox/3.5,gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,173937,482648, 'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp) NOT Firefox/3.5,gzip(gfe) (via docs.google.com/viewer)', '15364-7480-17260-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://help.goo.ne.jp/door/crawler.html)'), 1 => array(0 => 'ichiro/3.0 (http://help.goo.ne.jp/door/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,341407, 'ichiro/3.0 (http://help.goo.ne.jp/door/crawler.html)', '18254-7480-18245-18168'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://help.naver.com/robots/)'), 1 => array(0 => 'Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,273335, 'Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)', '18254-7480-18245-22924'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://help.naver.com/robots/),gzip(gfe)'), 1 => array(0 => 'Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/),gzip(gfe) (via translate.google.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,273335, 'Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/),gzip(gfe) (via translate.google.com)', '18254-7480-18245-22924'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://help.naver.com/robots/)'), 1 => array(0 => 'Yeti/1.1 (NHN Corp.; http://help.naver.com/robots/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,273335, 'Yeti/1.1 (NHN Corp.; http://help.naver.com/robots/)', '18254-7480-18245-22924'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'cdlwas_bot;'), 1 => array(0 => 'Mozilla/5.0 (compatible; cdlwas_bot; heritrix/1.14.1 +http://webarchives.cdlib.org/p/webmasters)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; cdlwas_bot; heritrix/1.14.1 +http://webarchives.cdlib.org/p/webmasters)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'webcrawler'), 1 => array(0 => 'webcrawler (compatible; heritrix/1.14.4 ++http://www.onb.ac.at/about/webarchivierung.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'webcrawler (compatible; heritrix/1.14.4 ++http://www.onb.ac.at/about/webarchivierung.htm)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Arquivo-web-crawler'), 1 => array(0 => 'Arquivo-web-crawler (compatible; heritrix/1.14.3 +http://arquivo.pt/faq-crawling)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Arquivo-web-crawler (compatible; heritrix/1.14.3 +http://arquivo.pt/faq-crawling)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.accelobot.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; heritrix/1.14.3 +http://www.accelobot.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.14.3 +http://www.accelobot.com)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://vefsafn.is/crawler)'), 1 => array(0 => 'Mozilla/5.0 (compatible; heritrix/3.1.0-RC1 +http://vefsafn.is/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; heritrix/3.1.0-RC1 +http://vefsafn.is/crawler)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://netarkivet.dk/webcrawler/)'), 1 => array(0 => 'Mozilla/5.0 (compatible; heritrix/1.14.4 +http://netarkivet.dk/webcrawler/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.14.4 +http://netarkivet.dk/webcrawler/)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(compatible;archive.org_bot/heritrix-1.9.0-X'), 1 => array(0 => 'Mozilla/5.0 (compatible;archive.org_bot/heritrix-1.9.0-X +http://pandora.nla.gov.au/crawl.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible;archive.org_bot/heritrix-1.9.0-X +http://pandora.nla.gov.au/crawl.html)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.accelobot.com)'), 1 => array(0 => 'Mozilla/5.0 (compatible; heritrix/1.x.x +http://www.accelobot.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.x.x +http://www.accelobot.com)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://archive.crawler.org)'), 1 => array(0 => 'Mozilla/5.0 (compatible; heritrix/1.3.0 http://archive.crawler.org)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.3.0 http://archive.crawler.org)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://archive.org/details/archive.org_bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-X.X +http://archive.org/details/archive.org_bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-X.X +http://archive.org/details/archive.org_bot)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'HopperBot/1.1'), 1 => array(0 => 'HopperBot/1.1 (compatible; heritrix/3.1.0 +http://www.hopper.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'HopperBot/1.1 (compatible; heritrix/3.1.0 +http://www.hopper.com)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.archive.org/details/archive.org_bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-X.X +http://www.archive.org/details/archive.org_bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-X.X +http://www.archive.org/details/archive.org_bot)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'citeseerxbot'), 1 => array(0 => 'citeseerxbot (compatible; heritrix/1.14.4 +http://citeseerx.ist.psu.edu)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'citeseerxbot (compatible; heritrix/1.14.4 +http://citeseerx.ist.psu.edu)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (Linux;u;Android 2.3.7;zh-cn;) AppleWebKit/533.1 (KHTML,like Gecko) Version/4.0 Mobile Safari/533.1 (compatible; +http://www.baidu.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(130997,90522,90528,425900, 'Mozilla/5.0 (Linux;u;Android 2.3.7;zh-cn;) AppleWebKit/533.1 (KHTML,like Gecko) Version/4.0 Mobile Safari/533.1 (compatible; +http://www.baidu.com/search/spider.html)', '17968-5629-15760-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AcoonBot/4.11.0;', 1 => '+http://www.acoon.de/robot.asp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AcoonBot/4.11.0; +http://www.acoon.de/robot.asp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,645782, 'Mozilla/5.0 (compatible; AcoonBot/4.11.0; +http://www.acoon.de/robot.asp)', '18254-7480-18245-18116'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AcoonBot/4.11.1;', 1 => '+http://www.acoon.de/robot.asp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AcoonBot/4.11.1; +http://www.acoon.de/robot.asp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,645782, 'Mozilla/5.0 (compatible; AcoonBot/4.11.1; +http://www.acoon.de/robot.asp)', '18254-7480-18245-18116'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.changedetection.com/bot.html'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; http://www.changedetection.com/bot.html )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; http://www.changedetection.com/bot.html )', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'qihoobot@qihoo.net)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; CollapsarWEB qihoobot@qihoo.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; CollapsarWEB qihoobot@qihoo.net)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CrystalSemanticsBot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; CrystalSemanticsBot http://www.crystalsemantics.com/service-navigation/imprint/useragent/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; CrystalSemanticsBot http://www.crystalsemantics.com/service-navigation/imprint/useragent/)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QihooBot', 1 => 'qihoobot@qihoo.net)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0 qihoobot@qihoo.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0 qihoobot@qihoo.net)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot)'), 1 => array(0 => 'Mozilla/6.0 (MSIE 6.0; Windows NT 5.1; Searcharoo.NET Robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/6.0 (MSIE 6.0; Windows NT 5.1; Searcharoo.NET Robot)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'robot)'), 1 => array(0 => 'Mozilla/6.0 (MSIE 6.0; Windows NT 5.1; Searcharoo.NET; robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/6.0 (MSIE 6.0; Windows NT 5.1; Searcharoo.NET; robot)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'maxamine.com-robot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; maxamine.com-robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; maxamine.com-robot)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; .NET CLR 1.1.4322; AdSonar Bot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; .NET CLR 1.1.4322; AdSonar Bot)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yolinkBot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727) yolinkBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727) yolinkBot', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.changedetection.com/bot.html'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; http://www.changedetection.com/bot.html )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; http://www.changedetection.com/bot.html )', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'baiduspider)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; .NET CLR 1.1.4322; .NET CLR 2.0.50215; baiduspider)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; .NET CLR 1.1.4322; .NET CLR 2.0.50215; baiduspider)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'QihooBot', 1 => 'qihoobot@qihoo.net)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0 qihoobot@qihoo.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0 qihoobot@qihoo.net)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CrystalSemanticsBot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; CrystalSemanticsBot http://www.crystalsemantics.com/user-agent/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; CrystalSemanticsBot http://www.crystalsemantics.com/user-agent/)', '15364-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'KomodiaBot/1.0'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1) KomodiaBot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,104546,425900, 'Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1) KomodiaBot/1.0', '15364-5690-17190-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Caboto', 1 => 'Caboto'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Banca Caboto s.p.a.; InfoPath.1; Banca Caboto s.p.a.)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,104546,425900, 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Banca Caboto s.p.a.; InfoPath.1; Banca Caboto s.p.a.)', '15364-5690-17190-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Caboto'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.1; Banca Caboto s.p.a.)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,104546,425900, 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.1; Banca Caboto s.p.a.)', '15364-5690-17190-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Caboto'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; InfoPath.1; Banca Caboto s.p.a.)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,104546,425900, 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; InfoPath.1; Banca Caboto s.p.a.)', '15364-5690-17190-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Caboto'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Banca Caboto s.p.a.; InfoPath.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,104546,425900, 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Banca Caboto s.p.a.; InfoPath.1)', '15364-5690-17190-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bot', 1 => 'bot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; botw; .NET CLR 2.0.50727; .NET CLR 1.1.4322; InfoPath.3; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; botw)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,104546,425900, 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; botw; .NET CLR 2.0.50727; .NET CLR 1.1.4322; InfoPath.3; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; botw)', '15364-5690-17190-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Blekkobot;', 1 => '+http://blekko.com/about/blekkobot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Blekkobot; ScoutJet; +http://blekko.com/about/blekkobot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,814018, 'Mozilla/5.0 (compatible; Blekkobot; ScoutJet; +http://blekko.com/about/blekkobot)', '18254-7480-18245-18344'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'VoilaBot', 1 => '(support.voilabot@orange-ftgroup.com)'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)', '15364-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'VoilaBotCollector'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1;fr;rv:1.8.1) VoilaBotCollector BETA 0.1 (http://www.voila.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 5.1;fr;rv:1.8.1) VoilaBotCollector BETA 0.1 (http://www.voila.com/)', '15364-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'discoverybot/2.0;', 1 => '+http://discoveryengine.com/discoverybot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; discoverybot/2.0; +http://discoveryengine.com/discoverybot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,973139, 'Mozilla/5.0 (compatible; discoverybot/2.0; +http://discoveryengine.com/discoverybot.html)', '18254-7480-18245-19829'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'discoverybot/2.0;', 1 => '+http://discoveryengine.com/discoverybot.html),gzip(gfe)'), 1 => array(0 => 'Mozilla/5.0 (compatible; discoverybot/2.0; +http://discoveryengine.com/discoverybot.html),gzip(gfe) (via docs.google.com/viewer)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,973139, 'Mozilla/5.0 (compatible; discoverybot/2.0; +http://discoveryengine.com/discoverybot.html),gzip(gfe) (via docs.google.com/viewer)', '18254-7480-18245-19829'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AdsBot-Google-Mobile', 1 => '(+http://www.google.com/mobile/adsbot.html)'), 1 => array(0 => 'AdsBot-Google-Mobile (+http://www.google.com/mobile/adsbot.html) Mozilla (iPhone; U; CPU iPhone OS 3 0 like Mac OS X) AppleWebKit (KHTML, like Gecko) Mobile Safari')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(116374,268740,272298,425900, 'AdsBot-Google-Mobile (+http://www.google.com/mobile/adsbot.html) Mozilla (iPhone; U; CPU iPhone OS 3 0 like Mac OS X) AppleWebKit (KHTML, like Gecko) Mobile Safari', '12280-17134-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EasouSpider;', 1 => '+http://www.easou.com/search/spider.html)'), 1 => array(0 => 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 3_0 like Mac OS X; en-us; EasouSpider; +http://www.easou.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(116374,268740,272298,425900, 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 3_0 like Mac OS X; en-us; EasouSpider; +http://www.easou.com/search/spider.html)', '12280-17134-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows 95; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,341998,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows 95; MSIECrawler)', '18254-6729-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'VoilaBot;'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot; 1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,341998,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot; 1.6', '18254-6729-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'VoilaBot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot BETA 1.2 (http://www.voila.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,341998,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot BETA 1.2 (http://www.voila.com/)', '18254-6729-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp'), 1 => array(0 => 'Yahoo! Slurp China')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,482648, 'Yahoo! Slurp China', '18254-7480-17470-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 5.0;.NET CLR 1.0.3705; ContextAd Bot 1.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,52327,404303,425900, 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 5.0;.NET CLR 1.0.3705; ContextAd Bot 1.0)', '15364-7127-17200-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.botje.com/plukkie.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Plukkie/1.5; http://www.botje.com/plukkie.htm)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,1091987, 'Mozilla/5.0 (compatible; Plukkie/1.5; http://www.botje.com/plukkie.htm)', '18254-7480-18245-19830'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '360Spider'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.8.0.11) Firefox/1.5.0.11; 360Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,438057,496034, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.8.0.11) Firefox/1.5.0.11; 360Spider', '18254-5690-17381-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '360Spider;'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.8.0.11) Firefox/1.5.0.11 360Spider;')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,438057,496034, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.8.0.11) Firefox/1.5.0.11 360Spider;', '18254-5690-17381-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler;'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/4.0; FDM; MSIECrawler; Media Center PC 5.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,404303,425900, 'Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/4.0; FDM; MSIECrawler; Media Center PC 5.0)', '18254-7133-17200-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/4.0; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,404303,425900, 'Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/4.0; MSIECrawler)', '18254-7133-17200-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'abot', 1 => 'http://code.google.com/p/abot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; CrawlDaddy v0.1.0 abot v1.1.0.0 http://code.google.com/p/abot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,404303,425900, 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; CrawlDaddy v0.1.0 abot v1.1.0.0 http://code.google.com/p/abot)', '18254-7133-17200-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'abot', 1 => 'http://code.google.com/p/abot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; abot v1.1.1.0 http://code.google.com/p/abot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,404303,425900, 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; abot v1.1.1.0 http://code.google.com/p/abot)', '18254-7133-17200-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '360Spider'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; MDDR; .NET4.0C; .NET4.0E; .NET CLR 1.1.4322; Tablet PC 2.0); 360Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,104546,496034, 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; MDDR; .NET4.0C; .NET4.0E; .NET CLR 1.1.4322; Tablet PC 2.0); 360Spider', '18254-7133-17190-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Exabot-Thumbnails)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,473600,425900, 'Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails)', '18254-18110-17825-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp'), 1 => array(0 => 'Slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,187068,482648, 'Slurp', '18254-7480-18589-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Slurp'), 1 => array(0 => '*Mozilla/5.0 (compatible; Yahoo! SlurpChina; http://misc.yahoo.com.cn/help.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,187068,482648, '*Mozilla/5.0 (compatible; Yahoo! SlurpChina; http://misc.yahoo.com.cn/help.html)', '18254-7480-18589-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SuperBot/4.7.0.74'), 1 => array(0 => 'SuperBot/4.7.0.74 (Windows 7)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'SuperBot/4.7.0.74 (Windows 7)', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_25; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_25; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_29; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_29; Europe/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0; America/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_02; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_02; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_31; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_31; America/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WEBTRENDSPAGEINFOBOT)'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.19.4 (KHTML, like Gecko; WEBTRENDSPAGEINFOBOT) Version/5.0.3 Safari/533.19.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.19.4 (KHTML, like Gecko; WEBTRENDSPAGEINFOBOT) Version/5.0.3 Safari/533.19.4', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_26; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_26; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_29; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_29; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_31; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_31; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_23; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_23; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_04; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_04; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_29; Europe/fr) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_29; Europe/fr) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; x86 Windows 7 6.1; java 1.6.0_26; GMT+04:00/ru) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; x86 Windows 7 6.1; java 1.6.0_26; GMT+04:00/ru) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_07; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_07; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_07; Europe/fr) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_07; Europe/fr) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_05; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_05; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_35; Europe/fr) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_35; Europe/fr) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_09; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_09; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_04; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_04; Europe/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_13; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_13; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_04; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_04; America/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'VocusBot'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; aggregator VocusBot 0.4; +http://www.vocus.com/vnhs.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; aggregator VocusBot 0.4; +http://www.vocus.com/vnhs.html)', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_21; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_21; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_10; Europe/fr) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_10; Europe/fr) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld-global; amd64 Windows 7 6.1; java 1.7.0_04; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld-global; amd64 Windows 7 6.1; java 1.7.0_04; America/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_25; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_25; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (webportal-global; amd64 Windows 7 6.1; java 1.7.0_25; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (webportal-global; amd64 Windows 7 6.1; java 1.7.0_25; Europe/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_38; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.6.0_38; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (webportal-global; amd64 Windows 7 6.1; java 1.8.0-ea; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (webportal-global; amd64 Windows 7 6.1; java 1.8.0-ea; Europe/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (webportal-global; x86 Windows 7 6.1; java 1.7.0_25; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (webportal-global; x86 Windows 7 6.1; java 1.7.0_25; Europe/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (webportal-global; amd64 Windows 7 6.1; java 1.7.0_04; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (webportal-global; amd64 Windows 7 6.1; java 1.7.0_04; Europe/de) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_25; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_25; America/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html;c2VvLWNyYXdsZXI='), 1 => array(0 => 'yacybot (amd64 Windows 7 6.1; java 1.6.0_20; Europe/de) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (amd64 Windows 7 6.1; java 1.6.0_20; Europe/de) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html;c2VvLWNyYXdsZXI='), 1 => array(0 => 'yacybot (x86 Windows 7 6.1; java 1.6.0_18; Europe/sv) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (x86 Windows 7 6.1; java 1.6.0_18; Europe/sv) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_25; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_25; Europe/en) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_25; Europe/fr) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,272298,425900, 'yacybot (freeworld/global; amd64 Windows 7 6.1; java 1.7.0_25; Europe/fr) http://yacy.net/bot.html', '18254-7133-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AcoonBot/4.12.1;', 1 => '+http://www.acoon.de/robot.asp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; AcoonBot/4.12.1; +http://www.acoon.de/robot.asp)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,645782, 'Mozilla/5.0 (compatible; AcoonBot/4.12.1; +http://www.acoon.de/robot.asp)', '15364-7480-18245-18116'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 5.0 Robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,268705,480736,425900, 'Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 5.0 Robot)', '18254-17350-17384-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 6.0 Robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,268705,480736,425900, 'Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 6.0 Robot)', '18254-17350-17384-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Claritybot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0 ; Claritybot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,50333,104546,425900, 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0 ; Claritybot)', '18254-17285-17190-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AraBot'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.6) Gecko/X Firefox/2.0.0.6 Ara.com.tr AraBot 1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,59278,425900, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.6) Gecko/X Firefox/2.0.0.6 Ara.com.tr AraBot 1.0', '15364-5690-17202-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '360spider'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.8.0.11) Gecko/X Firefox/1.5.0.11; 360spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,438057,425900, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.8.0.11) Gecko/X Firefox/1.5.0.11; 360spider', '18254-5690-17381-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'New-Sogou-Spider/1.0'), 1 => array(0 => 'New-Sogou-Spider/1.0 (compatible; MSIE 5.5; Windows 98)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,221476,221482,425900, 'New-Sogou-Spider/1.0 (compatible; MSIE 5.5; Windows 98)', '15364-6704-17387-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Sogou-Test-Spider/4.0'), 1 => array(0 => 'Sogou-Test-Spider/4.0 (compatible; MSIE 5.5; Windows 98)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,221476,221482,425900, 'Sogou-Test-Spider/4.0 (compatible; MSIE 5.5; Windows 98)', '15364-6704-17387-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SkimBot/1.0'), 1 => array(0 => 'SkimBot/1.0 (www.skimlinks.com )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,624716, 'SkimBot/1.0 (www.skimlinks.com )', '18254-7480-18245-18155'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/5.0 (Windows; Crawler; U; Windows NT 6.0; en-US; rv:1.9.0.7) Gecko/X Firefox/3.0.7 (.NET CLR 3.5.30729)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,50333,48520,425900, 'Mozilla/5.0 (Windows; Crawler; U; Windows NT 6.0; en-US; rv:1.9.0.7) Gecko/X Firefox/3.0.7 (.NET CLR 3.5.30729)', '18254-17285-3409-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yolinkBot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727) yolinkBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727) yolinkBot', '15364-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'SNK Screenshot Bot/0.20 ( abuse at savenkeep dot_com ) (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,49480,425900, 'SNK Screenshot Bot/0.20 ( abuse at savenkeep dot_com ) (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0)', '15364-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Peeplo Screenshot Bot/0.20 ( abuse at peeplo dot_com ) (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,49480,425900, 'Peeplo Screenshot Bot/0.20 ( abuse at peeplo dot_com ) (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0)', '15364-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Pingdom.com_bot_version_1.4_(http://www.pingdom.com/)'), 1 => array(0 => 'Pingdom.com_bot_version_1.4_(http://www.pingdom.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,513165, 'Pingdom.com_bot_version_1.4_(http://www.pingdom.com/)', '18254-7480-18245-19832'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Pingdom.com_bot_version_1.4_(http://www.pingdom.com)'), 1 => array(0 => 'Pingdom.com_bot_version_1.4_(http://www.pingdom.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,513165, 'Pingdom.com_bot_version_1.4_(http://www.pingdom.com)', '18254-7480-18245-19832'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Influencebot/0.9;'), 1 => array(0 => 'Influencebot/0.9; (Automatic classification of websites; http://www.influencebox.com/; info@influencebox.com)User-Agent: Mozilla/5.0 (X11; Linux i686; rv:9.0) Gecko/X Firefox/9.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,710421,425900, 'Influencebot/0.9; (Automatic classification of websites; http://www.influencebox.com/; info@influencebox.com)User-Agent: Mozilla/5.0 (X11; Linux i686; rv:9.0) Gecko/X Firefox/9.0', '18254-18110-18097-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Influencebot/0.9;'), 1 => array(0 => 'Influencebot/0.9; (Automatic classification of websites; http://www.influencebox.com/; info@influencebox.com)Mozilla/5.0 (X11; Linux i686; rv:9.0) Gecko/X Firefox/9.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,710421,425900, 'Influencebot/0.9; (Automatic classification of websites; http://www.influencebox.com/; info@influencebox.com)Mozilla/5.0 (X11; Linux i686; rv:9.0) Gecko/X Firefox/9.0', '18254-18110-18097-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0) Undrip Bot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,52327,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0) Undrip Bot', '15364-7127-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; NN4.1.0.0; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; NN4.1.0.0; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; .NET CLR 2.0.50727; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.2; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.2; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; PeoplePal 3.0; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; PeoplePal 3.0; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB7.1; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB7.1; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.2; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.2; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; InfoPath.2; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; InfoPath.2; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.1; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.1; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.2; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.2; .NET CLR 2.0.50727; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.0.3705; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.0.3705; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.0.3705; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.0.3705; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {73D5DF9F-E500-BB8D-C9C1-7F04A4EB0838}; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {73D5DF9F-E500-BB8D-C9C1-7F04A4EB0838}; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB7.2; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB7.2; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 2.0.50727; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; InfoPath.2; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; InfoPath.2; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB6; Ant.com Toolbar 1.6; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB6; Ant.com Toolbar 1.6; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; FunWebProducts; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; FunWebProducts; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB6.6; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB6.6; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Embedded Web Browser from: http://bsalsa.com/; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Embedded Web Browser from: http://bsalsa.com/; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Crayon Crawler; snprtz|TX; (R1 1.5))')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Crayon Crawler; snprtz|TX; (R1 1.5))', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB7.3; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB7.3; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; ezPeer+ v1.0 Beta (0.4.1.98); ezPeer+ v1.0 (0.5.0.00); .NET CLR 1.1.4322; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; ezPeer+ v1.0 Beta (0.4.1.98); ezPeer+ v1.0 (0.5.0.00); .NET CLR 1.1.4322; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; BTRSX; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; BTRSX; .NET CLR 2.0.50727; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 1.1.4322; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 1.1.4322; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.2; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.2; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; QQDownload 708; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; QQDownload 708; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; qdesk 2.3.1186.202; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; qdesk 2.3.1186.202; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; BTRSX; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; BTRSX; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; BTRSX; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; BTRSX; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; BTRSX; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; BTRSX; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; BTRS99959; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; BTRS99959; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; AlexaToolbar/amzni-3.0; BTRS99956; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E; AlexaToolbar/amzni-3.0; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; SIMBAR={4CDE8DFA-3984-11E2-8CE6-XDA9311}; AlexaToolbar/amzni-3.0; BTRS99956; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E; AlexaToolbar/amzni-3.0; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB7.4; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; GTB7.4; MSIECrawler)', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MSIECrawler);c2VvLWNyYXdsZXI=', '18254-5690-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://solfo.com/linkbot.html)'), 1 => array(0 => 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.186 Safari/535.1 solfo-linkchecker/1.0 (http://solfo.com/linkbot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,124734,272298,425900, 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.186 Safari/535.1 solfo-linkchecker/1.0 (http://solfo.com/linkbot.html)', '15364-18110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TweetmemeBot/2.11;'), 1 => array(0 => 'Mozilla/5.0 (compatible; TweetmemeBot/2.11; +http://tweetmeme.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,561547, 'Mozilla/5.0 (compatible; TweetmemeBot/2.11; +http://tweetmeme.com/)', '18254-7480-18245-19828'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'parsijoo-crawler'), 1 => array(0 => 'parsijoo-crawler')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,464452,425900, 'parsijoo-crawler', '18254-7480-18418-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SuperBot/4.7.0.74'), 1 => array(0 => 'SuperBot/4.7.0.74 (Windows XP)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'SuperBot/4.7.0.74 (Windows XP)', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'infobot.4942@yahoo.com)'), 1 => array(0 => 'Mozilla/4.0 (Add Catalog; Windows NT 5.1; infobot.4942@yahoo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'Mozilla/4.0 (Add Catalog; Windows NT 5.1; infobot.4942@yahoo.com)', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SuperBot/4.4.0.60'), 1 => array(0 => 'SuperBot/4.4.0.60 (Windows XP)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'SuperBot/4.4.0.60 (Windows XP)', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(http://www.webalta.ru/bot.html)'), 1 => array(0 => 'WebAlta Crawler/1.3.12 (http://www.webalta.ru/bot.html) (Windows; U; Windows NT 5.1; ru-RU)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'WebAlta Crawler/1.3.12 (http://www.webalta.ru/bot.html) (Windows; U; Windows NT 5.1; ru-RU)', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebCrawler', 1 => 'http://cognitiveseo.com/bot.html'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.6) Gecko/X Firefox/2.0.0.6 - WebCrawler http://cognitiveseo.com/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.6) Gecko/X Firefox/2.0.0.6 - WebCrawler http://cognitiveseo.com/bot.html', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html;c2VvLWNyYXdsZXI='), 1 => array(0 => 'yacybot (x86 Windows XP 5.1; java 1.6.0_17; Europe/de) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'yacybot (x86 Windows XP 5.1; java 1.6.0_17; Europe/de) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '(http://www.webalta.ru/bot.html)'), 1 => array(0 => 'WebAlta Crawler/1.3.11 (http://www.webalta.ru/bot.html) (Windows; U; Windows NT 5.1; ru-RU)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'WebAlta Crawler/1.3.11 (http://www.webalta.ru/bot.html) (Windows; U; Windows NT 5.1; ru-RU)', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html;c2VvLWNyYXdsZXI='), 1 => array(0 => 'yacybot (x86 Windows XP 5.1; java 1.6.0_19; America/en) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'yacybot (x86 Windows XP 5.1; java 1.6.0_19; America/en) http://yacy.net/bot.html;c2VvLWNyYXdsZXI=', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; x86 Windows XP 5.1; java 1.7.0_25; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,272298,425900, 'yacybot (freeworld/global; x86 Windows XP 5.1; java 1.7.0_25; America/en) http://yacy.net/bot.html', '18254-5690-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://www.pixray.com/pixraybot;', 1 => 'crawler'), 1 => array(0 => 'Pixray-Seeker/2.0 (Pixray-Seeker; http://www.pixray.com/pixraybot; crawler@pixray.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,1035797, 'Pixray-Seeker/2.0 (Pixray-Seeker; http://www.pixray.com/pixraybot; crawler@pixray.com)', '18254-7480-18245-18164'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.pixray.com/pixraybot;', 1 => '+crawler@pixray.com)'), 1 => array(0 => 'Pixray-Seeker/2.0 (Pixray-Seeker; +http://www.pixray.com/pixraybot; +crawler@pixray.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,1035797, 'Pixray-Seeker/2.0 (Pixray-Seeker; +http://www.pixray.com/pixraybot; +crawler@pixray.com)', '18254-7480-18245-18164'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.pixray.com/pixraybot;', 1 => 'crawler'), 1 => array(0 => 'Pixray-Seeker/2.0 (http://www.pixray.com/pixraybot; crawler@pixray.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,1035797, 'Pixray-Seeker/2.0 (http://www.pixray.com/pixraybot; crawler@pixray.com)', '18254-7480-18245-18164'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(http://www.pixray.com/pixraybot;', 1 => '+crawler@pixray.com)'), 1 => array(0 => 'Pixray-Seeker/2.0 (http://www.pixray.com/pixraybot; +crawler@pixray.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,1035797, 'Pixray-Seeker/2.0 (http://www.pixray.com/pixraybot; +crawler@pixray.com)', '18254-7480-18245-18164'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'fr_crawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; fr_crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; fr_crawler)', '18254-7127-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'fr_crawler)/V1'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; fr_crawler)/V1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; fr_crawler)/V1', '18254-7127-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://bloggz.se/crawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; FeedFinder-2.0; http://bloggz.se/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; FeedFinder-2.0; http://bloggz.se/crawler)', '18254-7127-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BlogCrawler-Fetchy;', 1 => 'http://bloggz.se/crawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; BlogCrawler-Fetchy; http://bloggz.se/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; BlogCrawler-Fetchy; http://bloggz.se/crawler)', '18254-7127-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; MSIECrawler)', '18254-7127-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; YComp 5.0.2.6; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; YComp 5.0.2.6; MSIECrawler)', '18254-7127-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://bloggz.se/crawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; FeedFetcher-2.0; http://bloggz.se/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0; FeedFetcher-2.0; http://bloggz.se/crawler)', '18254-7127-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; Crawler; MSIE 7.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,49480,425900, 'Mozilla/4.0 (compatible; Crawler; MSIE 7.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727)', '18254-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)', '18254-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.1) (TARGUSinfo Web Crawler www.targusinfo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.1) (TARGUSinfo Web Crawler www.targusinfo.com)', '18254-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; MSIECrawler)', '18254-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; MSIECrawler)', '18254-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; MSIECrawler)', '18254-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Crayon Crawler; .NET CLR 1.1.4322);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Crayon Crawler; .NET CLR 1.1.4322);c2VvLWNyYXdsZXI=', '18254-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Infocrawler;'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; iOpus-I-M; Infocrawler; SU 3.23; SIMBAR={29BC6696-626E-44F1-91BE-215A3CX}; Mozill;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,49474,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; iOpus-I-M; Infocrawler; SU 3.23; SIMBAR={29BC6696-626E-44F1-91BE-215A3CX}; Mozill;c2VvLWNyYXdsZXI=', '18254-5690-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NimbleCrawler', 1 => 'NimbleCrawler', 2 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.7.7) NimbleCrawler 1.11 obeys UserAgent NimbleCrawler For problems contact: crawler_at_dataalchemy.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.7.7) NimbleCrawler 1.11 obeys UserAgent NimbleCrawler For problems contact: crawler_at_dataalchemy.com', '18254-7127-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://wiki.github.com/bixo/bixo/bixocrawler;'), 1 => array(0 => 'Mozilla/5.0 (compatible; Mozilla/5.0 (Windows NT 5.0; rv:21.0) Gecko/X Firefox/21.0; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,272298,425900, 'Mozilla/5.0 (compatible; Mozilla/5.0 (Windows NT 5.0; rv:21.0) Gecko/X Firefox/21.0; +http://wiki.github.com/bixo/bixo/bixocrawler; bixo-dev@yahoogroups.com)', '18254-7127-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'HuaweiSymantecSpider/1.0+DSE-support@huaweisymantec.com+(compatible;', 1 => 'http://www.huaweisymantec.com/en/IRL/spider)'), 1 => array(0 => 'HuaweiSymantecSpider/1.0+DSE-support@huaweisymantec.com+(compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR ; http://www.huaweisymantec.com/en/IRL/spider)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,49480,496034, 'HuaweiSymantecSpider/1.0+DSE-support@huaweisymantec.com+(compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR ; http://www.huaweisymantec.com/en/IRL/spider)', '15364-5690-17193-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Codebot/1.0'), 1 => array(0 => 'Mozilla/5.0 (X11; Linux x86_64) Ubuntu/12.04 Codebot/1.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,652699,272298,425900, 'Mozilla/5.0 (X11; Linux x86_64) Ubuntu/12.04 Codebot/1.0', '18254-17820-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Googlebot', 1 => 'Dayviewbot/2.0;'), 1 => array(0 => 'Mozilla/5.0 (Googlebot compatible; Dayviewbot/2.0; http://www.dayview.com/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,443728, 'Mozilla/5.0 (Googlebot compatible; Dayviewbot/2.0; http://www.dayview.com/)', '15364-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => 'http://www.semetrical.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.semetrical.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.semetrical.com/bot.html)', '15364-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(http://www.googlebot.com/bot.html);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Googlebot/2.1 (http://www.googlebot.com/bot.html);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,443728, 'Googlebot/2.1 (http://www.googlebot.com/bot.html);c2VvLWNyYXdsZXI=', '15364-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://script.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; GoogleApps script; +http://script.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,443728, 'Mozilla/5.0 (compatible; GoogleApps script; +http://script.google.com/bot.html)', '15364-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) support@google.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) support@google.com', '15364-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) (support@google.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,443728, 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) (support@google.com)', '15364-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.googlebot.com/bot.html)'), 1 => array(0 => '* Googlebot/2.1 (+http://www.googlebot.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,443728, '* Googlebot/2.1 (+http://www.googlebot.com/bot.html)', '15364-7480-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NjuiceBot'), 1 => array(0 => 'Mozilla/5.0 (compatible; Windows NT 6.0) Gecko/X Firefox/3.5 NjuiceBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,173937,425900, 'Mozilla/5.0 (compatible; Windows NT 6.0) Gecko/X Firefox/3.5 NjuiceBot', '15364-17285-17260-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spellr.usBot/4.0'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 spellr.usBot/4.0 (http://checkdog.com/faqs.php) Gecko/X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,173937,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 spellr.usBot/4.0 (http://checkdog.com/faqs.php) Gecko/X', '15364-17285-17260-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spellr.usBot/4.4'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 spellr.usBot/4.4 (http://checkdog.com/faqs.php) Gecko/X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,173937,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 spellr.usBot/4.4 (http://checkdog.com/faqs.php) Gecko/X', '15364-17285-17260-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spellr.usBot/4.6'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 spellr.usBot/4.6 (http://checkdog.com/faqs.php) Gecko/X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,173937,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 spellr.usBot/4.6 (http://checkdog.com/faqs.php) Gecko/X', '15364-17285-17260-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spellr.usBot/4.9'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 spellr.usBot/4.9 (http://checkdog.com/faqs.php) Gecko/X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,173937,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 spellr.usBot/4.9 (http://checkdog.com/faqs.php) Gecko/X', '15364-17285-17260-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CheckDogBot/4.9'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 CheckDogBot/4.9 (http://checkdog.com/faqs.php) Gecko/X')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,173937,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.1.2) Firefox/3.5.5 CheckDogBot/4.9 (http://checkdog.com/faqs.php) Gecko/X', '15364-17285-17260-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'VocusBot'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US; aggregator VocusBot 0.4; +http://www.vocus.com/vnhs.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US; aggregator VocusBot 0.4; +http://www.vocus.com/vnhs.html)', '15364-17285-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NicheBot'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) Jayde NicheBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) Jayde NicheBot', '15364-17285-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Moreoverbot/5.1'), 1 => array(0 => 'Moreoverbot/5.1 (+http://www.moreover.com; webmaster@moreover.com) Mozilla/5.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,652712, 'Moreoverbot/5.1 (+http://www.moreover.com; webmaster@moreover.com) Mozilla/5.0', '18254-7480-18245-18170'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Moreoverbot/5.1'), 1 => array(0 => 'Mozilla/5.0 Moreoverbot/5.1 (+http://www.moreover.com; webmaster@moreover.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,652712, 'Mozilla/5.0 Moreoverbot/5.1 (+http://www.moreover.com; webmaster@moreover.com)', '18254-7480-18245-18170'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'GoogleBot/2.1'), 1 => array(0 => 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.4 (KHTML, like Gecko; Google Page Speed Insights) Chrome/22.0.1229 Safari/537.4 GoogleBot/2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,124734,953467,443728, 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.4 (KHTML, like Gecko; Google Page Speed Insights) Chrome/22.0.1229 Safari/537.4 GoogleBot/2.1', '15364-18110-18427-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'lb-spider/Mozilla/5.0', 1 => '(lb-spider;', 2 => 'http://www.linkbutler.de/spider;', 3 => 'spider'), 1 => array(0 => 'lb-spider/Mozilla/5.0 Gecko/X Firefox/10.0.2 (lb-spider; http://www.linkbutler.de/spider; spider@linkbutler.de)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,716680,425900, 'lb-spider/Mozilla/5.0 Gecko/X Firefox/10.0.2 (lb-spider; http://www.linkbutler.de/spider; spider@linkbutler.de)', '15364-7480-18099-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Y!J-BRO/YFSJ crawler (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html; YahooFeedSeekerJp/2.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,221482,425900, 'Y!J-BRO/YFSJ crawler (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html; YahooFeedSeekerJp/2.0)', '18254-7480-17387-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Y!J-BRO/YFSJ crawler (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html; YahooFeedSeekerJp/2.0; users 0; views 28)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,221482,425900, 'Y!J-BRO/YFSJ crawler (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html; YahooFeedSeekerJp/2.0; users 0; views 28)', '18254-7480-17387-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler;'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 4.01; MSIECrawler; Windows 95)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,341998,480736,425900, 'Mozilla/4.0 (compatible; MSIE 4.01; MSIECrawler; Windows 95)', '18254-6729-17384-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler;'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 4.0; MSIECrawler; Windows 95)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,341998,480736,425900, 'Mozilla/4.0 (compatible; MSIE 4.0; MSIECrawler; Windows 95)', '18254-6729-17384-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => ',Robot,Spider,Crawler)'), 1 => array(0 => 'WIRE/0.22 (Linux; i686; Bot,Robot,Spider,Crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,496034, 'WIRE/0.22 (Linux; i686; Bot,Robot,Spider,Crawler)', '18254-18110-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot', 1 => ',Robot,Spider,Crawler)'), 1 => array(0 => 'WIRE/0.22 (Linux; x86_64; Bot,Robot,Spider,Crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,272298,496034, 'WIRE/0.22 (Linux; x86_64; Bot,Robot,Spider,Crawler)', '18254-18110-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'fr_crawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; fr_crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; fr_crawler)', '18254-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; MSIECrawler)', '18254-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322; MSIECrawler)', '18254-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; MSIECrawler)', '18254-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 2.0.50727; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 2.0.50727; MSIECrawler)', '18254-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'fr_crawler);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; fr_crawler);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; fr_crawler);c2VvLWNyYXdsZXI=', '18254-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; FunWebProducts; Seekmo 11.0.96.0; MSIECrawler);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; FunWebProducts; Seekmo 11.0.96.0; MSIECrawler);c2VvLWNyYXdsZXI=', '18254-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://thumbshots.ru/bot)'), 1 => array(0 => 'Mozilla/5.0 (compatible; Thumbshots.ru; +http://thumbshots.ru/bot) Firefox/3')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,48520,425900, 'Mozilla/5.0 (compatible; Thumbshots.ru; +http://thumbshots.ru/bot) Firefox/3', '15364-7480-3409-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 8 6.2; java 1.6.0_41; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,285367,272298,425900, 'yacybot (freeworld/global; amd64 Windows 8 6.2; java 1.6.0_41; Europe/de) http://yacy.net/bot.html', '18254-16110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 8 6.2; java 1.7.0_25; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,285367,272298,425900, 'yacybot (freeworld/global; amd64 Windows 8 6.2; java 1.7.0_25; Europe/de) http://yacy.net/bot.html', '18254-16110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows 8 6.2; java 1.7.0_25; America/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,285367,272298,425900, 'yacybot (freeworld/global; amd64 Windows 8 6.2; java 1.7.0_25; America/en) http://yacy.net/bot.html', '18254-16110-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'TweetmemeBot'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 6.0b; Windows NT 5.0) Gecko/X Firefox/3.0.6 TweetmemeBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,52327,48520,425900, 'Mozilla/5.0 (compatible; MSIE 6.0b; Windows NT 5.0) Gecko/X Firefox/3.0.6 TweetmemeBot', '15364-7127-3409-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; x86_64 Mac OS X 10.8.2; java 1.6.0_37; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,272298,425900, 'yacybot (freeworld/global; x86_64 Mac OS X 10.8.2; java 1.6.0_37; Europe/de) http://yacy.net/bot.html', '17595-18207-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; x86_64 Mac OS X 10.8.3; java 1.6.0_43; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,272298,425900, 'yacybot (freeworld/global; x86_64 Mac OS X 10.8.3; java 1.6.0_43; Europe/en) http://yacy.net/bot.html', '17595-18207-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; x86_64 Mac OS X 10.8.3; java 1.6.0_45; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,272298,425900, 'yacybot (freeworld/global; x86_64 Mac OS X 10.8.3; java 1.6.0_45; Europe/en) http://yacy.net/bot.html', '17595-18207-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'RSS Bot/1.0 (Mac OS X Version 10.8.3 (Build 12D78))')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,272298,425900, 'RSS Bot/1.0 (Mac OS X Version 10.8.3 (Build 12D78))', '17595-18207-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'RSS Bot/1.1 (Mac OS X Version 10.8.4 (Build 12E55))')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,272298,425900, 'RSS Bot/1.1 (Mac OS X Version 10.8.4 (Build 12E55))', '17595-18207-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,221476,221482,425900, 'Mozilla/4.0 (compatible; MSIE 5.5; Windows 98; Win 9x 4.90; MSIECrawler)', '18254-6704-17387-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Vbot/1303'), 1 => array(0 => 'Mozilla/5.0 (compatible; Firefox/12.0; Windows NT 5.1;) Vbot/1303')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,723494,425900, 'Mozilla/5.0 (compatible; Firefox/12.0; Windows NT 5.1;) Vbot/1303', '15364-5690-18101-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Girafabot;', 1 => 'girafabot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,268705,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)', '18254-17350-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BDCbot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; compatible; BDCbot/1.0; +http://ecommerce.bigdatacorp.com.br/faq.aspx) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.107 Safari/535.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,410559,425900, 'Mozilla/5.0 (Windows NT 6.1; compatible; BDCbot/1.0; +http://ecommerce.bigdatacorp.com.br/faq.aspx) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.107 Safari/535.1', '15364-7133-17252-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BDCbot/1.0;', 1 => '+http://www.bigdatacorp.com.br/bigweb/bdcbot.html)'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; compatible; BDCbot/1.0; +http://www.bigdatacorp.com.br/bigweb/bdcbot.html) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.107 Safari/535.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,410559,425900, 'Mozilla/5.0 (Windows NT 6.1; compatible; BDCbot/1.0; +http://www.bigdatacorp.com.br/bigweb/bdcbot.html) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.107 Safari/535.1', '15364-7133-17252-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/X Firefox/21.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1241064,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/X Firefox/21.0 slurp', '15364-7133-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/X Firefox/21.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1241064,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/X Firefox/21.0 slurp', '15364-7133-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/X Firefox/21.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1241064,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/X Firefox/21.0 slurp slurp', '15364-7133-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/X Firefox/22.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1297409,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/X Firefox/22.0 slurp', '15364-7133-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:22.0) Gecko/X Firefox/22.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1297409,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:22.0) Gecko/X Firefox/22.0 slurp', '15364-7133-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/X Firefox/22.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1297409,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:22.0) Gecko/X Firefox/22.0 slurp slurp', '15364-7133-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.scanalert.com/bot.jsp)'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 7.0; MSIE 6.0; ScanAlert; +http://www.scanalert.com/bot.jsp) Firefox/2.0.0.3')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,59278,425900, 'Mozilla/5.0 (compatible; MSIE 7.0; MSIE 6.0; ScanAlert; +http://www.scanalert.com/bot.jsp) Firefox/2.0.0.3', '15364-7480-17202-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 7.0; MSIE 6.0; Site Scanner Bot; +http://www.websiteprotection.com) Firefox/2.0.0.3')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,59278,425900, 'Mozilla/5.0 (compatible; MSIE 7.0; MSIE 6.0; Site Scanner Bot; +http://www.websiteprotection.com) Firefox/2.0.0.3', '15364-7480-17202-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NewzCrawler/1.9', 1 => 'Crawler', 2 => 'http://www.newzcrawler.com/'), 1 => array(0 => 'NewzCrawler/1.9 (compatible; MSIE 6.00; Newz Crawler 1.9; http://www.newzcrawler.com/ )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'NewzCrawler/1.9 (compatible; MSIE 6.00; Newz Crawler 1.9; http://www.newzcrawler.com/ )', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Sitekit.net Linkchecker Bot;')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Sitekit.net Linkchecker Bot;', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WormlyBot;'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0) WormlyBot; (+http://wormly.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0) WormlyBot; (+http://wormly.com)', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BecomeBot/2.x;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BecomeBot/2.x; MSIE 6.0 compatible; http://www.become.com/site_owners.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'Mozilla/5.0 (compatible; BecomeBot/2.x; MSIE 6.0 compatible; http://www.become.com/site_owners.html)', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 6.0; Podtech Network; crawler_admin@podtech.net)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'Mozilla/5.0 (compatible; MSIE 6.0; Podtech Network; crawler_admin@podtech.net)', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BecomeJPBot/2.3;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BecomeJPBot/2.3; MSIE 6.0 compatible; +http://www.become.co.jp/site_owners.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'Mozilla/5.0 (compatible; BecomeJPBot/2.3; MSIE 6.0 compatible; +http://www.become.co.jp/site_owners.html)', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BecomeBot/1.xx;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BecomeBot/1.xx; MSIE 6.0 compatible; http://www.become.com/webmasters.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'Mozilla/5.0 (compatible; BecomeBot/1.xx; MSIE 6.0 compatible; http://www.become.com/webmasters.html)', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'iaskspider/1.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; iaskspider/1.0; MSIE 6.0)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'Mozilla/5.0 (compatible; iaskspider/1.0; MSIE 6.0)', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'IRLbot/2.0', 1 => 'http://irl.cs.tamu.edu/crawler)'), 1 => array(0 => 'IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,425900, 'IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)', '18254-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1104650,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:19.0) Gecko/X Firefox/19.0 slurp', '15364-7133-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1104650,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:19.0) Gecko/X Firefox/19.0 slurp', '15364-7133-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:19.0) Gecko/X Firefox/19.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1104650,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:19.0) Gecko/X Firefox/19.0 slurp slurp', '15364-7133-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:20.0) Gecko/X Firefox/20.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1168522,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:20.0) Gecko/X Firefox/20.0 slurp', '15364-7133-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:20.0) Gecko/X Firefox/20.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1168522,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:20.0) Gecko/X Firefox/20.0 slurp', '15364-7133-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:20.0) Gecko/X Firefox/20.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1168522,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:20.0) Gecko/X Firefox/20.0 slurp slurp', '15364-7133-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:16.0) Gecko/X Firefox/16.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,941886,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:16.0) Gecko/X Firefox/16.0 slurp', '15364-7133-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:16.0) Gecko/X Firefox/16.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,941886,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:16.0) Gecko/X Firefox/16.0 slurp', '15364-7133-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:16.0) Gecko/X Firefox/16.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,941886,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:16.0) Gecko/X Firefox/16.0 slurp slurp', '15364-7133-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:16.0) Gecko/X Firefox/16.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,941886,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:16.0) Gecko/X Firefox/16.0 slurp slurp', '15364-7133-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/X Firefox/23.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1348618,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/X Firefox/23.0 slurp', '15364-7133-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:23.0) Gecko/X Firefox/23.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1348618,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:23.0) Gecko/X Firefox/23.0 slurp', '15364-7133-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/X Firefox/23.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1348618,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/X Firefox/23.0 slurp slurp', '15364-7133-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:17.0) Gecko/17.0 Firefox/17.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,967177,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:17.0) Gecko/17.0 Firefox/17.0 slurp', '15364-7133-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:17.0) Gecko/X Firefox/17.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,967177,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:17.0) Gecko/X Firefox/17.0 slurp', '15364-7133-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:17.0) Gecko/X Firefox/17.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,967177,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:17.0) Gecko/X Firefox/17.0 slurp slurp', '15364-7133-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:17.0) Gecko/X Firefox/17.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,967177,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:17.0) Gecko/X Firefox/17.0 slurp', '15364-7133-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/X Firefox/18.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1037033,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/X Firefox/18.0 slurp', '15364-7133-18521-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:18.0) Gecko/X Firefox/18.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1037033,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:18.0) Gecko/X Firefox/18.0 slurp', '15364-7133-18521-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/X Firefox/18.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1037033,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/X Firefox/18.0 slurp slurp', '15364-7133-18521-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0) Gecko/X Firefox/15.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,823120,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0) Gecko/X Firefox/15.0 slurp', '15364-7133-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0) Gecko/X Firefox/15.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,823120,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0) Gecko/X Firefox/15.0.1 slurp', '15364-7133-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/X Firefox/15.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,823120,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/X Firefox/15.0.1 slurp', '15364-7133-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0) Gecko/X Firefox/15.0.1 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,823120,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0) Gecko/X Firefox/15.0.1 slurp slurp', '15364-7133-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/X Firefox/15.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,823120,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/X Firefox/15.0 slurp', '15364-7133-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Huaweisymantecspider'), 1 => array(0 => 'Huaweisymantecspider (compatible; MSIE 8.0; DSE-support@huaweisymantec.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,104546,425900, 'Huaweisymantecspider (compatible; MSIE 8.0; DSE-support@huaweisymantec.com)', '18254-7480-17190-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.94 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1285137,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.94 Safari/537.36 slurp', '15364-7133-21635-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1285137,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36 slurp', '15364-7133-21635-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1285137,482648, 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36 slurp', '15364-7133-21635-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1285137,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36 slurp', '15364-7133-21635-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1285137,482648, 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36 slurp', '15364-7133-21635-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.72 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1343963,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.72 Safari/537.36 slurp', '15364-7133-21934-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.72 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1343963,482648, 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.72 Safari/537.36 slurp', '15364-7133-21934-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1343963,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.36 slurp', '15364-7133-21934-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1343963,482648, 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.36 slurp', '15364-7133-21934-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: wow-proxy)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: wow-proxy)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: xxdaili4)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: xxdaili4)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~scroll-down-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~scroll-down-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~surf6009-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~surf6009-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~proxy6002-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~proxy6002-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~appcodes-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~appcodes-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~proxydisk9-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~proxydisk9-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~surfproxy4-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~surfproxy4-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0', 1 => '+http://www.bing.com/bingbot.htm);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0 +http://www.bing.com/bingbot.htm);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0 +http://www.bing.com/bingbot.htm);c2VvLWNyYXdsZXI=', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~surf702-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~surf702-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~swedishdanish-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~swedishdanish-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'bingbot/2.0;', 1 => '+http://www.bing.com/bingbot.htm)'), 1 => array(0 => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~surfproxy6-hrd)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,272298,510202, 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) AppEngine-Google; (+http://code.google.com/appengine; appid: s~surfproxy6-hrd)', '15364-7480-18245-18121'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'obot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; obot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,337572,221482,425900, 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; obot)', '15364-17188-17387-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'http://repskan.com/bots.repskan'), 1 => array(0 => 'Mozilla/5.0 (X11; Linux i686; rv:7.0.2) Gecko/X Firefox/12.0.1 http://repskan.com/bots.repskan')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,124734,723494,425900, 'Mozilla/5.0 (X11; Linux i686; rv:7.0.2) Gecko/X Firefox/12.0.1 http://repskan.com/bots.repskan', '15364-18110-18101-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SuperBot/4.7.0.74'), 1 => array(0 => 'SuperBot/4.7.0.74 (Windows Vista)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,50333,272298,425900, 'SuperBot/4.7.0.74 (Windows Vista)', '18254-17285-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US; rv:1.9.0.4) Gecko/X http://ow.ly web crawler (.NET CLR 3.5.30729);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,50333,272298,425900, 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US; rv:1.9.0.4) Gecko/X http://ow.ly web crawler (.NET CLR 3.5.30729);c2VvLWNyYXdsZXI=', '18254-17285-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (webportal-global; x86 Windows Vista 6.0; java 1.7.0_25; Europe/en) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,50333,272298,425900, 'yacybot (webportal-global; x86 Windows Vista 6.0; java 1.7.0_25; Europe/en) http://yacy.net/bot.html', '18254-17285-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'maxamine.com-robot)'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; maxamine.com-robot) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.127 Safari/533.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,408869,425900, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; maxamine.com-robot) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.127 Safari/533.4', '15364-5690-17242-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.mcafeesecure.com/bot.jsp'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 7.0; MSIE 6.0; DoCoMo; Nokia; SymbianOS; NetFront; XENIUM; PPC; ScanAlert; +http://www.mcafeesecure.com/bot.jsp )')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,339801,5675,425900, 'Mozilla/5.0 (compatible; MSIE 7.0; MSIE 6.0; DoCoMo; Nokia; SymbianOS; NetFront; XENIUM; PPC; ScanAlert; +http://www.mcafeesecure.com/bot.jsp )', '15364-17658-4808-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'spider'), 1 => array(0 => 'Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.0.5) Gecko/X Gentoo Firefox/3.0.5 (Dot TK - spider 4.1)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,48520,425900, 'Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.0.5) Gecko/X Gentoo Firefox/3.0.5 (Dot TK - spider 4.1)', '18254-18110-3409-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/X Firefox/21.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1241064,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/X Firefox/21.0 slurp', '15364-5690-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/X Firefox/21.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1241064,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/X Firefox/21.0 slurp slurp', '15364-5690-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(Mediobot/1.0', 1 => '+http://bot.medio.com)'), 1 => array(0 => 'SonyEricssonK800i/R1ED Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1 (Mediobot/1.0 +http://bot.medio.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(61857,16804,272298,425900, 'SonyEricssonK800i/R1ED Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1 (Mediobot/1.0 +http://bot.medio.com)', '20126-17485-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1104650,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:19.0) Gecko/X Firefox/19.0 slurp', '15364-5690-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:19.0) Gecko/X Firefox/19.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1104650,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:19.0) Gecko/X Firefox/19.0 slurp slurp', '15364-5690-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.43 Safari/537.31 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1218747,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.43 Safari/537.31 slurp', '15364-7133-19839-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1218747,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp', '15364-7133-19839-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:22.0) Gecko/X Firefox/22.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1297409,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:22.0) Gecko/X Firefox/22.0 slurp', '15364-5690-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:22.0) Gecko/X Firefox/22.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1297409,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:22.0) Gecko/X Firefox/22.0 slurp slurp', '15364-5690-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Mobile/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (Linux; U; Android 2.1; en-us; Nexus One Build/ERD62) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(138951,835,0,443728, 'Mozilla/5.0 (Linux; U; Android 2.1; en-us; Nexus One Build/ERD62) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)', '16036-5477-4861-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:17.0) Gecko/17.0 Firefox/17.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,967177,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:17.0) Gecko/17.0 Firefox/17.0 slurp', '15364-5690-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:17.0) Gecko/X Firefox/17.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,967177,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:17.0) Gecko/X Firefox/17.0 slurp', '15364-5690-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:17.0) Gecko/X Firefox/17.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,967177,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:17.0) Gecko/X Firefox/17.0 slurp slurp', '15364-5690-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:11.0) Gecko/X Firefox/11.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,713082,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:11.0) Gecko/X Firefox/11.0 slurp', '15364-7133-18100-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:11.0) Gecko/X Firefox/11.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,713082,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:11.0) Gecko/X Firefox/11.0 slurp', '15364-7133-18100-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:11.0) Gecko/X Firefox/11.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,713082,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:11.0) Gecko/X Firefox/11.0 slurp slurp', '15364-7133-18100-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Robot)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,268705,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)', '18254-17350-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:18.0) Gecko/X Firefox/18.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1037033,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:18.0) Gecko/X Firefox/18.0 slurp', '15364-5690-18521-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:18.0) Gecko/X Firefox/18.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1037033,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:18.0) Gecko/X Firefox/18.0 slurp slurp', '15364-5690-18521-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'SpiderSolitaireFree/1.5 CFNetwork/485.13.9 Darwin/11.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,468950,54471,425900, 'SpiderSolitaireFree/1.5 CFNetwork/485.13.9 Darwin/11.0.0', '18254-18570-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'SpiderSolitaireFree/2.1.3 CFNetwork/548.1.4 Darwin/11.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,468950,54471,425900, 'SpiderSolitaireFree/2.1.3 CFNetwork/548.1.4 Darwin/11.0.0', '18254-18570-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:20.0) Gecko/X Firefox/20.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1168522,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:20.0) Gecko/X Firefox/20.0 slurp', '15364-5690-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:20.0) Gecko/X Firefox/20.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1168522,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:20.0) Gecko/X Firefox/20.0 slurp slurp', '15364-5690-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'crawler'), 1 => array(0 => 'Mozilla/5.001 (windows; U; NT4.0; en-US; rv:1.0) Gecko/X - crawler@dhoondho.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,337572,272298,425900, 'Mozilla/5.001 (windows; U; NT4.0; en-US; rv:1.0) Gecko/X - crawler@dhoondho.com', '18254-17188-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:16.0) Gecko/X Firefox/16.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,941886,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:16.0) Gecko/X Firefox/16.0 slurp', '15364-5690-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:16.0) Gecko/X Firefox/16.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,941886,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:16.0) Gecko/X Firefox/16.0 slurp slurp', '15364-5690-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,973219,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11 slurp', '15364-7133-18439-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.95 Safari/537.11 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,973219,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.95 Safari/537.11 slurp', '15364-7133-18439-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.97 Safari/537.11 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,973219,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.97 Safari/537.11 slurp', '15364-7133-18439-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:23.0) Gecko/X Firefox/23.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1348618,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:23.0) Gecko/X Firefox/23.0 slurp', '15364-5690-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:23.0) Gecko/X Firefox/23.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1348618,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:23.0) Gecko/X Firefox/23.0 slurp slurp', '15364-5690-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/26000'), 1 => array(0 => 'Tweetbot/26000 CFNetwork/609 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,970997,272298,425900, 'Tweetbot/26000 CFNetwork/609 Darwin/13.0.0', '18254-18580-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/25100'), 1 => array(0 => 'Tweetbot/25100 CFNetwork/609 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,970997,272298,425900, 'Tweetbot/25100 CFNetwork/609 Darwin/13.0.0', '18254-18580-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/26200'), 1 => array(0 => 'Tweetbot/26200 CFNetwork/609 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,970997,272298,425900, 'Tweetbot/26200 CFNetwork/609 Darwin/13.0.0', '18254-18580-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/27301'), 1 => array(0 => 'Tweetbot/27301 CFNetwork/609.1.4 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,970997,272298,425900, 'Tweetbot/27301 CFNetwork/609.1.4 Darwin/13.0.0', '18254-18580-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/28000'), 1 => array(0 => 'Tweetbot/28000 CFNetwork/609.1.4 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,970997,272298,425900, 'Tweetbot/28000 CFNetwork/609.1.4 Darwin/13.0.0', '18254-18580-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/27100'), 1 => array(0 => 'Tweetbot/27100 CFNetwork/609.1.4 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,970997,272298,425900, 'Tweetbot/27100 CFNetwork/609.1.4 Darwin/13.0.0', '18254-18580-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YextBot/Java'), 1 => array(0 => 'Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:10.0.7) Gecko/X YextBot/Java Firefox/10.0.7')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,716680,425900, 'Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:10.0.7) Gecko/X YextBot/Java Firefox/10.0.7', '18254-18110-18099-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:15.0) Gecko/X Firefox/15.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,823120,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:15.0) Gecko/X Firefox/15.0 slurp', '15364-5690-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:15.0) Gecko/X Firefox/15.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,823120,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:15.0) Gecko/X Firefox/15.0.1 slurp', '15364-5690-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:15.0) Gecko/X Firefox/15.0.1 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,823120,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:15.0) Gecko/X Firefox/15.0.1 slurp slurp', '15364-5690-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'YextBot/Java'), 1 => array(0 => 'Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.23) Gecko/X YextBot/Java Firefox/3.6.23')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,124734,94724,425900, 'Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2.23) Gecko/X YextBot/Java Firefox/3.6.23', '15364-18110-17558-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:8.0) Gecko/X Firefox/8.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,625572,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:8.0) Gecko/X Firefox/8.0 slurp', '15364-7133-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:8.0) Gecko/X Firefox/8.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,625572,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:8.0) Gecko/X Firefox/8.0 slurp', '15364-7133-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:8.0.1) Gecko/X Firefox/8.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,625572,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:8.0.1) Gecko/X Firefox/8.0.1 slurp', '15364-7133-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:8.0) Gecko/X Firefox/8.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,625572,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:8.0) Gecko/X Firefox/8.0 slurp slurp', '15364-7133-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:8.0.1) Gecko/X Firefox/8.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,625572,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:8.0.1) Gecko/X Firefox/8.0.1 slurp', '15364-7133-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'maxamine.com--robot)'), 1 => array(0 => 'Mozilla/4.74 [en] (Windows NT 5.0; U; maxamine.com--robot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,52327,272298,425900, 'Mozilla/4.74 [en] (Windows NT 5.0; U; maxamine.com--robot)', '15364-7127-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'phpwebbrainBot/0.1'), 1 => array(0 => 'Mozilla/5.0 (compatible; Windows NT 5.0; phpwebbrainBot/0.1 - http://www.monsterli.ch/phpwebbrain/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,52327,272298,425900, 'Mozilla/5.0 (compatible; Windows NT 5.0; phpwebbrainBot/0.1 - http://www.monsterli.ch/phpwebbrain/)', '15364-7127-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1425500,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36 slurp', '15364-7133-24142-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.62 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1425500,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.62 Safari/537.36 slurp', '15364-7133-24142-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.66 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1425500,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.66 Safari/537.36 slurp', '15364-7133-24142-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:13.0) Gecko/X Firefox/13.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,656513,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:13.0) Gecko/X Firefox/13.0 slurp', '15364-7133-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:13.0) Gecko/X Firefox/13.0.1 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,656513,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:13.0) Gecko/X Firefox/13.0.1 slurp slurp', '15364-7133-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:13.0) Gecko/X Firefox/13.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,656513,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:13.0) Gecko/X Firefox/13.0.1 slurp', '15364-7133-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:13.0) Gecko/X Firefox/13.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,656513,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:13.0) Gecko/X Firefox/13.0.1 slurp', '15364-7133-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:13.0) Gecko/X Firefox/13.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,656513,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:13.0) Gecko/X Firefox/13.0 slurp', '15364-7133-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'yacybot', 1 => 'http://yacy.net/bot.html'), 1 => array(0 => 'yacybot (freeworld/global; amd64 Windows Server 2008 R2 6.1; java 1.6.0_29; Europe/de) http://yacy.net/bot.html')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,425900, 'yacybot (freeworld/global; amd64 Windows Server 2008 R2 6.1; java 1.6.0_29; Europe/de) http://yacy.net/bot.html', '18254-17017-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.22 (KHTML, like Gecko) Chrome/25.0.1364.97 Safari/537.22 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1143813,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.22 (KHTML, like Gecko) Chrome/25.0.1364.97 Safari/537.22 slurp', '15364-7133-19811-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.22 (KHTML, like Gecko) Chrome/25.0.1364.152 Safari/537.22 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1143813,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.22 (KHTML, like Gecko) Chrome/25.0.1364.152 Safari/537.22 slurp', '15364-7133-19811-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.22 (KHTML, like Gecko) Chrome/25.0.1364.172 Safari/537.22 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1143813,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.22 (KHTML, like Gecko) Chrome/25.0.1364.172 Safari/537.22 slurp', '15364-7133-19811-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0.2) Gecko/X Firefox/6.0.2 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,360413,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0.2) Gecko/X Firefox/6.0.2 slurp', '15364-7133-17208-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0) Gecko/X Firefox/6.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,360413,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0) Gecko/X Firefox/6.0 slurp', '15364-7133-17208-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0.2) Gecko/X Firefox/6.0.2 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,360413,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0.2) Gecko/X Firefox/6.0.2 slurp slurp', '15364-7133-17208-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:6.0.2) Gecko/X Firefox/6.0.2 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,360413,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:6.0.2) Gecko/X Firefox/6.0.2 slurp', '15364-7133-17208-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.52 Safari/537.17 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1064667,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.52 Safari/537.17 slurp', '15364-7133-18629-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.56 Safari/537.17 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1064667,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.56 Safari/537.17 slurp', '15364-7133-18629-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.57 Safari/537.17 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1064667,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.57 Safari/537.17 slurp', '15364-7133-18629-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Win 9x 4.90; .NET CLR 1.1.4322; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,221476,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Win 9x 4.90; .NET CLR 1.1.4322; MSIECrawler)', '18254-6704-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; .NET CLR 1.1.4322; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,221476,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; .NET CLR 1.1.4322; MSIECrawler)', '18254-6704-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,221476,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; MSIECrawler)', '18254-6704-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Win 9x 4.90; MSIECrawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,221476,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Win 9x 4.90; MSIECrawler)', '18254-6704-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'MSIECrawler);c2VvLWNyYXdsZXI='), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; MSIECrawler);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,221476,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; MSIECrawler);c2VvLWNyYXdsZXI=', '18254-6704-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SEOChat::Bot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0) SEOChat::Bot v1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0) SEOChat::Bot v1.1', '15364-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'ZoomSpider.net', 1 => 'bot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ZoomSpider.net bot; .NET CLR 1.1.4322)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,52327,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ZoomSpider.net bot; .NET CLR 1.1.4322)', '15364-7127-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => 'http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/4.0 (MobilePhone SCP-5500/US/1.0) NetFront/3.0 MMP/2.0 FAKE (compatible; Googlebot/2.1; http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,102457,443728, 'Mozilla/4.0 (MobilePhone SCP-5500/US/1.0) NetFront/3.0 MMP/2.0 FAKE (compatible; Googlebot/2.1; http://www.google.com/bot.html)', '18254-7480-5001-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => 'http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/4.0 (MobilePhone SCP-5500/US/1.0) NetFront/3.0 MMP/2.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,102457,443728, 'Mozilla/4.0 (MobilePhone SCP-5500/US/1.0) NetFront/3.0 MMP/2.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)', '18254-7480-5001-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0.1) Gecko/X Firefox/10.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,716680,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0.1) Gecko/X Firefox/10.0.1 slurp', '15364-7133-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,716680,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp', '15364-7133-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,716680,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp slurp', '15364-7133-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0) Gecko/X Firefox/10.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,716680,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0) Gecko/X Firefox/10.0 slurp', '15364-7133-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:14.0) Gecko/X Firefox/14.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,714873,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:14.0) Gecko/X Firefox/14.0.1 slurp', '15364-7133-18330-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:14.0) Gecko/X Firefox/14.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,714873,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:14.0) Gecko/X Firefox/14.0.1 slurp', '15364-7133-18330-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:14.0) Gecko/X Firefox/14.0.1 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,714873,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:14.0) Gecko/X Firefox/14.0.1 slurp slurp', '15364-7133-18330-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.baidu.jp/spider/)'), 1 => array(0 => 'DoCoMo/2.0 P05A(c100;TB;W24H15) (compatible; BaiduMobaider/1.0; +http://www.baidu.jp/spider/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(483497,339801,339808,425900, 'DoCoMo/2.0 P05A(c100;TB;W24H15) (compatible; BaiduMobaider/1.0; +http://www.baidu.jp/spider/)', '17740-17658-18392-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,716680,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp', '15364-5690-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:10.0) Gecko/X Firefox/10.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,716680,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:10.0) Gecko/X Firefox/10.0 slurp', '15364-5690-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:10.0.1) Gecko/X Firefox/10.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,716680,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:10.0.1) Gecko/X Firefox/10.0.1 slurp', '15364-5690-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,716680,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp slurp', '15364-5690-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:16.0) Gecko/X Firefox/16.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,941886,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:16.0) Gecko/X Firefox/16.0 slurp', '15364-17285-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:16.0) Gecko/X Firefox/16.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,941886,482648, 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:16.0) Gecko/X Firefox/16.0 slurp', '15364-17285-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/22.0.1229.79 Safari/537.4 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,953467,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/22.0.1229.79 Safari/537.4 slurp', '15364-7133-18427-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/22.0.1229.94 Safari/537.4 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,953467,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/22.0.1229.94 Safari/537.4 slurp', '15364-7133-18427-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/22.0.1229.94 Safari/537.4 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,953467,482648, 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/22.0.1229.94 Safari/537.4 slurp', '15364-7133-18427-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:12.0) Gecko/X Firefox/12.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,723494,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:12.0) Gecko/X Firefox/12.0 slurp', '15364-7133-18101-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:12.0) Gecko/X Firefox/12.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,723494,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:12.0) Gecko/X Firefox/12.0 slurp', '15364-7133-18101-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:12.0) Gecko/X Firefox/12.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,723494,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:12.0) Gecko/X Firefox/12.0 slurp slurp', '15364-7133-18101-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1104650,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:19.0) Gecko/X Firefox/19.0 slurp', '15364-17285-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1104650,482648, 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:19.0) Gecko/X Firefox/19.0 slurp', '15364-17285-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:13.0) Gecko/X Firefox/13.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,656513,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:13.0) Gecko/X Firefox/13.0 slurp', '15364-5690-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:13.0) Gecko/X Firefox/13.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,656513,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:13.0) Gecko/X Firefox/13.0.1 slurp', '15364-5690-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:13.0) Gecko/X Firefox/13.0.1 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,656513,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:13.0) Gecko/X Firefox/13.0.1 slurp slurp', '15364-5690-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:13.0) Gecko/X Firefox/13.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,656513,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:13.0) Gecko/X Firefox/13.0 slurp slurp', '15364-5690-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:8.0) Gecko/X Firefox/8.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,625572,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:8.0) Gecko/X Firefox/8.0 slurp', '15364-5690-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:8.0.1) Gecko/X Firefox/8.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,625572,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:8.0.1) Gecko/X Firefox/8.0.1 slurp', '15364-5690-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:8.0) Gecko/X Firefox/8.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,625572,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:8.0) Gecko/X Firefox/8.0 slurp slurp', '15364-5690-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:5.0) Gecko/X Firefox/5.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,285374,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:5.0) Gecko/X Firefox/5.0 slurp', '15364-7133-17207-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:5.0) Gecko/X Firefox/5.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,285374,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:5.0) Gecko/X Firefox/5.0 slurp', '15364-7133-17207-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(GobyBot/1.0;'), 1 => array(0 => 'Mozilla/5.0 (GobyBot/1.0; Windows; U; Windows NT 5.1; en-US; +http://www.goby.com/; rv:1.8.0.1) Gecko/X Firefox/1.5.0.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,438057,425900, 'Mozilla/5.0 (GobyBot/1.0; Windows; U; Windows NT 5.1; en-US; +http://www.goby.com/; rv:1.8.0.1) Gecko/X Firefox/1.5.0.1', '15364-5690-17381-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:21.0) Gecko/X Firefox/21.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1241064,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:21.0) Gecko/X Firefox/21.0 slurp', '15364-17285-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Nokia6820/2.0 (4.83) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(163126,29596,272298,443728, 'Nokia6820/2.0 (4.83) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)', '11758-6909-18245-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:20.0) Gecko/X Firefox/20.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1168522,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:20.0) Gecko/X Firefox/20.0 slurp', '15364-17285-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:22.0) Gecko/X Firefox/22.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1297409,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:22.0) Gecko/X Firefox/22.0 slurp', '15364-17285-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(ITABot;', 1 => 'robot@itasoftware.com)'), 1 => array(0 => 'Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko Firefox/3.5 (ITABot; robot@itasoftware.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,124734,173937,425900, 'Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko Firefox/3.5 (ITABot; robot@itasoftware.com)', '15364-18110-17260-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:2.0.1) Gecko/X Firefox/4.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,95569,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:2.0.1) Gecko/X Firefox/4.0.1 slurp', '15364-5690-17203-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:2.0) Gecko/X Firefox/4.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,95569,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:2.0) Gecko/X Firefox/4.0 slurp', '15364-5690-17203-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:15.0) Gecko/X Firefox/15.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,823120,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:15.0) Gecko/X Firefox/15.0.1 slurp', '15364-17285-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:15.0) Gecko/X Firefox/15.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,823120,482648, 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:15.0) Gecko/X Firefox/15.0.1 slurp', '15364-17285-18345-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:23.0) Gecko/X Firefox/23.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1348618,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:23.0) Gecko/X Firefox/23.0 slurp', '15364-17285-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:5.0) Gecko/X Firefox/5.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,285374,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:5.0) Gecko/X Firefox/5.0 slurp', '15364-5690-17207-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0.1) Gecko/X Firefox/4.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,95569,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0.1) Gecko/X Firefox/4.0.1 slurp', '15364-7133-17203-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0) Gecko/X Firefox/4.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,95569,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0) Gecko/X Firefox/4.0 slurp', '15364-7133-17203-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:18.0) Gecko/X Firefox/18.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1037033,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:18.0) Gecko/X Firefox/18.0 slurp', '15364-17285-18521-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebSpider;c2VvLWNyYXdsZXI='), 1 => array(0 => 'Xaldon WebSpider;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,54471,425900, 'Xaldon WebSpider;c2VvLWNyYXdsZXI=', '15364-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Test Spider 0.2;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,54471,425900, 'Test Spider 0.2;c2VvLWNyYXdsZXI=', '15364-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Norbert the Spider(Burf.com);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,54471,425900, 'Norbert the Spider(Burf.com);c2VvLWNyYXdsZXI=', '15364-7480-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:12.0) Gecko/X Firefox/12.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,723494,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:12.0) Gecko/X Firefox/12.0 slurp', '15364-5690-18101-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:12.0) Gecko/X Firefox/12.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,723494,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:12.0) Gecko/X Firefox/12.0 slurp slurp', '15364-5690-18101-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:14.0) Gecko/X Firefox/14.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,714873,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:14.0) Gecko/X Firefox/14.0.1 slurp', '15364-17285-18330-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:14.0) Gecko/X Firefox/14.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,714873,482648, 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:14.0) Gecko/X Firefox/14.0.1 slurp', '15364-17285-18330-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.googlebot.com/bot.html;'), 1 => array(0 => 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 7.0; AOL 9.1; AOLBuild 4334.5009; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,49480,443728, 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 7.0; AOL 9.1; AOLBuild 4334.5009; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.;c2VvLWNyYXdsZXI=', '15364-5690-17193-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.googlebot.com/bot.html;'), 1 => array(0 => 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 7.0; Windows NT 5.1; IEMB3; InfoPath.2; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,49480,443728, 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 7.0; Windows NT 5.1; IEMB3; InfoPath.2; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3;c2VvLWNyYXdsZXI=', '15364-5690-17193-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.googlebot.com/bot.html;'), 1 => array(0 => 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 7.0; Windows NT 5.1; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; .NET CLR 2.0.5;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,49480,443728, 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 7.0; Windows NT 5.1; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Media Center PC 4.0; .NET CLR 2.0.5;c2VvLWNyYXdsZXI=', '15364-5690-17193-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'EtaoSpider/1.0;', 1 => 'http://open.etao.com/dev/EtaoSpider)'), 1 => array(0 => 'Mozilla/5.0 (compatible; EtaoSpider/1.0; http://open.etao.com/dev/EtaoSpider)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,496034, 'Mozilla/5.0 (compatible; EtaoSpider/1.0; http://open.etao.com/dev/EtaoSpider)', '18254-7480-17470-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '360Spider'), 1 => array(0 => '360Spider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,54471,496034, '360Spider', '18254-7480-17470-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:11.0) Gecko/X Firefox/11.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,713082,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:11.0) Gecko/X Firefox/11.0 slurp', '15364-17285-18100-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:11.0) Gecko/X Firefox/11.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,713082,482648, 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:11.0) Gecko/X Firefox/11.0 slurp', '15364-17285-18100-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SnapPreviewBot'), 1 => array(0 => 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.7) Gecko/X Firefox/1.5.0.7 SnapPreviewBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,124734,438057,425900, 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.7) Gecko/X Firefox/1.5.0.7 SnapPreviewBot', '15364-18110-17381-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OrangeBot-Mobile'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 4.01; Windows CE; PPC; 240x320; SPV M700; OpVer 19.123.2.733) OrangeBot-Mobile 2008.0 (mobilesearch.support@orange-ftgroup.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,6631,67830,425900, 'Mozilla/4.0 (compatible; MSIE 4.01; Windows CE; PPC; 240x320; SPV M700; OpVer 19.123.2.733) OrangeBot-Mobile 2008.0 (mobilesearch.support@orange-ftgroup.com)', '15364-5448-4578-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,1218747,482648, 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp', '18254-7133-19839-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:23.0) Gecko/X Firefox/23.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1348618,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:23.0) Gecko/X Firefox/23.0 slurp', '15364-16110-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '+http://help.naver.com/robots/)'), 1 => array(0 => 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 5_0_1 like Mac OS X) (compatible; Yeti-Mobile/0.1; +http://help.naver.com/robots/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(116374,300189,272298,425900, 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 5_0_1 like Mac OS X) (compatible; Yeti-Mobile/0.1; +http://help.naver.com/robots/)', '12280-17146-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'NetNose-Crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.0; NetNose-Crawler 2.0; A New Search Experience: http://www.netnose.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,336616,425900, 'Mozilla/4.0 (compatible; MSIE 5.0; NetNose-Crawler 2.0; A New Search Experience: http://www.netnose.com)', '18254-7480-4551-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,710421,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp slurp', '15364-7133-18097-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,710421,482648, 'Mozilla/5.0 (Windows NT 6.1; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp', '15364-7133-18097-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:14.0) Gecko/X Firefox/14.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,714873,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:14.0) Gecko/X Firefox/14.0.1 slurp', '15364-5690-18330-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:14.0) Gecko/X Firefox/14.0.1 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,714873,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:14.0) Gecko/X Firefox/14.0.1 slurp slurp', '15364-5690-18330-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:11.0) Gecko/X Firefox/11.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,713082,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:11.0) Gecko/X Firefox/11.0 slurp', '15364-5690-18100-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:11.0) Gecko/X Firefox/11.0 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,713082,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:11.0) Gecko/X Firefox/11.0 slurp slurp', '15364-5690-18100-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,710421,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp', '15364-5690-18097-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp', 1 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,710421,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp slurp', '15364-5690-18097-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/28201'), 1 => array(0 => 'Tweetbot/28201 CFNetwork/609.1.4 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,970997,272298,425900, 'Tweetbot/28201 CFNetwork/609.1.4 Darwin/13.0.0', '15364-18580-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/28300'), 1 => array(0 => 'Tweetbot/28300 CFNetwork/609.1.4 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,970997,272298,425900, 'Tweetbot/28300 CFNetwork/609.1.4 Darwin/13.0.0', '15364-18580-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'turbotabbee/TSV2.0/1.02Q;'), 1 => array(0 => 'Opera/9.70 (Linux armv7l ; U; turbotabbee/TSV2.0/1.02Q; fr) Presto/2.2.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,124734,93696,425900, 'Opera/9.70 (Linux armv7l ; U; turbotabbee/TSV2.0/1.02Q; fr) Presto/2.2.1', '18254-18110-18407-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.5.21022; .NET CLR 3.5.30729; .NET CLR 3.0.30729) (TARGUSinfo Web Crawler www.targusinfo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,50333,49480,425900, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.5.21022; .NET CLR 3.5.30729; .NET CLR 3.0.30729) (TARGUSinfo Web Crawler www.targusinfo.com)', '18254-17285-17193-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:21.0) Gecko/X Firefox/21.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1241064,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:21.0) Gecko/X Firefox/21.0 slurp', '15364-16110-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'XSpider'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 7.0) XSpider 7')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,268705,136230,425900, 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 7.0) XSpider 7', '15364-17350-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler'), 1 => array(0 => 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Win64; x64; Trident/6.0) (TARGUSinfo Web Crawler www.targusinfo.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,95563,536268,425900, 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Win64; x64; Trident/6.0) (TARGUSinfo Web Crawler www.targusinfo.com)', '18254-7133-17201-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Crawler', 1 => '+http://www.singingfish.com/help/spider.html;', 2 => 'Spider'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; webmaster@singingfish.com); SpiderThread Revision: 3.10')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,496034, 'Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; webmaster@singingfish.com); SpiderThread Revision: 3.10', '18254-7480-17191-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Bot'), 1 => array(0 => 'Mozilla/5.0 (Linux; U; Android 3.0.1; en-us; Bottle of Smoke Build/HRI66) AppleWebKit/534.13 (KHTML, like Gecko) Version/4.0 Safari/534.13')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,198507,272298,425900, 'Mozilla/5.0 (Linux; U; Android 3.0.1; en-us; Bottle of Smoke Build/HRI66) AppleWebKit/534.13 (KHTML, like Gecko) Version/4.0 Safari/534.13', '15364-6545-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.13) Gecko/X Firefox/3.6.13 ( .NET CLR 3.5.30729; .NET4.0C) slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,94724,482648, 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.13) Gecko/X Firefox/3.6.13 ( .NET CLR 3.5.30729; .NET4.0C) slurp', '15364-7133-17558-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.17) Gecko/X Firefox/3.6.17 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,94724,482648, 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.17) Gecko/X Firefox/3.6.17 slurp', '15364-7133-17558-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.13) Gecko/X Firefox/3.6.13 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,94724,482648, 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.13) Gecko/X Firefox/3.6.13 slurp', '15364-7133-17558-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:22.0) Gecko/X Firefox/22.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1297409,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:22.0) Gecko/X Firefox/22.0 slurp', '15364-16110-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebBot/6.2.1/1.8.5.168;'), 1 => array(0 => 'Opera/8.01 (J2ME/MIDP; MXit WebBot/6.2.1/1.8.5.168; U;) Opera Mini/3.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(28561,27598,27605,425900, 'Opera/8.01 (J2ME/MIDP; MXit WebBot/6.2.1/1.8.5.168; U;) Opera Mini/3.1', '18088-17017-17368-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'WebBot/6.1.0/1.8.5.168;'), 1 => array(0 => 'Opera/8.01 (J2ME/MIDP; MXit WebBot/6.1.0/1.8.5.168; U;) Opera Mini/3.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(28561,27598,27605,425900, 'Opera/8.01 (J2ME/MIDP; MXit WebBot/6.1.0/1.8.5.168; U;) Opera Mini/3.1', '18088-17017-17368-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1343963,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.36 slurp', '15364-16110-21934-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AdometryBot'), 1 => array(0 => 'Mozilla/5.0 (X11; Ubuntu; Linux i686; rv:17.0) Gecko/X Firefox/17.0 AdometryBot')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,716673,967177,425900, 'Mozilla/5.0 (X11; Ubuntu; Linux i686; rv:17.0) Gecko/X Firefox/17.0 AdometryBot', '18254-18118-18429-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1218747,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp', '15364-16110-19839-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'CyanogenMod-BlueBot-V3)'), 1 => array(0 => 'Mozilla/5.0 (Linux; U; Android 4.2.1; en-us; HTC Inspire 4G Build/JOP40D; CyanogenMod-BlueBot-V3) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(177762,1221049,1134083,425900, 'Mozilla/5.0 (Linux; U; Android 4.2.1; en-us; HTC Inspire 4G Build/JOP40D; CyanogenMod-BlueBot-V3) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30', '17108-22211-19802-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Spider/2.3.0 CFNetwork/609.1.4 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,970997,54471,425900, 'Spider/2.3.0 CFNetwork/609.1.4 Darwin/13.0.0', '15364-18580-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider'), 1 => array(0 => 'Spider/2.4.3 CFNetwork/609.1.4 Darwin/13.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,970997,54471,425900, 'Spider/2.4.3 CFNetwork/609.1.4 Darwin/13.0.0', '15364-18580-17470-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:17.0) Gecko/X Firefox/17.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,967177,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:17.0) Gecko/X Firefox/17.0 slurp', '15364-17285-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:8.0) Gecko/X Firefox/8.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,625572,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:8.0) Gecko/X Firefox/8.0 slurp', '15364-17285-17698-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'METASpider'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) METASpider')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,52327,221482,425900, 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) METASpider', '15364-7127-17387-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:12.0) Gecko/X Firefox/12.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,723494,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:12.0) Gecko/X Firefox/12.0 slurp', '15364-17285-18101-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:12.0) Gecko/X Firefox/12.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,723494,482648, 'Mozilla/5.0 (Windows NT 6.0; WOW64; rv:12.0) Gecko/X Firefox/12.0 slurp', '15364-17285-18101-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,355621,1104650,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:19.0) Gecko/X Firefox/19.0 slurp', '17595-17297-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:20.0) Gecko/X Firefox/20.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,176122,1168522,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:20.0) Gecko/X Firefox/20.0 slurp', '17595-17296-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1285137,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36 slurp', '15364-16110-21635-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:22.0) Gecko/X Firefox/22.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,176122,1297409,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:22.0) Gecko/X Firefox/22.0 slurp', '17595-17296-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.googlebot.com/bot.html;'), 1 => array(0 => 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 8.0; Windows NT 6.0; Trident/4.0; GTB6; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET C;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,104546,443728, 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 8.0; Windows NT 6.0; Trident/4.0; GTB6; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET C;c2VvLWNyYXdsZXI=', '15364-17285-17190-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1218747,482648, 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp', '15364-5690-19839-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,710421,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:9.0.1) Gecko/X Firefox/9.0.1 slurp', '15364-17285-18097-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'OrangeBot-Mobile'), 1 => array(0 => 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_0_1 like Mac OS X; fr-fr) OrangeBot-Mobile AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8A306 Safari/(mobilesearch.support@orange-ftgroup.com)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(116374,268719,120007,425900, 'Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_0_1 like Mac OS X; fr-fr) OrangeBot-Mobile AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8A306 Safari/(mobilesearch.support@orange-ftgroup.com)', '12280-17144-4201-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,176122,1104650,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:19.0) Gecko/X Firefox/19.0 slurp', '17595-17296-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BecomeBot/3.0;'), 1 => array(0 => 'Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,272292,136230,425900, 'Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html);c2VvLWNyYXdsZXI=', '15364-7480-17191-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,716680,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:10.0.2) Gecko/X Firefox/10.0.2 slurp', '15364-17285-18099-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'BilliosBot)'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.6; BilliosBot)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,176122,426483,425900, 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.6; BilliosBot)', '17595-17296-18108-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1218747,482648, 'Mozilla/5.0 (Windows NT 6.0) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31 slurp', '15364-17285-19839-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:20.0) Gecko/X Firefox/20.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,1168522,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:20.0) Gecko/X Firefox/20.0 slurp', '17595-18207-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Mobile/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(116374,836625,966342,443728, 'Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)', '12280-18432-18431-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'diffbot/0.3.7', 1 => '(http://www.diffbot.com)'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.2.6) Gecko/X diffbot/0.3.7 (http://www.diffbot.com) Firefox/3.6.6 (.NET CLR 3.5.30729);c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,94724,425900, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.2.6) Gecko/X diffbot/0.3.7 (http://www.diffbot.com) Firefox/3.6.6 (.NET CLR 3.5.30729);c2VvLWNyYXdsZXI=', '15364-5690-17558-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1104650,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:19.0) Gecko/X Firefox/19.0 slurp', '15364-16110-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:20.0) Gecko/X Firefox/20.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1168522,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:20.0) Gecko/X Firefox/20.0 slurp', '15364-16110-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (X11; Ubuntu; Linux i686; rv:20.0) Gecko/X Firefox/20.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,716673,1168522,482648, 'Mozilla/5.0 (X11; Ubuntu; Linux i686; rv:20.0) Gecko/X Firefox/20.0 slurp', '15364-18118-22167-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:22.0) Gecko/X Firefox/22.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,355621,1297409,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:22.0) Gecko/X Firefox/22.0 slurp', '17595-17297-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.googlebot.com/bot.html;'), 1 => array(0 => 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 7.0; Windows NT 6.0; SLCC1; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.5.30729; .NET CLR 3.0.3;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,49480,443728, 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 7.0; Windows NT 6.0; SLCC1; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.5.30729; .NET CLR 3.0.3;c2VvLWNyYXdsZXI=', '15364-17285-17193-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:21.0) Gecko/X Firefox/21.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,1241064,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:21.0) Gecko/X Firefox/21.0 slurp', '17595-18207-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.36 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1343963,482648, 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.36 slurp', '15364-5690-21934-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1; rv:6.0) Gecko/X Firefox/6.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,360413,482648, 'Mozilla/5.0 (Windows NT 5.1; rv:6.0) Gecko/X Firefox/6.0 slurp', '15364-5690-17208-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:13.0) Gecko/X Firefox/13.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,656513,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:13.0) Gecko/X Firefox/13.0.1 slurp', '15364-17285-18171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:6.0.2) Gecko/X Firefox/6.0.2 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,360413,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:6.0.2) Gecko/X Firefox/6.0.2 slurp', '15364-17285-17208-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:19.0) Gecko/X Firefox/19.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,1104650,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:19.0) Gecko/X Firefox/19.0 slurp', '17595-18207-18689-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'SuperBot/4.7.0.72'), 1 => array(0 => 'SuperBot/4.7.0.72 (Win32)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,268705,272298,425900, 'SuperBot/4.7.0.72 (Win32)', '18254-17350-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:21.0) Gecko/X Firefox/21.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,355621,1241064,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:21.0) Gecko/X Firefox/21.0 slurp', '17595-17297-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:22.0) Gecko/X Firefox/22.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,1297409,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:22.0) Gecko/X Firefox/22.0 slurp', '17595-18207-22170-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1', 1 => '(+http://www.googlebot.com/bot.html;'), 1 => array(0 => 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 8.0; Windows NT 5.1; Trident/4.0; FunWebProducts; GTB6.5; .NET CLR 1.1.4322; .NET CLR 2.0.5072;c2VvLWNyYXdsZXI=')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,104546,443728, 'Googlebot/2.1 (+http://www.googlebot.com/bot.html; MSIE 8.0; Windows NT 5.1; Trident/4.0; FunWebProducts; GTB6.5; .NET CLR 1.1.4322; .NET CLR 2.0.5072;c2VvLWNyYXdsZXI=', '15364-5690-17190-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:23.0) Gecko/X Firefox/23.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,176122,1348618,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:23.0) Gecko/X Firefox/23.0 slurp', '17595-17296-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:23.0) Gecko/X Firefox/23.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,1348618,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:23.0) Gecko/X Firefox/23.0 slurp', '17595-18207-22171-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:16.0) Gecko/X Firefox/16.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,607733,941886,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:16.0) Gecko/X Firefox/16.0 slurp', '17595-18207-18428-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:14.0) Gecko/X Firefox/14.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,176122,714873,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:14.0) Gecko/X Firefox/14.0.1 slurp', '17595-17296-18330-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.97 Safari/537.11 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,973219,482648, 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.97 Safari/537.11 slurp', '15364-5690-18439-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:21.0) Gecko/X Firefox/21.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,176122,1241064,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:21.0) Gecko/X Firefox/21.0 slurp', '17595-17296-22169-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; rv:2.0.1) Gecko/X Firefox/4.0.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,95569,482648, 'Mozilla/5.0 (Windows NT 6.0; rv:2.0.1) Gecko/X Firefox/4.0.1 slurp', '15364-17285-17203-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:17.0) Gecko/X Firefox/17.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(47863,355621,967177,482648, 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:17.0) Gecko/X Firefox/17.0 slurp', '17595-17297-18429-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.57 Safari/537.17 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,1064667,482648, 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.57 Safari/537.17 slurp', '15364-5690-18629-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/24000'), 1 => array(0 => 'Tweetbot/24000 CFNetwork/548.1.4 Darwin/11.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,468950,272298,425900, 'Tweetbot/24000 CFNetwork/548.1.4 Darwin/11.0.0', '18254-18570-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/24203'), 1 => array(0 => 'Tweetbot/24203 CFNetwork/548.1.4 Darwin/11.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,468950,272298,425900, 'Tweetbot/24203 CFNetwork/548.1.4 Darwin/11.0.0', '18254-18570-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Tweetbot/24300'), 1 => array(0 => 'Tweetbot/24300 CFNetwork/548.1.4 Darwin/11.0.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,468950,272298,425900, 'Tweetbot/24300 CFNetwork/548.1.4 Darwin/11.0.0', '18254-18570-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'baiduspider;', 1 => '+http://www.baidu.com/search/spider.html)'), 1 => array(0 => 'Nokia6681/1.0 (2.30.0) Series60/2.6 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible; baiduspider; +http://www.baidu.com/search/spider.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(173289,46786,272298,425900, 'Nokia6681/1.0 (2.30.0) Series60/2.6 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible; baiduspider; +http://www.baidu.com/search/spider.html)', '11860-5776-18245-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:18.0) Gecko/X Firefox/18.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,285367,1037033,482648, 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:18.0) Gecko/X Firefox/18.0 slurp', '15364-16110-18521-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 6.0; Googlebot/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,136230,443728, 'Mozilla/4.0 (compatible; MSIE 6.0; Googlebot/2.1; +http://www.google.com/bot.html)', '18254-7480-17191-18089'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Spider', 1 => '(http://www.entireweb.com/about/search_tech/speedy_spider/)'), 1 => array(0 => 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) Speedy Spider (http://www.entireweb.com/about/search_tech/speedy_spider/)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,49474,272298,496034, 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) Speedy Spider (http://www.entireweb.com/about/search_tech/speedy_spider/)', '15364-5690-18245-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,833764,482648, 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1 slurp', '15364-7133-18366-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'AddSugarSpiderBot'), 1 => array(0 => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,49480,496034, 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) AddSugarSpiderBot www.idealobserver.com', '15364-17285-17193-19831'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => '(+http://otsing.delfi.ee/?c=crawler)'), 1 => array(0 => 'Dolphin/1.4 (+http://otsing.delfi.ee/?c=crawler)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,843234,425900, 'Dolphin/1.4 (+http://otsing.delfi.ee/?c=crawler)', '18254-7480-24422-18091'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'goo;+http://help.goo.ne.jp/door/crawler.html)'), 1 => array(0 => 'DoCoMo/2.0 P900i(c100;TB;W24H11)(compatible; ichiro/mobile goo;+http://help.goo.ne.jp/door/crawler.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,339801,339808,341407, 'DoCoMo/2.0 P900i(c100;TB;W24H11)(compatible; ichiro/mobile goo;+http://help.goo.ne.jp/door/crawler.html)', '18254-17658-18392-18168'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:26.0) Gecko/X Firefox/26.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,95563,1513215,482648, 'Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:26.0) Gecko/X Firefox/26.0 slurp', '15364-7133-24186-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'slurp'), 1 => array(0 => 'Mozilla/5.0 (Windows NT 6.0; Win64; x64; rv:26.0) Gecko/X Firefox/26.0 slurp')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(44218,50333,1513215,482648, 'Mozilla/5.0 (Windows NT 6.0; Win64; x64; rv:26.0) Gecko/X Firefox/26.0 slurp', '15364-17285-24186-18090'); $ls = $ns; } $ns = E37($segments, array(0 => array(0 => 'Googlebot-Mobile/2.1;', 1 => '+http://www.google.com/bot.html)'), 1 => array(0 => 'Nokia6820/2.0 (4.83) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(163126,29596,28641,443728, 'Nokia6820/2.0 (4.83) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)', '11758-6909-3780-18089'); $ls = $ns; } return $dl; }