fiftyone_degrees_preg_match_all('#heritrix/\\d\\.\\d#', $useragent)); $ns = E126($segments, array(0 => array(0 => 'heritrix/3.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,272298,499341, 'Mozilla/5.0 (compatible; heritrix/3.1.1 +http://www.baidu.com)', '18254-7480-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/1.8')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.8.0 +http://yourwebsite.domain.com/)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/2.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/2.0.2-SNAPSHOT-X.X +http://www.expertsearch.nl +@OPERATOR_FROM@)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.14.4 +http://www.nb.no/vevfangst)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/3.0')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/3.0.0 +http://www.yell.com)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/1.7')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.7.0 +http://www.greaterera.com/)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/1.5')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.5.0-X http://pandora.nla.gov.au/crawl.html)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/3.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/3.1.0 +http://internetmemory.org)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/1.6')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.6.0 http://www.worio.com/)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/1.4')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,27598,272298,499341, 'Mozilla/5.0 (compatible; heritrix/1.4t http://www.truveo.com/)', '18254-17017-18245-18165'); $ls = $ns; } $ns = E126($segments, array(0 => array(0 => 'heritrix/1.1')), $ls); if ($ns <= $ls) { if ($ns < $ls) { unset($dl); } $dl[] = array(273254,272292,464452,499341, 'Mozilla/5.0 (compatible; heritrix/1.14.4 +http://parsijoo.ir)', '18254-7480-18418-18165'); $ls = $ns; } return $dl; }