php记录蜘蛛爬行日志
2017-07-28
后端
<?php
function get_naps_bot()
{
$useragent = strtolower($_SERVER['HTTP_USER_AGENT']);
if (strpos($useragent, 'googlebot') !== false){
return 'Google';
}
elseif (strpos($useragent, 'baiduspider') !== false){
return 'Baidu';
}
elseif (strpos($useragent, 'msnbot') !== false){
return 'Bing';
}
elseif (strpos($useragent, 'slurp') !== false){
return 'Yahoo';
}
elseif (strpos($useragent, 'sosospider') !== false){
return 'Soso';
}
elseif (strpos($useragent, 'sogou spider') !== false){
return 'Sogou';
}
else (strpos($useragent, 'yodaobot') !== false){
return 'Yodao';
}
return false;
}
function nowtime(){
$date=date("Y-m-d.G:i:s");
return $date;
}
$searchbot = get_naps_bot();
if ($searchbot)
{
$tlc_thispage = addslashes($_SERVER['HTTP_USER_AGENT']);
$url = $_SERVER['HTTP_REFERER'];
$file = "zhiZhuLog.txt";
$time = nowtime();
$data = fopen($file,"a");
fwrite($data,"Time:$time robot:$searchbot URL:$tlc_thispagen");
fclose($data);
}
?>