友情链接
在线网页工具
获取蜘蛛的来往痕迹并做记录
//获取哪种蜘蛛爬虫后保存蜘蛛痕迹。 static function isSpider($path=null){ $agent = $_SERVER['HTTP_USER_AGENT']; $bots = array( 'baiduspider' => 'Baidu ', '360spider' => '360 ', 'yahoo slurp' => 'Yahoo ', 'googlebot' => 'Google', 'sosospider' => 'Soso ', 'msnbot' => 'Msn ', 'sogou spider' => 'Sogou ', 'yodaobot' => 'Yodao ', 'Spider' => $agent, ); foreach ($bots as $word => $name){ if (stristr($agent,$word)){ if($path){ $url = $_SERVER['REQUEST_SCHEME'].'://'. $_SERVER['SERVER_NAME'].$_SERVER['REQUEST_URI']; $time = date('Y-m-d H:i:s'); $hand = fopen($path.date("YW").'.text','a+'); fwrite($hand, "Time:{$time}\tAGENT:{$name}\tURL:{$url}\r\n"); fclose($hand); } return true; } } return false; }