透過解析 `$_SERVER['HTTP_USER_AGENT']` 判斷來訪者是否為已知爬蟲,並記錄時間、IP、蜘蛛名稱、請求 URL。
<?php
function logSpiderVisit(): void
{
$ua = strtolower($_SERVER['HTTP_USER_AGENT'] ?? '');
$botMap = [
'googlebot' => 'Google',
'mediapartners-google' => 'Google Adsense',
'baiduspider' => 'Baidu',
'sogou spider' => 'Sogou',
'sogou web' => 'Sogou Web',
'sosospider' => 'SOSO',
'360spider' => '360Spider',
'yahoo' => 'Yahoo',
'msnbot' => 'MSN/Bing',
'bingbot' => 'Bing',
'yandex' => 'Yandex',
'duckduckbot' => 'DuckDuckGo',
'ia_archiver' => 'Alexa',
'slurp' => 'Yahoo Slurp',
];
$botName = 'Other';
foreach ($botMap as $key => $name) {
if (strpos($ua, $key) !== false) {
$botName = $name;
break;
}
}
// 通用 bot 關鍵字兜底
if ($botName === 'Other' && strpos($ua, 'bot') !== false) {
$botName = 'Unknown Bot';
}
if ($botName !== 'Other') {
$logLine = sprintf(
"%s\t%s\t%s\t%s\n",
date('Y-m-d H:i:s'),
$_SERVER['REMOTE_ADDR'] ?? 'unknown',
$botName,
'https://' . ($_SERVER['HTTP_HOST'] ?? '') . ($_SERVER['REQUEST_URI'] ?? '')
);
// 建議使用檔案鎖定避免併發寫入衝突
$fp = fopen(__DIR__ . '/logs/spider.log', 'a');
if ($fp) {
flock($fp, LOCK_EX);
fwrite($fp, $logLine);
flock($fp, LOCK_UN);
fclose($fp);
}
}
}
// 在入口文件或公共引入檔中調用
logSpiderVisit();
?>
記錄 IP 屬個人資料,需遵循 GDPR/個資法,建議: