CodeIgniter 爬蟲實戰：抓取新聞標題、內容、來源與圖片完整方案

(.*?)<\/strong><\/h3>/sim', $result_newsinfo, $title); preg_match_all('/【來源：(.*?) 】<\/span><\/td>/sim', $result_newsinfo, $source); preg_match_all('/(.*?)<\/td>/sim', $result_newsinfo, $content); // 6. 提取內容區塊圖片 preg_match_all('//sim', $content[1][0], $img); $picture = ''; foreach ($img[1] as $imgs) { // 僅處理完整 HTTP 連結 if (strpos($imgs, 'https://') === false) continue; $img_source = file_get_contents($imgs); $img_name = trim(strrchr($imgs, '/'), '/'); // 7. 圖片本地化儲存 $save_path = "./static/uploads/news/" . $img_name; file_put_contents($save_path, $img_source); // 8. 內容中圖片連結替換為本地路徑 $local_path = '/static/uploads/news/' . $img_name; $content[1][0] = str_replace($imgs, $local_path, $content[1][0]); $picture .= $img_name . ':'; // 以冒號分隔多圖 } // 9. 組裝資料入庫 $data = [ 'title' => $title[1][0] ?? '', 'source' => $source[1][0] ?? '', 'contents' => trim($content[1][0] ?? ''), 'picture' => $picture, 'style' => $i, 'create_time' => time(), ]; if (!$this->News_model->add($data)) { continue; // 入庫失敗跳過 } } echo '

---

'; } } $this->benchmark->mark('code_end'); echo $this->benchmark->elapsed_time('code_start', 'code_end'); } // 通用 cURL 封裝：支援 GBK 轉 UTF-8、自動追蹤重導向 private function curl_snatch($url = 'https://www.2sche.cn/buy.asp') { $url = trim($url); $content = ''; if (extension_loaded('curl')) { $ch = curl_init(); curl_setopt($ch, CURLOPT_URL, $url); curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1); curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1); curl_setopt($ch, CURLOPT_HEADER, 0); $output = curl_exec($ch); $content = iconv("GBK", "UTF-8", $output); if ($output === FALSE) { log_message('error', "cURL Error: " . curl_error($ch)); } curl_close($ch); } else { $content = file_get_contents($url); } return trim($content); } }