作者piglon (TEST123)
看板PHP
标题[请益]curl抓网页拿不到cookie
时间Thu Dec 13 18:31:22 2012
最近要抓一个页面
却不能全部抓下来
观察之後发现是要有cookie才可以看到的页面
我参考了别人的文章写了一个function
可是却抓不到cookie
不知道我是不是缺了什麽参数?
<?php
$url = '
http://s.taobao.com/search?q=1';
$res = get_page($url);
echo $res;
function get_page($url){
$user_agent = 'Mozilla/5.0 (Windows NT 6.1;WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.95 Safari/537.11';
$cookie_fn = './taobao_cookie.txt';
if(!file_exists($cookie_fn)){
output('', $cookie_fn, 'w');
}
$ch = curl_init();
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_HEADER, true);//false true
curl_setopt($ch, CURLOPT_USERAGENT, $user_agent);
curl_setopt($ch, CURLOPT_COOKIEJAR, $cookie_fn);
curl_setopt($ch, CURLOPT_REFERER, $url);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 2);
$ch = curl_init();
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_HEADER, true);
curl_setopt($ch, CURLOPT_USERAGENT, $user_agent);
curl_setopt($ch, CURLOPT_COOKIEFILE, $cookie_fn);
curl_setopt($ch, CURLOPT_REFERER, $url);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 2);
$res2 = curl_exec($ch);
$res2 = iconv("GBK", "UTF-8", $res2);
curl_close($ch);
return $res2;
}
function output($content, $fn, $type){
$fp = fopen($fn, $type);
fputs($fp, $content);
fclose($fp);
}
?>
--
--
※ 发信站: 批踢踢实业坊(ptt.cc)
◆ From: 114.34.50.241