|
|
@ -33,10 +33,7 @@ class getWeiboBehavior extends dealBase { |
|
|
|
$obj->proxy_port = $ipdata['port']; |
|
|
|
|
|
|
|
$rq_data = $rdobj->rpop($this->task_key); |
|
|
|
if (empty($rq_data)) { |
|
|
|
sleep(60); |
|
|
|
return false; |
|
|
|
} |
|
|
|
if (empty($rq_data)) exit; |
|
|
|
|
|
|
|
$baselog = $rq_data . "|" . $ipdata['ip'] . "|" . $ipdata['port'] . "|" . PROC_CODE . "|"; |
|
|
|
|
|
|
@ -61,7 +58,11 @@ class getWeiboBehavior extends dealBase { |
|
|
|
|
|
|
|
if (!$res) { |
|
|
|
$error = $obj->getError(); |
|
|
|
if($error == 'cookie失效') $obj->sendMail(array('1026652509@qq.com'), date('Y年m月d日', time()) . '-微博数据抓取', $data['info']); |
|
|
|
if($error == 'cookie失效') { |
|
|
|
$obj->sendMail(array('1026652509@qq.com'), date('Y年m月d日', time()) . '-微博数据抓取', $error); |
|
|
|
$rdobj->del($this->task_key); |
|
|
|
exit; |
|
|
|
} |
|
|
|
if ($obj->is_change_ip) { |
|
|
|
// 0进程监控更换ip |
|
|
|
if (PROC_CODE == 0) $rdobj->del(_RC_SPIDER_USE_IP); |
|
|
|