Browse Source

cookie失效邮件发送优化

pull/59/head
pengda 4 days ago
parent
commit
361404ea32
  1. 2
      control/weibo.php
  2. 11
      queue/deal/get_weibo_behavior.php

2
control/weibo.php

@ -94,7 +94,7 @@ class weibo extends publicBase {
$obj = new mWeiboBehavior();
$list = $obj->getSpiderBehavior($date, $uid, $wid, $cur_page, $page_size);
$total = $obj->getSpiderBehaviorTotal($date, $wid, $uid);
$total = $obj->getSpiderBehaviorTotal($date, $uid, $wid);
$rdata = array(
'total' => $total,

11
queue/deal/get_weibo_behavior.php

@ -33,10 +33,7 @@ class getWeiboBehavior extends dealBase {
$obj->proxy_port = $ipdata['port'];
$rq_data = $rdobj->rpop($this->task_key);
if (empty($rq_data)) {
sleep(60);
return false;
}
if (empty($rq_data)) exit;
$baselog = $rq_data . "|" . $ipdata['ip'] . "|" . $ipdata['port'] . "|" . PROC_CODE . "|";
@ -61,7 +58,11 @@ class getWeiboBehavior extends dealBase {
if (!$res) {
$error = $obj->getError();
if($error == 'cookie失效') $obj->sendMail(array('1026652509@qq.com'), date('Y年m月d日', time()) . '-微博数据抓取', $data['info']);
if($error == 'cookie失效') {
$obj->sendMail(array('1026652509@qq.com'), date('Y年m月d日', time()) . '-微博数据抓取', $error);
$rdobj->del($this->task_key);
exit;
}
if ($obj->is_change_ip) {
// 0进程监控更换ip
if (PROC_CODE == 0) $rdobj->del(_RC_SPIDER_USE_IP);

Loading…
Cancel
Save