From eb585c0ff3ff0c2408ad31e28ebc4c658c3de249 Mon Sep 17 00:00:00 2001 From: longchao <1432334894@qq.com> Date: Wed, 16 Jul 2025 10:08:13 +0800 Subject: [PATCH] =?UTF-8?q?=E6=97=A5=E5=BF=97=E4=B8=AD=E5=A2=9E=E5=8A=A0re?= =?UTF-8?q?dis=E8=AE=BE=E7=BD=AE=E7=BB=93=E6=9E=9C=E6=97=A5=E5=BF=97?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- queue/deal/spider_weibo_comment.php | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/queue/deal/spider_weibo_comment.php b/queue/deal/spider_weibo_comment.php index 7ec99b0..619dd38 100644 --- a/queue/deal/spider_weibo_comment.php +++ b/queue/deal/spider_weibo_comment.php @@ -64,11 +64,13 @@ class spiderWeiboComment extends dealBase { $res = $obj->spiderComments($cookie, $weibo_info['uid'], $weibo_info['wid'], $weibo_info['mblogid'], $max_id); - $rdobj = $obj->initRedis(); + if (!$res) { $error = $obj->getError(); if($error == 'cookie失效') { + sleep(10); + $rdobj = $obj->initRedis(); $rds = $rdobj->lpush($this->task_key, json_encode($rq_data)); $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '队列评论抓取失败,重试中:'.$error.'|'.$baselog.'|redis:'.$rds); @@ -78,18 +80,15 @@ class spiderWeiboComment extends dealBase { if ($obj->is_change_ip && PROC_CODE == 0) $rdobj->del(_RC_SPIDER_WEIBO_COMMENT_USE_IP); $obj->sendMail(array('1432334894@qq.com'), date('Y年m月d日', time()) . '-微博评论数据抓取', $error); - sleep(10); - // $rdobj->del($this->task_key); - // $rdobj->del(_RS_SPIDER_WEIBO_COMMENT); exit; } + sleep(30); + + $rdobj = $obj->initRedis(); $rds = $rdobj->lpush($this->task_key, json_encode($rq_data)); $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '队列评论抓取失败,重试中:'.$error.'|'.$baselog.'|redis:'.$rds); - - if ($obj->is_change_ip && PROC_CODE == 0) $rdobj->del(_RC_SPIDER_WEIBO_COMMENT_USE_IP); - sleep(30); return false; } @@ -106,6 +105,8 @@ class spiderWeiboComment extends dealBase { } if(!$res['is_load_all']) { + sleep(4); + $rdobj = $obj->initRedis(); $rds = $rdobj->lpush($this->task_key, json_encode($res)); $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取下一页:'.$baselog.'|redis:'.$rds); @@ -120,6 +121,7 @@ class spiderWeiboComment extends dealBase { return false; } + $rdobj = $obj->initRedis(); $rds = $rdobj->sRem(_RS_SPIDER_WEIBO_COMMENT, $weibo_id); $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取成功:'.$baselog.'|redis:'.$rds); -- 1.8.3.1