From 079dec7016d88f03d3a7346ca5d5262aa2e97592 Mon Sep 17 00:00:00 2001 From: longchao <1432334894@qq.com> Date: Wed, 16 Jul 2025 16:05:16 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E6=8A=93=E5=8F=96=E6=89=80?= =?UTF-8?q?=E6=9C=89=E8=AF=84=E8=AE=BA=E5=A4=B1=E8=B4=A5=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- queue/deal/spider_weibo_comment.php | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/queue/deal/spider_weibo_comment.php b/queue/deal/spider_weibo_comment.php index aa3af83..98ad727 100644 --- a/queue/deal/spider_weibo_comment.php +++ b/queue/deal/spider_weibo_comment.php @@ -117,18 +117,19 @@ class spiderWeiboComment extends dealBase { return false; }else{ $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '微博评论分页抓取成功:'.json_encode($res).'|'.$baselog); - } - - if(!$res['is_load_all']) { $rdobj = $obj->initRedis(); if($res['count'] == 0 && $res['max_id'] > 0) { $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取所有评论失败:'.$baselog.'|'.$res['max_id']); $ures = $wobj->updateWeibo($weibo_id, array('spider_comment_status' => SPIDER_COMMENT_STATUS_ERROR)); if($ures) $rdobj->srem(_RS_SPIDER_WEIBO_COMMENT, $weibo_id); + sleep(10); return false; } - sleep(10); + } + if(!$res['is_load_all']) { + sleep(10); + $rdobj = $obj->initRedis(); $rds = $rdobj->rpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($res)); $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取下一页:'.$baselog.'|result:'.json_encode($res).'|redis:'.$rds); return true; -- 1.8.3.1