diff --git a/queue/deal/spider_weibo_comment.php b/queue/deal/spider_weibo_comment.php index 8647734..aa3af83 100644 --- a/queue/deal/spider_weibo_comment.php +++ b/queue/deal/spider_weibo_comment.php @@ -120,8 +120,15 @@ class spiderWeiboComment extends dealBase { } if(!$res['is_load_all']) { - sleep(10); $rdobj = $obj->initRedis(); + if($res['count'] == 0 && $res['max_id'] > 0) { + $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取所有评论失败:'.$baselog.'|'.$res['max_id']); + $ures = $wobj->updateWeibo($weibo_id, array('spider_comment_status' => SPIDER_COMMENT_STATUS_ERROR)); + if($ures) $rdobj->srem(_RS_SPIDER_WEIBO_COMMENT, $weibo_id); + return false; + } + sleep(10); + $rds = $rdobj->rpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($res)); $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取下一页:'.$baselog.'|result:'.json_encode($res).'|redis:'.$rds); return true;