Browse Source

修复最后一页评论入库失败问题

pull/87/head
longchao 2 days ago
parent
commit
20e09bc073
  1. 3
      model/mWeiboComments.php
  2. 1
      queue/deal/spider_weibo_comment.php

3
model/mWeiboComments.php

@ -136,9 +136,10 @@ class mWeiboComments extends mBase {
$rdata['weibo_id'] = $weibo_id; $rdata['weibo_id'] = $weibo_id;
$rdata['is_load_all'] = count($source_data['data']) <= 0 ? true : false; $rdata['is_load_all'] = count($source_data['data']) <= 0 ? true : false;
if(empty($source_data['data']) || count($source_data['data']) <= 0) return $rdata; if(empty($source_data['data']) || count($source_data['data']) <= 0) return $rdata;
if(isset($source_data['max_id']) && $source_data['max_id'] == 0) { if(isset($source_data['max_id']) && $source_data['max_id'] == 0) {
$rdata['is_load_all'] = true; $rdata['is_load_all'] = true;
return $rdata; if(empty($sqls)) return $rdata;
} }
$res = $this->obj->execTrans2($sqls); $res = $this->obj->execTrans2($sqls);

1
queue/deal/spider_weibo_comment.php

@ -123,7 +123,6 @@ class spiderWeiboComment extends dealBase {
$rdobj = $obj->initRedis(); $rdobj = $obj->initRedis();
$rds = $rdobj->rpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($res)); $rds = $rdobj->rpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($res));
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取下一页:'.$baselog.'|result:'.json_encode($res).'|redis:'.$rds); $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取下一页:'.$baselog.'|result:'.json_encode($res).'|redis:'.$rds);
return true; return true;
} }

Loading…
Cancel
Save