Browse Source

Merge pull request '修复微博未采集完所有评论就停止问题' (#63) from xmz_weibo_demo into master

Reviewed-on: #63
pull/77/head
longchao 3 days ago
parent
commit
1b41e9de02
  1. 11
      model/mWeiboComments.php
  2. 1
      queue/deal/spider_weibo_comment.php

11
model/mWeiboComments.php

@ -131,6 +131,12 @@ class mWeiboComments extends mBase {
$max_id = $weibo_data_id - 1; $max_id = $weibo_data_id - 1;
} }
$rdata['total_number'] = $source_data['total_number']+0;
$rdata['max_id'] = $max_id;
$rdata['weibo_id'] = $weibo_id;
$rdata['is_load_all'] = count($source_data['data']) <= 0 ? true : false;
if(empty($source_data['data']) || count($source_data['data']) <= 0) return $rdata;
$res = $this->obj->execTrans2($sqls); $res = $this->obj->execTrans2($sqls);
if(!$res) { if(!$res) {
$this->setError('保存评论失败'); $this->setError('保存评论失败');
@ -138,10 +144,7 @@ class mWeiboComments extends mBase {
return false; return false;
} }
$rdata['total_number'] = $source_data['total_number'];
$rdata['max_id'] = $max_id;
$rdata['weibo_id'] = $weibo_id;
$rdata['is_load_all'] = count($source_data['data']) < 20 ? true : false;
return $rdata; return $rdata;
} }

1
queue/deal/spider_weibo_comment.php

@ -13,6 +13,7 @@ class spiderWeiboComment extends dealBase {
} }
public function deal() { public function deal() {
exit;
$obj = new mSpider(); $obj = new mSpider();
$rdobj = $obj->initRedis(); $rdobj = $obj->initRedis();

Loading…
Cancel
Save