Browse Source

Merge pull request '修复微博未采集完所有评论就停止问题' (#63) from xmz_weibo_demo into master

Reviewed-on: #63
pull/77/head
longchao 3 days ago
parent
commit
1b41e9de02
  1. 11
      model/mWeiboComments.php
  2. 1
      queue/deal/spider_weibo_comment.php

11
model/mWeiboComments.php

@ -131,6 +131,12 @@ class mWeiboComments extends mBase {
$max_id = $weibo_data_id - 1;
}
$rdata['total_number'] = $source_data['total_number']+0;
$rdata['max_id'] = $max_id;
$rdata['weibo_id'] = $weibo_id;
$rdata['is_load_all'] = count($source_data['data']) <= 0 ? true : false;
if(empty($source_data['data']) || count($source_data['data']) <= 0) return $rdata;
$res = $this->obj->execTrans2($sqls);
if(!$res) {
$this->setError('保存评论失败');
@ -138,10 +144,7 @@ class mWeiboComments extends mBase {
return false;
}
$rdata['total_number'] = $source_data['total_number'];
$rdata['max_id'] = $max_id;
$rdata['weibo_id'] = $weibo_id;
$rdata['is_load_all'] = count($source_data['data']) < 20 ? true : false;
return $rdata;
}

1
queue/deal/spider_weibo_comment.php

@ -13,6 +13,7 @@ class spiderWeiboComment extends dealBase {
}
public function deal() {
exit;
$obj = new mSpider();
$rdobj = $obj->initRedis();

Loading…
Cancel
Save