Browse Source

Merge pull request '增加日志' (#84) from xmz_weibo_demo into master

Reviewed-on: #84
master
longchao 3 days ago
parent
commit
b93c7aaa8e
  1. 4
      queue/crontab/add_spider_weibo_comment_task.php

4
queue/crontab/add_spider_weibo_comment_task.php

@ -17,6 +17,7 @@ class addSpiderWeiboCommentTask {
$rdobj = $obj->initRedis(); $rdobj = $obj->initRedis();
if($rdobj->llen(_RQ_SPIDER_WEIBO_COMMENT)+0 > 0) return true; if($rdobj->llen(_RQ_SPIDER_WEIBO_COMMENT)+0 > 0) return true;
$j = 0;
for($page_num=1;$page_num<=1;$page_num++) { for($page_num=1;$page_num<=1;$page_num++) {
$weibo_data = $obj->getWeiboList($condition, $page_num, $page_size); $weibo_data = $obj->getWeiboList($condition, $page_num, $page_size);
if(empty($weibo_data)) break; if(empty($weibo_data)) break;
@ -26,11 +27,14 @@ class addSpiderWeiboCommentTask {
$pdata['max_id'] = 0; $pdata['max_id'] = 0;
if ($rdobj->sIsMember(_RS_SPIDER_WEIBO_COMMENT, $data['id'])) continue; if ($rdobj->sIsMember(_RS_SPIDER_WEIBO_COMMENT, $data['id'])) continue;
++$j;
$rdobj->lpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($pdata)); $rdobj->lpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($pdata));
$rdobj->sAdd(_RS_SPIDER_WEIBO_COMMENT, $data['id']); $rdobj->sAdd(_RS_SPIDER_WEIBO_COMMENT, $data['id']);
} }
} }
if($j > 0) $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '本次加入任务数:'.$j);
return true; return true;
} }
} }

Loading…
Cancel
Save