|
@ -17,6 +17,7 @@ class addSpiderWeiboCommentTask { |
|
|
$rdobj = $obj->initRedis(); |
|
|
$rdobj = $obj->initRedis(); |
|
|
if($rdobj->llen(_RQ_SPIDER_WEIBO_COMMENT)+0 > 0) return true; |
|
|
if($rdobj->llen(_RQ_SPIDER_WEIBO_COMMENT)+0 > 0) return true; |
|
|
|
|
|
|
|
|
|
|
|
$j = 0; |
|
|
for($page_num=1;$page_num<=1;$page_num++) { |
|
|
for($page_num=1;$page_num<=1;$page_num++) { |
|
|
$weibo_data = $obj->getWeiboList($condition, $page_num, $page_size); |
|
|
$weibo_data = $obj->getWeiboList($condition, $page_num, $page_size); |
|
|
if(empty($weibo_data)) break; |
|
|
if(empty($weibo_data)) break; |
|
@ -26,11 +27,14 @@ class addSpiderWeiboCommentTask { |
|
|
$pdata['max_id'] = 0; |
|
|
$pdata['max_id'] = 0; |
|
|
|
|
|
|
|
|
if ($rdobj->sIsMember(_RS_SPIDER_WEIBO_COMMENT, $data['id'])) continue; |
|
|
if ($rdobj->sIsMember(_RS_SPIDER_WEIBO_COMMENT, $data['id'])) continue; |
|
|
|
|
|
++$j; |
|
|
$rdobj->lpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($pdata)); |
|
|
$rdobj->lpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($pdata)); |
|
|
$rdobj->sAdd(_RS_SPIDER_WEIBO_COMMENT, $data['id']); |
|
|
$rdobj->sAdd(_RS_SPIDER_WEIBO_COMMENT, $data['id']); |
|
|
} |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
if($j > 0) $obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '本次加入任务数:'.$j); |
|
|
|
|
|
|
|
|
return true; |
|
|
return true; |
|
|
} |
|
|
} |
|
|
} |
|
|
} |
|
|