You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
38 lines
1.1 KiB
38 lines
1.1 KiB
<?php
|
|
/**
|
|
* 抓取微博评论任务
|
|
* @package crontab
|
|
*/
|
|
|
|
include_once(dirname(dirname(dirname(__FILE__))) . "/library/publicBase.php");
|
|
|
|
class addSpiderWeiboCommentTask {
|
|
public function __construct() {
|
|
$page_size = 500;
|
|
|
|
$condition['uid'] = WEIBO_USER_ZHANG;
|
|
$condition['spider_comment_status'] = SPIDER_COMMENT_STATUS_NO;
|
|
|
|
$obj = new mWeibo();
|
|
$rdobj = $obj->initRedis();
|
|
if($rdobj->llen(_RQ_SPIDER_WEIBO_COMMENT)+0 > 50) return true;
|
|
|
|
for($page_num=1;$page_num<=1;$page_num++) {
|
|
$weibo_data = $obj->getWeiboList($condition, $page_num, $page_size);
|
|
if(empty($weibo_data)) break;
|
|
|
|
foreach($weibo_data as $data) {
|
|
$pdata['weibo_id'] = $data['id'];
|
|
$pdata['max_id'] = 0;
|
|
|
|
if ($rdobj->sIsMember(_RS_SPIDER_WEIBO_COMMENT, $data['id'])) continue;
|
|
$rdobj->lpush(_RQ_SPIDER_WEIBO_COMMENT, json_encode($pdata));
|
|
$rdobj->sAdd(_RS_SPIDER_WEIBO_COMMENT, $data['id']);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
}
|
|
|
|
new addSpiderWeiboCommentTask();
|
|
|