53 lines
1.1 KiB
53 lines
1.1 KiB
2 months ago
|
<?php
|
||
|
|
include_once(dirname(dirname(__FILE__)) . "/publicBase.php");
|
||
|
|
$code = trim($argv[1]);
|
||
|
|
|
||
|
|
|
||
|
|
addTaskVideo();
|
||
|
|
exit;
|
||
|
|
|
||
|
|
function addTaskPic() {
|
||
|
|
$obj = new mSpider();
|
||
|
|
$rdobj = $obj->initRedis();
|
||
|
|
|
||
|
|
$page_num = 1;
|
||
|
|
$page_size = 1000;
|
||
|
|
$where = array();
|
||
|
|
while (true){
|
||
|
|
$data = $obj->getWeiboList($where, $page_num, $page_size);
|
||
|
|
if(empty($data)) break;
|
||
|
|
|
||
|
|
foreach($data as $k=>$v){
|
||
|
|
$pic_ids = json_decode($v['pic_ids'], 1);
|
||
|
|
if(!empty($pic_ids)){
|
||
|
|
$rdobj->lpush(_RQ_SPIDER_WEIBO_DATA, $v['id']);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
$page_num++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
function addTaskVideo() {
|
||
|
|
$obj = new mSpider();
|
||
|
|
$rdobj = $obj->initRedis();
|
||
|
|
|
||
|
|
$page_num = 1;
|
||
|
|
$page_size = 1000;
|
||
|
|
$where = array();
|
||
|
|
while (true){
|
||
|
|
$data = $obj->getWeiboList($where, $page_num, $page_size);
|
||
|
|
if(empty($data)) break;
|
||
|
|
|
||
|
|
foreach($data as $k=>$v){
|
||
|
|
if(!empty($v['video_url'])){
|
||
|
|
$rdobj->lpush(_RQ_SPIDER_WEIBO_DATA, $v['id']);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
$page_num++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
|