You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
63 lines
2.3 KiB
63 lines
2.3 KiB
<?php
|
|
include_once(dirname(dirname(__FILE__)) . "/publicBase.php");
|
|
$code = trim($argv[1]);
|
|
|
|
|
|
addTaskVideoId();
|
|
exit;
|
|
|
|
function addTaskPic() {
|
|
$obj = new mSpider();
|
|
$rdobj = $obj->initRedis();
|
|
|
|
$page_num = 1;
|
|
$page_size = 1000;
|
|
$where = array();
|
|
while (true){
|
|
$data = $obj->getWeiboList($where, $page_num, $page_size);
|
|
if(empty($data)) break;
|
|
|
|
foreach($data as $k=>$v){
|
|
$pic_ids = json_decode($v['pic_ids'], 1);
|
|
if(!empty($pic_ids)){
|
|
$rdobj->lpush(_RQ_SPIDER_WEIBO_DATA, $v['id']);
|
|
}
|
|
}
|
|
|
|
$page_num++;
|
|
}
|
|
}
|
|
|
|
function addTaskVideo() {
|
|
$obj = new mSpider();
|
|
$rdobj = $obj->initRedis();
|
|
|
|
$page_num = 1;
|
|
$page_size = 1000;
|
|
$where = array();
|
|
while (true){
|
|
$data = $obj->getWeiboList($where, $page_num, $page_size);
|
|
if(empty($data)) break;
|
|
|
|
foreach($data as $k=>$v){
|
|
if(!empty($v['video_url'])){
|
|
$rdobj->lpush(_RQ_SPIDER_WEIBO_DATA, $v['id']);
|
|
}
|
|
}
|
|
|
|
$page_num++;
|
|
}
|
|
}
|
|
|
|
function addTaskVideoId() {
|
|
$obj = new mSpider();
|
|
$rdobj = $obj->initRedis();
|
|
|
|
$data = array(54545,45110,44706,44270,44267,44216,44183,42563,41626,40667,39537,39575,37161,36562,53,18557,32117,33366,33296,34889,28942,2755,34840,33946,34819,33906,13799,33153,29683,33970,33817,34761,34754,14311,25891,34714,34711,34059,29898,23725,34693,34687,33058,2900,125,33608,33,33266,34549,12032,2003,30243,29068,34420,29505,29331,5084,6957,30775,12548,33612,24167,34211,33261,33264,216,33704,31015,14602,22486,33897,34262,33275,32972,32980,29550,29145,28700,28608,27680,27269,13056,21375,7836,401,24274,4144,23995,23903,23843,23884,23796,23683,23598,23594,22927,21055,22035,21864,21840,21516,21496,12590,21163,21127,17469,21084,21053,20891,20866,16341,16990,13035,14981,16219,16198,6955,16447,15831,20399,6885,15816,4312,13661,8421,5220,15354,15327,12366,19907,14455,9462,13079,19685,19645,19644,12844,13877,3233,18894,18948,17257,7671,13786,13737,13168,12925,12887,12809,12666,12422,10139,9081,8351,8602,8560,8347,8339,8333,8167,7967,7892,7599,7689,7602,7201,7185,6263,5966,5962,5335,5309,3917,3432,2889,2818,2796,2705,1580,733,74);
|
|
|
|
foreach($data as $v){
|
|
$rdobj->lpush(_RQ_SPIDER_WEIBO_DATA, $v);
|
|
}
|
|
}
|
|
|
|
|
|
|