knowledge/library/tools/add_weibo_spider_task.php

<?php
include_once(dirname(dirname(__FILE__)) . "/publicBase.php");
$code = trim($argv[1]);


addTaskVideo();
exit;

function addTaskPic() {
    $obj = new mSpider();
    $rdobj = $obj->initRedis();

    $page_num = 1;
    $page_size = 1000;
    $where = array();
    while (true){
        $data = $obj->getWeiboList($where, $page_num, $page_size);
        if(empty($data)) break;

        foreach($data as $k=>$v){
            $pic_ids = json_decode($v['pic_ids'], 1);
            if(!empty($pic_ids)){
                $rdobj->lpush(_RQ_SPIDER_WEIBO_DATA, $v['id']);
            }
        }

        $page_num++;
    }
}

function addTaskVideo() {
    $obj = new mSpider();
    $rdobj = $obj->initRedis();

    $page_num = 1;
    $page_size = 1000;
    $where = array();
    while (true){
        $data = $obj->getWeiboList($where, $page_num, $page_size);
        if(empty($data)) break;

        foreach($data as $k=>$v){
            if(!empty($v['video_url'])){
                $rdobj->lpush(_RQ_SPIDER_WEIBO_DATA, $v['id']);
            }
        }

        $page_num++;
    }
}