You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
46 lines
1.3 KiB
46 lines
1.3 KiB
<?php
|
|
/**
|
|
* 抓取微博行为数据
|
|
* @package crontab
|
|
*/
|
|
|
|
include_once(dirname(dirname(dirname(__FILE__))) . "/library/publicBase.php");
|
|
|
|
class spiderBehaviorData {
|
|
public function __construct() {
|
|
//删除半年前的数据
|
|
$bobj = new mWeiboBehavior();
|
|
$six_month_ago = date('Y-m-d', strtotime('-6 month'));
|
|
$bobj->deleteExpireBehaviorData($six_month_ago);
|
|
|
|
$user_list = array_keys($GLOBALS['WEIBO_USER_LIST']);
|
|
|
|
$obj = new mSpider();
|
|
$robj = $obj->initRedis();
|
|
$date = date("Y-m-d");
|
|
foreach ($user_list as $uid) {
|
|
for ($page = 1; $page <= 120; $page++) {
|
|
//原创数据
|
|
$data = array(
|
|
'type' => 1,
|
|
'uid' => $uid,
|
|
'page' => $page,
|
|
'date' => $date,
|
|
);
|
|
$robj->lpush(_RQ_SPIDER_WEIBO_BEHAVIOR, json_encode($data));
|
|
//转发数据
|
|
$data = array(
|
|
'type' => 2,
|
|
'uid' => $uid,
|
|
'page' => $page,
|
|
'date' => $date,
|
|
);
|
|
$robj->lpush(_RQ_SPIDER_WEIBO_BEHAVIOR, json_encode($data));
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
}
|
|
|
|
new spiderBehaviorData();
|
|
|