|
@ -93,6 +93,8 @@ class spiderWeiboComment extends dealBase { |
|
|
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, $baselog.'|'.$error); |
|
|
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, $baselog.'|'.$error); |
|
|
$wobj->updateWeibo($weibo_id, array('spider_comment_status' => SPIDER_COMMENT_STATUS_ERROR)); |
|
|
$wobj->updateWeibo($weibo_id, array('spider_comment_status' => SPIDER_COMMENT_STATUS_ERROR)); |
|
|
return false; |
|
|
return false; |
|
|
|
|
|
}else{ |
|
|
|
|
|
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '微博评论分页抓取成功:'.json_encode($res).'|'.$baselog); |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
if(!$res['is_load_all']) { |
|
|
if(!$res['is_load_all']) { |
|
@ -110,7 +112,7 @@ class spiderWeiboComment extends dealBase { |
|
|
|
|
|
|
|
|
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取成功:'.$baselog); |
|
|
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取成功:'.$baselog); |
|
|
$rdobj->sRem(_RS_SPIDER_WEIBO_COMMENT, $weibo_id); |
|
|
$rdobj->sRem(_RS_SPIDER_WEIBO_COMMENT, $weibo_id); |
|
|
sleep(3); |
|
|
sleep(2); |
|
|
|
|
|
|
|
|
return true; |
|
|
return true; |
|
|
} |
|
|
} |
|
|