Browse Source

日志中增加redis设置结果日志

pull/74/head
longchao 3 days ago
parent
commit
1cc575533d
  1. 10
      queue/deal/spider_weibo_comment.php

10
queue/deal/spider_weibo_comment.php

@ -69,9 +69,9 @@ class spiderWeiboComment extends dealBase {
$error = $obj->getError();
if($error == 'cookie失效') {
sleep(10);
sleep(30);
$rdobj = $obj->initRedis();
$rds = $rdobj->lpush($this->task_key, json_encode($rq_data));
$rds = $rdobj->rpush($this->task_key, json_encode($rq_data));
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '队列评论抓取失败,重试中:'.$error.'|'.$baselog.'|redis:'.$rds);
@ -86,7 +86,7 @@ class spiderWeiboComment extends dealBase {
sleep(30);
$rdobj = $obj->initRedis();
$rds = $rdobj->lpush($this->task_key, json_encode($rq_data));
$rds = $rdobj->rpush($this->task_key, json_encode($rq_data));
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '队列评论抓取失败,重试中:'.$error.'|'.$baselog.'|redis:'.$rds);
if ($obj->is_change_ip && PROC_CODE == 0) $rdobj->del(_RC_SPIDER_WEIBO_COMMENT_USE_IP);
@ -105,9 +105,9 @@ class spiderWeiboComment extends dealBase {
}
if(!$res['is_load_all']) {
sleep(4);
sleep(10);
$rdobj = $obj->initRedis();
$rds = $rdobj->lpush($this->task_key, json_encode($res));
$rds = $rdobj->rpush($this->task_key, json_encode($res));
$obj->writeLog(ZHISHIKU_SPIDER_LOG, ZHISHIKU_SPIDER_COMMENT, '抓取下一页:'.$baselog.'|redis:'.$rds);
return true;

Loading…
Cancel
Save