diff --git a/model/mSpider.php b/model/mSpider.php index 842a567..f54126a 100644 --- a/model/mSpider.php +++ b/model/mSpider.php @@ -293,7 +293,7 @@ class mSpider extends mBase { $created_at = new DateTime($da['created_at']); // 解析时间 $weibo = array( 'mblogid' => $da['mblogid'], - 'text' => $da['text_raw'], + 'text' => $this->remove4ByteChars($da['text_raw']), 'refer' => '', 'pic_ids' => $da['pic_num'] > 0 ? json_encode($da['pic_ids']) : '', 'video_url' => isset($da['page_info']['media_info']['stream_url']) ? $da['page_info']['media_info']['stream_url'] : '', @@ -330,4 +330,8 @@ class mSpider extends mBase { return true; } + + private function remove4ByteChars($str) { + return preg_replace('/[\xF0-\xF7][\x80-\xBF]{3}/', '', $str); + } } \ No newline at end of file