From eda3843dc2f760c30ed03ea3fa82a5d98814ddf4 Mon Sep 17 00:00:00 2001
From: "majiahui@haimaqingfan.com" <majiahui@haimaqingfan.com>
Date: Fri, 14 Feb 2025 14:56:51 +0800
Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
qwen2_5_Instruct_model_predict_vllm_1.py | 2 +-
qwen2_5_Instruct_model_predict_vllm_2.py | 2 +-
qwen2_5_Instruct_model_predict_vllm_3.py | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/qwen2_5_Instruct_model_predict_vllm_1.py b/qwen2_5_Instruct_model_predict_vllm_1.py
index 5d26fbd..7060149 100644
--- a/qwen2_5_Instruct_model_predict_vllm_1.py
+++ b/qwen2_5_Instruct_model_predict_vllm_1.py
@@ -162,7 +162,7 @@ def classify(batch_size): # 调用模型，设置最大batch_size
sampling_params_list.append(SamplingParams(
temperature=temperature,
top_p=top_p,
- stop="<|end|>",
+ stop="<|im_end|>",
presence_penalty=presence_penalty,
max_tokens=max_tokens
))
diff --git a/qwen2_5_Instruct_model_predict_vllm_2.py b/qwen2_5_Instruct_model_predict_vllm_2.py
index 65279a2..2273adf 100644
--- a/qwen2_5_Instruct_model_predict_vllm_2.py
+++ b/qwen2_5_Instruct_model_predict_vllm_2.py
@@ -162,7 +162,7 @@ def classify(batch_size): # 调用模型，设置最大batch_size
sampling_params_list.append(SamplingParams(
temperature=temperature,
top_p=top_p,
- stop="<|end|>",
+ stop="<|im_end|>",
presence_penalty=presence_penalty,
max_tokens=max_tokens
))
diff --git a/qwen2_5_Instruct_model_predict_vllm_3.py b/qwen2_5_Instruct_model_predict_vllm_3.py
index 27a8a43..2a21635 100644
--- a/qwen2_5_Instruct_model_predict_vllm_3.py
+++ b/qwen2_5_Instruct_model_predict_vllm_3.py
@@ -162,7 +162,7 @@ def classify(batch_size): # 调用模型，设置最大batch_size
sampling_params_list.append(SamplingParams(
temperature=temperature,
top_p=top_p,
- stop="<|end|>",
+ stop="<|im_end|>",
presence_penalty=presence_penalty,
max_tokens=max_tokens
))