新增模型

qwen2_5_Instruct_model_predict_vllm_1.py

@@ -162,7 +162,7 @@ def classify(batch_size):  # 调用模型，设置最大batch_size
             sampling_params_list.append(SamplingParams(
                 temperature=temperature,
                 top_p=top_p,
-                stop="<|end|>",
+                stop="<|im_end|>",
                 presence_penalty=presence_penalty,
                 max_tokens=max_tokens
             ))

qwen2_5_Instruct_model_predict_vllm_2.py

@@ -162,7 +162,7 @@ def classify(batch_size):  # 调用模型，设置最大batch_size
             sampling_params_list.append(SamplingParams(
                 temperature=temperature,
                 top_p=top_p,
-                stop="<|end|>",
+                stop="<|im_end|>",
                 presence_penalty=presence_penalty,
                 max_tokens=max_tokens
             ))

qwen2_5_Instruct_model_predict_vllm_3.py

@@ -162,7 +162,7 @@ def classify(batch_size):  # 调用模型，设置最大batch_size
             sampling_params_list.append(SamplingParams(
                 temperature=temperature,
                 top_p=top_p,
-                stop="<|end|>",
+                stop="<|im_end|>",
                 presence_penalty=presence_penalty,
                 max_tokens=max_tokens
             ))