From 5cbbf78f72942ee5549398818f5d5a0d4c49f051 Mon Sep 17 00:00:00 2001 From: "majiahui@haimaqingfan.com" Date: Thu, 24 Apr 2025 18:29:08 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- qwen2_5_Instruct_model_predict_vllm_1.py | 3 ++- qwen2_5_Instruct_model_predict_vllm_2.py | 3 ++- qwen2_5_Instruct_model_predict_vllm_3.py | 3 ++- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/qwen2_5_Instruct_model_predict_vllm_1.py b/qwen2_5_Instruct_model_predict_vllm_1.py index 7060149..8bf2f69 100644 --- a/qwen2_5_Instruct_model_predict_vllm_1.py +++ b/qwen2_5_Instruct_model_predict_vllm_1.py @@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine: # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2" # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M" # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k" - model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1" args = EngineArgs(model_dir) args.max_num_seqs = 16 # batch最大20条样本 args.gpu_memory_utilization = 0.8 diff --git a/qwen2_5_Instruct_model_predict_vllm_2.py b/qwen2_5_Instruct_model_predict_vllm_2.py index 2273adf..7c8aa83 100644 --- a/qwen2_5_Instruct_model_predict_vllm_2.py +++ b/qwen2_5_Instruct_model_predict_vllm_2.py @@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine: # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2" # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M" # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k" - model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1" args = EngineArgs(model_dir) args.max_num_seqs = 16 # batch最大20条样本 args.gpu_memory_utilization = 0.8 diff --git a/qwen2_5_Instruct_model_predict_vllm_3.py b/qwen2_5_Instruct_model_predict_vllm_3.py index 2a21635..82e32da 100644 --- a/qwen2_5_Instruct_model_predict_vllm_3.py +++ b/qwen2_5_Instruct_model_predict_vllm_3.py @@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine: # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2" # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M" # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k" - model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1" args = EngineArgs(model_dir) args.max_num_seqs = 16 # batch最大20条样本 args.gpu_memory_utilization = 0.8