diff --git a/qwen2_5_Instruct_model_predict_vllm_1.py b/qwen2_5_Instruct_model_predict_vllm_1.py index 7060149..8bf2f69 100644 --- a/qwen2_5_Instruct_model_predict_vllm_1.py +++ b/qwen2_5_Instruct_model_predict_vllm_1.py @@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine: # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2" # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M" # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k" - model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1" args = EngineArgs(model_dir) args.max_num_seqs = 16 # batch最大20条样本 args.gpu_memory_utilization = 0.8 diff --git a/qwen2_5_Instruct_model_predict_vllm_2.py b/qwen2_5_Instruct_model_predict_vllm_2.py index 2273adf..7c8aa83 100644 --- a/qwen2_5_Instruct_model_predict_vllm_2.py +++ b/qwen2_5_Instruct_model_predict_vllm_2.py @@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine: # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2" # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M" # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k" - model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1" args = EngineArgs(model_dir) args.max_num_seqs = 16 # batch最大20条样本 args.gpu_memory_utilization = 0.8 diff --git a/qwen2_5_Instruct_model_predict_vllm_3.py b/qwen2_5_Instruct_model_predict_vllm_3.py index 2a21635..82e32da 100644 --- a/qwen2_5_Instruct_model_predict_vllm_3.py +++ b/qwen2_5_Instruct_model_predict_vllm_3.py @@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine: # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2" # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M" # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k" - model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1" + model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1" args = EngineArgs(model_dir) args.max_num_seqs = 16 # batch最大20条样本 args.gpu_memory_utilization = 0.8