更新模型

qwen2_5_Instruct_model_predict_vllm_1.py

@@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine:
     # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2"
     # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M"
     # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k"
-    model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1"
+    # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1"
+    model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1"
     args = EngineArgs(model_dir)
     args.max_num_seqs = 16  # batch最大20条样本
     args.gpu_memory_utilization = 0.8

qwen2_5_Instruct_model_predict_vllm_2.py

@@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine:
     # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2"
     # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M"
     # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k"
-    model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1"
+    # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1"
+    model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1"
     args = EngineArgs(model_dir)
     args.max_num_seqs = 16  # batch最大20条样本
     args.gpu_memory_utilization = 0.8

qwen2_5_Instruct_model_predict_vllm_3.py

@@ -50,7 +50,8 @@ def initialize_engine() -> LLMEngine:
     # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b_train_11_prompt_mistral_gpt_xiaobiaot_real_paper_2"
     # model_dir = "/home/majiahui/project/models-llm/Qwen2.5-7B-Instruct-1M"
     # model_dir = "/home/majiahui/project/models-llm/openbuddy-qwen2.5llamaify-7b-v23.1-200k"
-    model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1"
+    # model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_4_gpt_xiaobiaot_real_paper_1"
+    model_dir = "/home/majiahui/project/models-llm/qwen2_5_7B_train_11_prompt_5_gpt_xiaobiaot_real_paper_1"
     args = EngineArgs(model_dir)
     args.max_num_seqs = 16  # batch最大20条样本
     args.gpu_memory_utilization = 0.8