diff --git a/src/utils/config.py b/src/utils/config.py index b4a7355..22b66fb 100644 --- a/src/utils/config.py +++ b/src/utils/config.py @@ -188,8 +188,8 @@ class FinetuningArguments: lora_target: Optional[str] = field( default="q_proj,v_proj", metadata={"help": "Name(s) of target modules to apply LoRA. Use comma to separate multiple modules. \ - LLaMA choices: [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"mlp\"], \ - BLOOM choices: [\"query_key_value\", \"dense\", \"mlp\"]"} + LLaMA choices: [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"up_proj\", \"down_proj\"], \ + BLOOM choices: [\"query_key_value\", \"dense\", \"dense_\"]"} ) def __post_init__(self):