DeepSeek/DeepSeek-MoE
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-MoE synced 2025-01-22 10:35:57 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix fully finetune bug

Browse Source
This commit is contained in:
zwd973-deepseek 2024-01-16 20:17:59 +08:00
parent 80af6ea9ac
commit 66edeee5a4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
finetune/finetune.py
View File

@ -194,7 +194,7 @@ def build_model(model_args, training_args, checkpoint_dir):
bnb_4bit_compute_dtype=compute_dtype, bnb_4bit_compute_dtype=compute_dtype,
bnb_4bit_use_double_quant=model_args.double_quant, bnb_4bit_use_double_quant=model_args.double_quant,
bnb_4bit_quant_type=model_args.quant_type, bnb_4bit_quant_type=model_args.quant_type,
), ) if model_args.use_lora else None,
torch_dtype=compute_dtype, torch_dtype=compute_dtype,
trust_remote_code=True, trust_remote_code=True,
) )