From 66edeee5a4f75cbd76e0316229ad101805a90e01 Mon Sep 17 00:00:00 2001
From: zwd973-deepseek <zengwangding@deepseek.com>
Date: Tue, 16 Jan 2024 20:17:59 +0800
Subject: [PATCH] fix fully finetune bug

---
 finetune/finetune.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/finetune/finetune.py b/finetune/finetune.py
index 71c2700..244ff4e 100644
--- a/finetune/finetune.py
+++ b/finetune/finetune.py
@@ -194,7 +194,7 @@ def build_model(model_args, training_args, checkpoint_dir):
             bnb_4bit_compute_dtype=compute_dtype,
             bnb_4bit_use_double_quant=model_args.double_quant,
             bnb_4bit_quant_type=model_args.quant_type,
-        ),
+        ) if model_args.use_lora else None,
         torch_dtype=compute_dtype,
         trust_remote_code=True,
     )