From 05e0ba01aab1e112c601681156b4b25b221474dd Mon Sep 17 00:00:00 2001
From: richardodliu <richardodliu@gmail.com>
Date: Fri, 15 Mar 2024 12:14:16 +0000
Subject: [PATCH] modify the "scheduler" in
"finetune/configs/ds_config_zero3.json" to be consistent with the sample
shell script to finetune
---
finetune/configs/ds_config_zero3.json | 9 +++++----
1 file changed, 5 insertions(+), 4 deletions(-)
diff --git a/finetune/configs/ds_config_zero3.json b/finetune/configs/ds_config_zero3.json
index 73f3b5f..c239059 100644
--- a/finetune/configs/ds_config_zero3.json
+++ b/finetune/configs/ds_config_zero3.json
@@ -13,11 +13,12 @@
},
"scheduler": {
- "type": "WarmupLR",
+ "type": "WarmupCosineLR",
"params": {
- "warmup_min_lr": "auto",
- "warmup_max_lr": "auto",
- "warmup_num_steps": "auto"
+ "total_num_steps": "auto",
+ "warmup_num_steps": "auto",
+ "warmup_type": "linear",
+ "warmup_min_ratio": 0.1
}
},