add deepspeed finetune

This commit is contained in:
Yang Dejian
2023-11-09 22:46:45 +08:00
parent 118e71a1af
commit 4f0b860d30
4 changed files with 312 additions and 0 deletions

10
finetune/requirements.txt Normal file
View File

@@ -0,0 +1,10 @@
torch>=2.0.1
tokenizers>=0.14.0
transformers>=4.35.0
accelerate
attrdict
tqdm
deepspeed
datasets
tensorboardX