first commit

update readme

update readme

update readme

Update benchmarks.py

Update download_adapters.sh

Update esft.py
This commit is contained in:
Zihan Wang
2024-07-04 21:37:15 +08:00
committed by ZihanWang314
commit 18d23501ab
141 changed files with 48220 additions and 0 deletions

12
scripts/eval.sh Normal file
View File

@@ -0,0 +1,12 @@
# first, download adapter models and put them to the corresponding directories
python scripts/eval.py \
--eval_datasets=translation \
--base_model_path=deepseek-ai/ESFT-vanilla-lite \
--adapter_dir=all_models/adapters/token \
--output_dir=results/completions/token \
--max_new_tokens=512 \
--openai_api_key=REPLACE_WITH_YOUR_KEY \
--eval_batch_size=2