DeepSeek/DeepSeek-Math
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Math synced 2025-06-26 18:16:20 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

update submit_eval_jobs

Browse Source
This commit is contained in:
ZhihongShao
2024-02-09 15:23:28 +08:00
parent 83d3c4cc6a
commit db877abb91
4 changed files with 32 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
evaluation/submit_eval_jobs.py
View File

@@ -46,21 +46,21 @@ def main():
args = parser.parse_args()
conf = base_conf # TODO: your conf here
for rank in range(args.n_gpus):
cmd = "python run_subset_parallel.py"
for key, val in conf.items():
if key == 'expname':
continue
if isinstance(val, str):
cmd += f" --{key} {val}"
elif val:
cmd += f" --{key}"
cmd += f" --test-conf {conf['test-conf']}"
cmd += f" --n-repeats {args.n_repeats}"
cmd += f" --temperature {args.temperature}"
cmd += f" --rank {rank} &"
print(cmd, flush=True)
os.system(cmd)
cmd = "python run_subset_parallel.py"
for key, val in conf.items():
if key == 'expname':
continue
if isinstance(val, str):
cmd += f" --{key} {val}"
elif val:
cmd += f" --{key}"
cmd += f" --test-conf {conf['test-conf']}"
cmd += f" --n-repeats {args.n_repeats}"
cmd += f" --temperature {args.temperature}"
cmd += f" --ngpus {args.n_gpus}"
cmd += f" --rank {0} &"
print(cmd, flush=True)
os.system(cmd)
if __name__ == '__main__':
main()