DeepSeek/DeepSeek-Math
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Math synced 2025-06-26 18:16:20 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

init

Browse Source
This commit is contained in:
ZhihongShao
2024-02-06 10:27:40 +08:00
commit 21cc5c6701
59 changed files with 17325 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
evaluation/configs/zero_shot_test_configs.json Executable file
View File

@@ -0,0 +1,34 @@
{
"gsm8k-test": {
"test_path": "datasets/gsm8k/test.jsonl",
"language": "en",
"tasks": ["tool", "cot"],
"process_fn": "process_gsm8k_test",
"answer_extraction_fn": "extract_last_single_answer",
"eval_fn": "eval_last_single_answer"
},
"math-test": {
"test_path": "datasets/math/test.jsonl",
"language": "en",
"tasks": ["tool", "cot"],
"process_fn": "process_math_test",
"answer_extraction_fn": "extract_math_answer",
"eval_fn": "eval_math"
},
"mgsm-zh": {
"test_path": "datasets/mgsm_zh/mgsm_zh.jsonl",
"language": "zh",
"tasks": ["tool", "cot"],
"process_fn": "process_mgsm_zh",
"answer_extraction_fn": "extract_last_single_answer",
"eval_fn": "eval_last_single_answer"
},
"cmath": {
"test_path": "datasets/cmath/test.jsonl",
"language": "zh",
"tasks": ["tool", "cot"],
"process_fn": "process_cmath",
"answer_extraction_fn": "extract_last_single_answer",
"eval_fn": "eval_last_single_answer"
}
}