DeepSeek/DeepSeek-Coder
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Coder synced 2024-12-04 18:14:44 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix test file

Browse Source
This commit is contained in:
Yang Dejian 2023-11-23 16:46:17 +08:00
parent d40caedfdf
commit 94c476e295
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
Evaluation/MBPP/eval_instruct.py
View File

@ -71,10 +71,9 @@ def generate_one(example, tokenizer, model):
stop_id = tokenizer.convert_tokens_to_ids("<|EOT|>")
assert isinstance(stop_id, int), "Invalid tokenizer, EOT id not found"
outputs = model.generate(
inputs,
max_new_tokens=1024,
max_new_tokens=512,
do_sample=False,
# top_p=0.95,
# temperature=temperature,
@ -83,8 +82,8 @@ def generate_one(example, tokenizer, model):
)
output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)
# print(output)
example['gpt_completion'] = output
return convert_for_evaluation(example)
def generate_main(args):
@ -122,7 +121,7 @@ def generate_main(args):
result = evaluate_functional_correctness(
input_file=saved_path,
tmp_dir=temp_dir,
problem_file=problem_file,
problem_file=os.path.join(data_abs_dir, f"mbpp_test.jsonl"),
language='python',
is_mbpp=True
)