DeepSeek/DeepSeek-Coder
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Coder synced 2024-12-04 18:14:44 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

handle cases where a model does not repeat the function signature

Browse Source
This commit is contained in:
XZ-X 2024-11-04 16:35:53 -05:00
parent b7ba565956
commit ca200b6fc9
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
Evaluation/HumanEval/utils/utils.py
View File

@ -70,9 +70,10 @@ def extract_generation_code(example: str, lang_code: str, verbose: bool=False):
code_block = code_block[:main_start]
func_name, func_prefix = get_function_name(question, lang)
found_signature = False
try:
start = code_block.lower().index(func_name.lower())
found_signature = True
indent = 0
while start - indent >= 0 and code_block[start - indent-1] == ' ':
indent += 1
@ -93,7 +94,10 @@ def extract_generation_code(example: str, lang_code: str, verbose: bool=False):
if lang_code.lower() in ['php', 'ts', 'js']:
body += '\n' + ' '*indent + '}'
generation = func_prefix + '\n' + body + '\n'
if not found_signature:
generation = question + '\n' + body + '\n'
else:
generation = func_prefix + '\n' + body + '\n'
example['generation'] = generation
except Exception as ex: