fix add_generation_prompt in latest version

Evaluation/HumanEval/eval_instruct.py

@@ -39,7 +39,7 @@ def generate_one(example, lang, tokenizer, model):
         eos_token_id=stop_id
     )
 
-    output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)
+    output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True, add_generation_prompt=True)
     example['output'] = output
     
     return extract_generation_code(example, lang_code=lang)

Evaluation/MBPP/eval_instruct.py

@@ -66,7 +66,7 @@ def generate_one(example, tokenizer, model):
     prompt = example['prompt']
     inputs = tokenizer.apply_chat_template(
         [{'role': 'user', 'content': prompt }],
-        return_tensors="pt"
+        return_tensors="pt", add_generation_prompt=True
     ).to(model.device)
 
     stop_id = tokenizer.convert_tokens_to_ids("<|EOT|>")