mirror of
https://github.com/deepseek-ai/DeepSeek-Coder
synced 2025-06-26 18:25:53 +00:00
fix add_generation_prompt in latest version
This commit is contained in:
@@ -66,7 +66,7 @@ def generate_one(example, tokenizer, model):
|
||||
prompt = example['prompt']
|
||||
inputs = tokenizer.apply_chat_template(
|
||||
[{'role': 'user', 'content': prompt }],
|
||||
return_tensors="pt"
|
||||
return_tensors="pt", add_generation_prompt=True
|
||||
).to(model.device)
|
||||
|
||||
stop_id = tokenizer.convert_tokens_to_ids("<|EOT|>")
|
||||
|
||||
Reference in New Issue
Block a user