DeepSeek/DeepSeek-LLM
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-LLM synced 2025-01-22 10:36:03 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update README.md (#39)

Browse Source
This commit is contained in:
stack-heap-overflow 2024-02-04 20:22:15 +08:00 committed by GitHub
parent 4745a5e5d5
commit 6712a86bfb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
README.md
View File

@ -317,10 +317,11 @@ messages_list = [
[{"role": "user", "content": "What can you do?"}],
[{"role": "user", "content": "Explain Transformer briefly."}],
]
prompts = [tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False) for messages in messages_list]
# Avoid adding bos_token repeatedly
prompt_token_ids = [tokenizer.apply_chat_template(messages, add_generation_prompt=True) for messages in messages_list]
sampling_params.stop = [tokenizer.eos_token]
outputs = llm.generate(prompts, sampling_params)
outputs = llm.generate(prompt_token_ids=prompt_token_ids, sampling_params=sampling_params)
generated_text = [output.outputs[0].text for output in outputs]
print(generated_text)