DeepSeek/DeepSeek-VL2
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-VL2 synced 2025-01-22 12:25:32 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update inference.py

Browse Source
This commit is contained in:
StevenLiuWen 2024-12-30 14:48:51 +08:00
parent 9789f97283
commit 66ec91081c
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
inference.py
View File

@ -127,10 +127,10 @@ def main(args):
with torch.no_grad(): with torch.no_grad():
inputs_embeds = None if args.chunk_size == -1:
inputs_embeds = vl_gpt.prepare_inputs_embeds(**prepare_inputs)
past_key_values = None past_key_values = None
else:
if args.chunk_size > 0:
# incremental_prefilling when using 40G GPU for vl2-small # incremental_prefilling when using 40G GPU for vl2-small
inputs_embeds, past_key_values = vl_gpt.incremental_prefilling( inputs_embeds, past_key_values = vl_gpt.incremental_prefilling(
input_ids=prepare_inputs.input_ids, input_ids=prepare_inputs.input_ids,