Update internode_ll.cu (#246)

This commit is contained in:
fzyzcjy 2025-06-23 15:18:10 +08:00 committed by GitHub
parent c95997f8c4
commit fbcf430006
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -498,7 +498,7 @@ combine(void* combined_x,
}
cg::this_grid().sync();
// Reduce tokens with FP8 cast
// Reduce tokens
EP_DEVICE_ASSERT(num_topk <= 32 and hidden_bf16_int4 <= num_threads);
EP_STATIC_ASSERT(kHidden % (32 * kNumElemsPerInt4) == 0, "Invalid vectorization");
if (thread_id < hidden_bf16_int4) {