This commit is contained in:
Chenggang Zhao
2025-06-20 13:44:49 +08:00
parent 8da790e3f3
commit 371df2da52
2 changed files with 2 additions and 2 deletions

View File

@@ -15,7 +15,7 @@ def test_main(num_tokens: int, hidden: int, num_experts: int, num_topk: int,
assert num_experts % num_ranks == 0
num_local_experts = num_experts // num_ranks
# NOTES: the integers greater than 256 exceeds the BF16 precision limit
# NOTES: the integers greater than 256 exceed the BF16 precision limit
rank_offset = 128
assert num_ranks - rank_offset < 257, 'Too many ranks (exceeding test precision limit)'