DeepSeek/FlashMLA
1
0
Fork 0
mirror of https://github.com/deepseek-ai/FlashMLA synced 2025-06-26 18:15:54 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

enable scale

Browse Source
This commit is contained in:
chenhongmin.will
2025-02-28 19:43:24 +08:00
parent 4e055a6142
commit 8b939854d8
3 changed files with 18 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_flash_mla.py
View File

@@ -35,7 +35,7 @@ def cal_diff(x: torch.Tensor, y: torch.Tensor, name: str, use_fp8: bool=False) -
# print(f"{name}: {cos_diff=}, {RMSE=}, {amax_diff=}")
if use_fp8:
assert cos_diff < 1e-3
assert cos_diff < 1e-2
else:
assert cos_diff < 1e-5