enable fp8 api

2025-06-26 18:15:54 +00:00 · 2025-02-25 22:34:01 +08:00
parent c50d29d170
commit dfe8ffc75a
3 changed files with 18 additions and 8 deletions
--- a/flash_mla/flash_mla_interface.py
+++ b/flash_mla/flash_mla_interface.py
@@ -63,5 +63,6 @@ def flash_mla_with_kvcache(
        causal,
        tile_scheduler_metadata,
        num_splits,
+        None, None, None,
    )
    return out, softmax_lse