diff --git a/csrc/sm100/prefill/dense/fmha_cutlass_bwd_sm100.cu b/csrc/sm100/prefill/dense/fmha_cutlass_bwd_sm100.cu index 54d85db8..f98276f9 100644 --- a/csrc/sm100/prefill/dense/fmha_cutlass_bwd_sm100.cu +++ b/csrc/sm100/prefill/dense/fmha_cutlass_bwd_sm100.cu @@ -73,11 +73,15 @@ void FMHACutlassSM100BwdRun(at::Tensor workspace_buffer, at::Tensor d_o, at::Ten dq, dk, dv, softmax_scale, max_seqlen_q, max_seqlen_kv); } else { - std::cout << "No kernel instantiated for head_dim_qk=" << head_dim_qk << " head_dim_vo=" << head_dim_vo << std::endl; + TORCH_CHECK(false, + "No kernel instantiated for head_dim_qk=", head_dim_qk, + " head_dim_vo=", head_dim_vo, + ". Supported combinations: (192, 128) and (128, 128)."); } }); } else { - FLASH_MLA_ASSERT(false); + TORCH_CHECK(false, "Unsupported dtype for SM100 dense prefill bwd. " + "Expected BFloat16, got q: ", scalar_type_in, ", o: ", scalar_type_out); } } diff --git a/csrc/sm100/prefill/dense/fmha_cutlass_fwd_sm100.cu b/csrc/sm100/prefill/dense/fmha_cutlass_fwd_sm100.cu index ab66f0fd..405b6a4b 100644 --- a/csrc/sm100/prefill/dense/fmha_cutlass_fwd_sm100.cu +++ b/csrc/sm100/prefill/dense/fmha_cutlass_fwd_sm100.cu @@ -72,12 +72,15 @@ void FMHACutlassSM100FwdRun(at::Tensor workspace_buffer, at::Tensor q, at::Tenso cumulative_seqlen_q, cumulative_seqlen_kv, o, lse, sm_scale, max_seqlen_q, max_seqlen_kv); } else { - std::cout << "No kernel instantiated for head_dim_qk=" << head_dim_qk - << " head_dim_vo=" << head_dim_vo << std::endl; + TORCH_CHECK(false, + "No kernel instantiated for head_dim_qk=", head_dim_qk, + " head_dim_vo=", head_dim_vo, + ". Supported combinations: (192, 128) and (128, 128)."); } }); } else { - FLASH_MLA_ASSERT(false); + TORCH_CHECK(false, "Unsupported dtype for SM100 dense prefill fwd. " + "Expected BFloat16, got q: ", scalar_type_in, ", o: ", scalar_type_out); } }