Revert "[ROCm][Perf] Kimi-K3 Fused kernels for KDA prefill" (#53294)
Signed-off-by: Kevin Luu <51931015+khluu@users.noreply.github.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
co-authored by
Andreas Karatzas
parent
0a3a4f7f35
commit
592e06f2ae
File diff suppressed because it is too large
Load Diff
@@ -406,33 +406,6 @@ void fused_gdn_decode_post_conv_mtp(
|
||||
|
||||
#endif
|
||||
|
||||
#ifdef VLLM_ENABLE_FUSED_KDA_CHUNK
|
||||
void fused_kda_prologue(
|
||||
torch::stable::Tensor const& q, torch::stable::Tensor const& k,
|
||||
torch::stable::Tensor const& v, torch::stable::Tensor const& raw_g,
|
||||
torch::stable::Tensor const& raw_beta, torch::stable::Tensor const& a_log,
|
||||
torch::stable::Tensor const& dt_bias, torch::stable::Tensor& qg,
|
||||
torch::stable::Tensor& w, torch::stable::Tensor& u,
|
||||
torch::stable::Tensor& kg_t, torch::stable::Tensor& aqk,
|
||||
torch::stable::Tensor& decay, torch::stable::Tensor const& cu_seqlens,
|
||||
torch::stable::Tensor const& chunk_indices,
|
||||
std::optional<torch::stable::Tensor> conv_weight,
|
||||
std::optional<torch::stable::Tensor> conv_state,
|
||||
std::optional<torch::stable::Tensor> conv_state_indices,
|
||||
std::optional<torch::stable::Tensor> conv_has_initial_state, double scale,
|
||||
double lower_bound);
|
||||
|
||||
void fused_kda_chunk(
|
||||
torch::stable::Tensor const& qg, torch::stable::Tensor const& w,
|
||||
torch::stable::Tensor const& u, torch::stable::Tensor const& kg_t,
|
||||
torch::stable::Tensor const& aqk, torch::stable::Tensor const& decay,
|
||||
std::optional<torch::stable::Tensor> initial_state,
|
||||
std::optional<torch::stable::Tensor> final_state,
|
||||
torch::stable::Tensor& out, torch::stable::Tensor const& cu_seqlens,
|
||||
torch::stable::Tensor const& chunk_offsets, double scale,
|
||||
std::optional<torch::stable::Tensor> group_state, int64_t groups);
|
||||
#endif
|
||||
|
||||
#ifdef VLLM_ENABLE_KIMI_K3_ATTN_RES
|
||||
void kimi_k3_attn_res(torch::stable::Tensor& prefix,
|
||||
torch::stable::Tensor const& delta,
|
||||
|
||||
@@ -538,23 +538,6 @@ STABLE_TORCH_LIBRARY_FRAGMENT(_C, ops) {
|
||||
"float scale, float norm_eps=1e-5) -> ()");
|
||||
#endif
|
||||
|
||||
#ifdef VLLM_ENABLE_FUSED_KDA_CHUNK
|
||||
ops.def(
|
||||
"fused_kda_prologue("
|
||||
"Tensor q, Tensor k, Tensor v, Tensor raw_g, Tensor raw_beta, "
|
||||
"Tensor A_log, Tensor dt_bias, Tensor! qg, Tensor! w, Tensor! u, "
|
||||
"Tensor! kg_t, Tensor! aqk, Tensor! decay, Tensor cu_seqlens, "
|
||||
"Tensor chunk_indices, Tensor? conv_weight, Tensor(e!)? conv_state, "
|
||||
"Tensor? conv_state_indices, Tensor? conv_has_initial_state, "
|
||||
"float scale, float lower_bound) -> ()");
|
||||
ops.def(
|
||||
"fused_kda_chunk("
|
||||
"Tensor qg, Tensor w, Tensor u, Tensor kg_t, Tensor aqk, Tensor decay, "
|
||||
"Tensor? initial_state, Tensor(a!)? final_state, Tensor! out, "
|
||||
"Tensor cu_seqlens, Tensor chunk_offsets, float scale, "
|
||||
"Tensor(b!)? group_state, int groups) -> ()");
|
||||
#endif
|
||||
|
||||
#ifdef VLLM_ENABLE_KIMI_K3_ATTN_RES
|
||||
ops.def(
|
||||
"kimi_k3_attn_res("
|
||||
@@ -821,11 +804,6 @@ STABLE_TORCH_LIBRARY_IMPL(_C, CUDA, ops) {
|
||||
TORCH_BOX(&fused_gdn_decode_post_conv_mtp));
|
||||
#endif
|
||||
|
||||
#ifdef VLLM_ENABLE_FUSED_KDA_CHUNK
|
||||
ops.impl("fused_kda_prologue", TORCH_BOX(&fused_kda_prologue));
|
||||
ops.impl("fused_kda_chunk", TORCH_BOX(&fused_kda_chunk));
|
||||
#endif
|
||||
|
||||
#ifdef VLLM_ENABLE_KIMI_K3_ATTN_RES
|
||||
ops.impl("kimi_k3_attn_res", TORCH_BOX(&kimi_k3_attn_res));
|
||||
#endif
|
||||
|
||||
Reference in New Issue
Block a user