[Qwen3.8-Flash-Next] Remove torch.compile for NVIDIA implementation (#55272)

Signed-off-by: Thien Tran <gau.nernst@yahoo.com.sg>
This commit is contained in:
Thien Tran
2026-09-06 21:57:56 -07:00
committed by GitHub
parent 9cc7793e32
commit d9105ea800
13 changed files with 165 additions and 185 deletions
@@ -12,6 +12,7 @@ from torch import nn
from vllm import _custom_ops as ops
from vllm import envs
from vllm._aiter_ops import rocm_aiter_ops
from vllm.compilation.breakable_cudagraph import eager_break_during_capture
from vllm.config import (
VllmConfig,
get_current_vllm_config,
@@ -1909,6 +1910,7 @@ class QwenGatedDeltaNetAttention(GatedDeltaNetAttention):
)
@eager_break_during_capture
def qwen_gdn_attention_core(
qkv_or_qkvz: torch.Tensor,
b_or_ba: torch.Tensor,
@@ -1956,6 +1958,7 @@ direct_register_custom_op(
)
@eager_break_during_capture
def qwen_gdn_attention_core_fused_norm_packed(
mixed_qkvz: torch.Tensor,
ba: torch.Tensor,