[BugFix] Fix topk_softmax assert (#19764)
Signed-off-by: Luka Govedic <lgovedic@redhat.com>
This commit is contained in:
@@ -573,7 +573,7 @@ void topk_softmax(
|
|||||||
stream);
|
stream);
|
||||||
}
|
}
|
||||||
else {
|
else {
|
||||||
assert(topk_indices.scalar_type() == at::ScalarType::Int64);
|
TORCH_CHECK(topk_indices.scalar_type() == at::ScalarType::Long);
|
||||||
vllm::moe::topkGatingSoftmaxKernelLauncher(
|
vllm::moe::topkGatingSoftmaxKernelLauncher(
|
||||||
gating_output.data_ptr<float>(),
|
gating_output.data_ptr<float>(),
|
||||||
topk_weights.data_ptr<float>(),
|
topk_weights.data_ptr<float>(),
|
||||||
|
|||||||
Reference in New Issue
Block a user