frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 23:03:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Fix topk_softmax assert (#19764)

Browse Source 
Signed-off-by: Luka Govedic <lgovedic@redhat.com>
This commit is contained in:
Luka Govedič
2025-08-27 12:47:28 -04:00
committed by GitHub
parent 2b61d2e22f
commit 4f35be10a9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
csrc/moe/topk_softmax_kernels.cu
View File

@ -573,7 +573,7 @@ void topk_softmax(
stream);
}
else {
assert(topk_indices.scalar_type() == at::ScalarType::Int64);
TORCH_CHECK(topk_indices.scalar_type() == at::ScalarType::Long);
vllm::moe::topkGatingSoftmaxKernelLauncher(
gating_output.data_ptr<float>(),
topk_weights.data_ptr<float>(),