From f3a683b7c9df8b251092e48e53d58220bb920f2c Mon Sep 17 00:00:00 2001 From: Mengqing Cao Date: Fri, 25 Jul 2025 20:53:07 +0800 Subject: [PATCH] [Bugfix][Logprobs] Fix logprobs op to support more backend (#21591) Signed-off-by: MengqingCao --- vllm/v1/sample/ops/logprobs.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/v1/sample/ops/logprobs.py b/vllm/v1/sample/ops/logprobs.py index a4d6548514..82875b7c84 100644 --- a/vllm/v1/sample/ops/logprobs.py +++ b/vllm/v1/sample/ops/logprobs.py @@ -4,8 +4,10 @@ import torch +from vllm.platforms import current_platform -@torch.compile(dynamic=True) + +@torch.compile(dynamic=True, backend=current_platform.simple_compile_backend) def batched_count_greater_than(x: torch.Tensor, values: torch.Tensor) -> torch.Tensor: """