From 4a1b50bb2dfc30edcb59cd1b40eb98bd6419b117 Mon Sep 17 00:00:00 2001 From: Qiaolin Yu Date: Mon, 9 Feb 2026 18:29:13 -0800 Subject: [PATCH] Fix idle batch predict dtype in spec v2 (#18379) --- python/sglang/srt/speculative/eagle_info_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/speculative/eagle_info_v2.py b/python/sglang/srt/speculative/eagle_info_v2.py index 6b0412a74..8878dfdd3 100644 --- a/python/sglang/srt/speculative/eagle_info_v2.py +++ b/python/sglang/srt/speculative/eagle_info_v2.py @@ -267,7 +267,7 @@ class EagleVerifyInputV2Mixin: (which contains spec decoding information). """ if batch.forward_mode.is_idle(): - predict = torch.empty(0, dtype=torch.long, device=batch.input_ids.device) + predict = torch.empty(0, dtype=torch.int32, device=batch.input_ids.device) accept_length = torch.empty( 0, dtype=torch.int32, device=batch.input_ids.device )