From 318435db81650c2ca7a7b0f294ae72d1a55f9716 Mon Sep 17 00:00:00 2001 From: turboderp <11859846+turboderp@users.noreply.github.com> Date: Thu, 9 Jan 2025 11:14:19 +0100 Subject: [PATCH] Sampler: Remove superfluous pre-sort pass --- exllamav2/exllamav2_ext/ext_sampling.cpp | 1 - 1 file changed, 1 deletion(-) diff --git a/exllamav2/exllamav2_ext/ext_sampling.cpp b/exllamav2/exllamav2_ext/ext_sampling.cpp index c1f1e04..82ef14a 100644 --- a/exllamav2/exllamav2_ext/ext_sampling.cpp +++ b/exllamav2/exllamav2_ext/ext_sampling.cpp @@ -238,7 +238,6 @@ std::vector sample_basic if (num_probs || skew != 0.0f) { - num_candidates = pre_sort_descending(num_candidates, temp_probs, temp_indices); sort_descending(num_candidates, temp_probs, temp_indices, num_probs); }