From 7bebc085ec423af8490b15e44e53dcd81c91521a Mon Sep 17 00:00:00 2001 From: kingbri Date: Sat, 11 May 2024 19:26:23 -0400 Subject: [PATCH] Model: Remove legacy checks v0.0.21 has these features implemented. Signed-off-by: kingbri --- backends/exllamav2/model.py | 29 ----------------------------- 1 file changed, 29 deletions(-) diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index f911e5e..40bf788 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -929,35 +929,6 @@ class ExllamaV2Container: } ) - # MARK: Function signature checks. Not needed in newer ExllamaV2 versions - - # Check if temporary token bans are supported - if min_tokens: - stream_signature = signature(self.generator.stream_ex) - - try: - _bound_vars = stream_signature.bind_partial(ban_tokens=[]) - except TypeError: - logger.warning( - "min_tokens is not supported by the currently " - "installed ExLlamaV2 version." - ) - min_tokens = 0 - - # Check if banned_strings is supported - if banned_strings: - begin_stream_signature = signature(self.generator.begin_stream_ex) - - try: - _bound_vars = begin_stream_signature.bind_partial(banned_strings=[]) - begin_stream_args["banned_strings"] = banned_strings - except TypeError: - logger.warning( - "banned_strings is not supported by the currently " - "installed ExLlamaV2 version." - ) - banned_strings = [] - # Log generation options to console # Some options are too large, so log the args instead log_generation_params(