From 933404c185a4d66d764a9a939d54144102b527c2 Mon Sep 17 00:00:00 2001 From: kingbri Date: Mon, 15 Jul 2024 11:33:44 -0400 Subject: [PATCH] Model: Warn user if terminating jobs If skip_wait is true, it's best to let the user know that all jobs will be forcibly cancelled. Signed-off-by: kingbri --- backends/exllamav2/model.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index 0c65b38..74cf713 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -449,6 +449,11 @@ class ExllamaV2Container: # Immediately abort all jobs if asked if skip_wait: + logger.warning( + "Immediately terminating all jobs. " + "Clients will have their requests cancelled.\n" + ) + # Requires a copy to avoid errors during iteration jobs_copy = self.generator.jobs.copy() for job in jobs_copy.values():