diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index 2da49e4..08e0dae 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -602,6 +602,7 @@ class ExllamaV2Container: else: joined_generation["finish_reason"] = "stop" + if len(generations) > 0: for generation in generations: joined_generation["text"] += unwrap(generation.get("text"), "") joined_generation["offset"].append(unwrap(generation.get("offset"), -1))