From 03ff4c31285222b97179f1d142d77d18b255c004 Mon Sep 17 00:00:00 2001
From: kingbri <8082010+kingbri1@users.noreply.github.com>
Date: Mon, 30 Jun 2025 11:43:22 -0400
Subject: [PATCH] Downloader: Handle if Content-Length is undefined

Usually, the client and server both are aware of the file size by
sending a Content-Length header. However, HuggingFace has changed
their headers and now does not always send Content-Length.

In this case, show an indeterminate progressbar and mark as complete
once the download finishes.

Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
---
 common/downloader.py | 17 +++++++++++++++--
 1 file changed, 15 insertions(+), 2 deletions(-)

diff --git a/common/downloader.py b/common/downloader.py
index b517b89..0401159 100644
--- a/common/downloader.py
+++ b/common/downloader.py
@@ -46,17 +46,30 @@ async def _download_file(
                 message=f"HTTP {response.status}: {error_text}",
             )
 
-        file_size = int(response.headers["Content-Length"])
+        # Sometimes, Content-Length can be undefined
+        content_length = response.headers.get("Content-Length")
+        file_size = int(content_length) if content_length else None
 
+        # Create progress task with appropriate total (None for indeterminate)
         download_task = progress.add_task(
             f"[cyan]Downloading {filename}", total=file_size
         )
 
         # Chunk limit is 2 MB
+        downloaded_size = 0
         async with aiofiles.open(str(filepath), "wb") as f:
             async for chunk in response.content.iter_chunked(chunk_limit_bytes):
                 await f.write(chunk)
-                progress.update(download_task, advance=len(chunk))
+
+                # Store and update progress bar
+                downloaded_size += len(chunk)
+                progress.update(download_task, completed=downloaded_size)
+
+        # For indeterminate files, set final total and mark as complete
+        if file_size is None:
+            progress.update(
+                download_task, total=downloaded_size, completed=downloaded_size
+            )
 
 
 # Huggingface does not know how async works