From 323b4aaf5a65b938065c3114fd44b5e55b1af8ac Mon Sep 17 00:00:00 2001 From: Jaret Burkett Date: Mon, 17 Nov 2025 18:04:00 +0000 Subject: [PATCH] Do not copy pin memory if it fails, just move --- toolkit/memory_management/manager_modules.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/toolkit/memory_management/manager_modules.py b/toolkit/memory_management/manager_modules.py index 7dac4b59..1b158e3e 100644 --- a/toolkit/memory_management/manager_modules.py +++ b/toolkit/memory_management/manager_modules.py @@ -99,7 +99,10 @@ def _ensure_cpu_pinned(t: Optional[torch.Tensor]) -> Optional[torch.Tensor]: if t is None: return None if t.device.type != "cpu": - t = t.to("cpu", copy=True) + try: + t = t.to("cpu", copy=True) + except Exception: + t = t.to("cpu") # Don't attempt to pin quantized tensors; many backends don't support it if _is_quantized_tensor(t): return t