turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-03-15 00:07:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'origin/dev' into dev

Browse Source
This commit is contained in:
turboderp
2025-04-15 18:57:47 +02:00
parent de19cbcc59 61450b4860
commit 6a5d303355
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
exllamav2/tensor_p.py
View File

@@ -392,8 +392,8 @@ class TPContext:
for dev in range(self.num_devices):
if dev in self.all_devs:
devctx = self.model.get_device_context(dev)
self.sin.append(devctx.sin)
self.cos.append(devctx.cos)
self.sin.append(torch.cat(devctx.sin, 0))
self.cos.append(torch.cat(devctx.cos, 0))
else:
self.sin.append(none_tensor)
self.cos.append(none_tensor)