turboderp-org/exllamav3
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav3.git synced 2026-05-26 07:55:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

GatedDeltaNet: Fix rewind logic

Browse Source
This commit is contained in:
turboderp
2026-04-24 02:55:00 +02:00
parent 14a2cbff1d
commit cfe137b308
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
exllamav3/modules/gated_delta_net.py
View File

@@ -285,6 +285,7 @@ class GDN_RecurrentState(CacheableState):
self.last_recurrent_state[0].copy_(self.history[0, -count])
cdim = self.last_conv_state.shape[-1]
self.last_conv_state[0].copy_(self.conv_history[0, :, -count - cdim : -count])
self.position -= count
class GatedDeltaNet(Module):