turboderp-org/exui
1
0
Fork 0
mirror of https://github.com/turboderp-org/exui.git synced 2026-04-20 06:19:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'github/master'

Browse Source
This commit is contained in:
turboderp
2023-12-16 12:34:07 +01:00
parent 67575840f3 45670c56c4
commit 23a3279e4a
2 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
.gitignore vendored Normal file
View File

@@ -0,0 +1,8 @@
*.egg-info/
build/
*.pyc
__pycache__/
.idea
venv
dist

1
backend/models.py
View File

@@ -228,6 +228,7 @@ class ModelContainer:
self.draft_config.max_seq_len = self.config.max_seq_len
self.draft_config.scale_alpha_value = alpha
self.draft_config.scale_pos_emb = model["rope_scale"]
self.draft_config.max_input_len = model["chunk_size"]
self.draft_config.max_attn_size = model["chunk_size"] ** 2