theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Remove override_base_seq_len

Browse Source
This commit is contained in:
DocShotgun
2024-10-30 10:03:08 +08:00
parent 7d18d2e2ca
commit 603760cecb
5 changed files with 0 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
colab/TabbyAPI_Colab_Example.ipynb
View File

@@ -92,7 +92,6 @@
"# @markdown ---\n",
"# @markdown Model parameters:\n",
"ContextSize = 4096 # @param {type:\"integer\"}\n",
"OverrideBaseSeqLen = 4096 # @param {type:\"integer\"}\n",
"RopeScale = 1.0 # @param {type:\"number\"}\n",
"RopeAlpha = 1.0 # @param {type:\"number\"}\n",
"NumExpertsPerToken = 2 # @param {type:\"integer\"}\n",
@@ -169,11 +168,6 @@
" # Fetched from the model's base sequence length in config.json by default\n",
" max_seq_len: {ContextSize}\n",
"\n",
" # Overrides base model context length (default: None)\n",
" # WARNING: Don't set this unless you know what you're doing!\n",
" # Only use this if the model's base sequence length in config.json is incorrect (ex. Mistral/Mixtral models)\n",
" override_base_seq_len: {OverrideBaseSeqLen}\n",
"\n",
" # Automatically allocate resources to GPUs (default: True)\n",
" gpu_split_auto: True\n",
"\n",