Implement many kernels from scratch

This commit is contained in:
layerdiffusion
2024-08-06 18:20:34 -07:00
parent 4c8331b806
commit b57573c8da
15 changed files with 209 additions and 100 deletions

View File

@@ -955,8 +955,8 @@
"pre_tokenizer": {
"type": "Metaspace",
"replacement": "▁",
"prepend_scheme": "always",
"split": true
"add_prefix_space": true,
"prepend_scheme": "first"
},
"post_processor": {
"type": "TemplateProcessing",
@@ -1015,8 +1015,8 @@
"decoder": {
"type": "Metaspace",
"replacement": "▁",
"prepend_scheme": "always",
"split": true
"add_prefix_space": true,
"prepend_scheme": "always"
},
"model": {
"type": "Unigram",