ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-01-26 17:20:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix unicode in grammars (fixes #2501) (#2553)

Browse Source 
* Fix unicode in grammars (fixes #2501)

* add more comments

* fix test-llama-grammar
This commit is contained in:
Evan Jones
2023-08-17 19:54:44 -04:00
committed by GitHub
parent 380d2fca81
commit b799dbf153
2 changed files with 135 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test-llama-grammar.cpp
View File

@@ -199,7 +199,7 @@ int main()
uint32_t *cp = new uint32_t[2]; // dynamically allocate memory for code_point
cp[0] = 37 + i;
cp[1] = 0;
next_candidates[i] = {i, cp};
next_candidates[i] = {i, cp, {}};
}
std::vector<std::vector<std::pair<uint32_t, uint16_t>>> expected_reject = {