mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-03-10 05:50:08 +00:00
Server: rename functions and refactor code
rename functions refactor update slots rename params_base rename timings
This commit is contained in:
@@ -955,7 +955,7 @@ size_t tokenize_file(
|
||||
}
|
||||
|
||||
if (sample_size > 0) {
|
||||
// llama_tokenize expects zero terminated string,
|
||||
// common_tokenize expects zero terminated string,
|
||||
// copy sample into buffer and zero terminate it.
|
||||
buf_sample.resize(sample_size);
|
||||
memcpy(buf_sample.data(), data_str.data() + sample_begin, sample_size);
|
||||
|
||||
Reference in New Issue
Block a user