millaguie/llama.cpp
1
0 Fork 0
Code Issues Pull Requests Actions 31 Packages Projects Releases Wiki Activity

model : add skt/A.X-4.0 model vocabulary (#14589)

Browse Source
This commit is contained in:
Dowon authored and GitHub committed 2025-07-09 11:22:31 +03:00
1 parent 105554595f
commit ffd59e7d18
3 files changed
+6 -1
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

src/llama-vocab.cpp
+2 -1
View File
@@ -1556,7 +1556,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
tokenizer_pre == "jina-de" ||
tokenizer_pre == "gigachat" ||
tokenizer_pre == "jina-v2-es" ||
tokenizer_pre == "jina-v2-de") {
tokenizer_pre == "jina-v2-de" ||
tokenizer_pre == "a.x-4.0") {
pre_type = LLAMA_VOCAB_PRE_TYPE_GPT2;
} else if (
tokenizer_pre == "jina-v1-en" ||