mirrors/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-05-11 10:26:53 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

llama: fix kv loading on snowflake-arctic-embed models (#9536)

Browse source
This commit is contained in:
Jeffrey Morgan 2025-03-07 09:25:34 -08:00 • committed by GitHub
parent a7e63b82be
commit 4289c74359
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 71 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama/llama.cpp/src/llama-vocab.cpp vendored
View file

@ -1443,7 +1443,7 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
const int precompiled_charsmap_keyidx = gguf_find_key(ctx, kv(LLM_KV_TOKENIZER_PRECOMPILED_CHARSMAP).c_str());
if (precompiled_charsmap_keyidx != -1) {
size_t n_precompiled_charsmap = gguf_get_arr_n(ctx, precompiled_charsmap_keyidx);
size_t n_precompiled_charsmap = gguf_get_arr_data_n(ctx, precompiled_charsmap_keyidx);
const char * pc = (const char *) gguf_get_arr_data(ctx, precompiled_charsmap_keyidx);
precompiled_charsmap.assign(pc, pc + n_precompiled_charsmap);
#ifdef IS_BIG_ENDIAN