From 5cfc1c39f3d5822b0c0906f863f6df45c141c33b Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Fri, 25 Apr 2025 19:24:48 -0700 Subject: [PATCH] model: fix build (#10416) --- model/models/llama4/model.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model/models/llama4/model.go b/model/models/llama4/model.go index 53dc986a0..632d313ec 100644 --- a/model/models/llama4/model.go +++ b/model/models/llama4/model.go @@ -39,7 +39,7 @@ func New(c fs.Config) (model.Model, error) { `[^\r\n\p{L}\p{N}]?[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]*[\p{Ll}\p{Lm}\p{Lo}\p{M}]+(?i:'s|'t|'re|'ve|'m|'ll|'d)?|[^\r\n\p{L}\p{N}]?[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]+[\p{Ll}\p{Lm}\p{Lo}\p{M}]*(?i:'s|'t|'re|'ve|'m|'ll|'d)?|\p{N}{1,3}| ?[^\s\p{L}\p{N}]+[\r\n/]*|\s*[\r\n]+|\s+(?!\S)|\s+`), &model.Vocabulary{ Values: c.Strings("tokenizer.ggml.tokens"), - Types: c.Uints("tokenizer.ggml.token_type"), + Types: c.Ints("tokenizer.ggml.token_type"), Merges: c.Strings("tokenizer.ggml.merges"), BOS: int32(c.Uint("tokenizer.ggml.bos_token_id")), AddBOS: c.Bool("tokenizer.ggml.add_bos_token", true),