mirror of
https://github.com/ollama/ollama.git
synced 2025-05-11 18:36:41 +02:00
fix token type
This commit is contained in:
parent
8d376acc9b
commit
d26c18e25c
13 changed files with 36 additions and 25 deletions
|
@ -28,7 +28,7 @@ func llama(t testing.TB) BytePairEncoding {
|
|||
t.Fatal(err)
|
||||
}
|
||||
|
||||
types := make([]uint32, len(vocab))
|
||||
types := make([]int32, len(vocab))
|
||||
tokens := make([]string, len(vocab))
|
||||
for token, id := range vocab {
|
||||
tokens[id] = token
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue