mirrors/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-05-11 18:36:41 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

cleanup

Browse source
This commit is contained in:
Michael Yang 2024-05-15 14:55:57 -07:00
parent 547132e820
commit bbbd9f20f3
9 changed files with 35 additions and 51 deletions
Download patch file Download diff file Expand all files Collapse all files

6
convert/tokenizer.go
View file

@ -44,11 +44,11 @@ type Token struct {
func (t *Token) Type() int32 {
switch {
case t.Special:
return 3
return tokenTypeControl
case t.UserDefined:
return 4
return tokenTypeUserDefined
default:
return 1
return tokenTypeNormal
}
}