mirrors/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-05-11 10:26:53 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

OpenAI v1/completions: allow stop token list (#5551)

Browse source 
* stop token parsing fix

* add stop test
This commit is contained in:
royjhan 2024-07-09 14:01:26 -07:00 • committed by GitHub
parent 0aff67877e
commit 4918fae535
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 20 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

11
openai/openai_test.go
View file

@ -79,6 +79,7 @@ func TestMiddlewareRequests(t *testing.T) {
Model: "test-model",
Prompt: "Hello",
Temperature: &temp,
Stop: []string{"\n", "stop"},
}
bodyBytes, _ := json.Marshal(body)
@ -99,6 +100,16 @@ func TestMiddlewareRequests(t *testing.T) {
if genReq.Options["temperature"] != 1.6 {
t.Fatalf("expected 1.6, got %f", genReq.Options["temperature"])
}
stopTokens, ok := genReq.Options["stop"].([]any)
if !ok {
t.Fatalf("expected stop tokens to be a list")
}
if stopTokens[0] != "\n" || stopTokens[1] != "stop" {
t.Fatalf("expected ['\\n', 'stop'], got %v", stopTokens)
}
},
},
}