mirrors/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-05-11 18:36:41 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

keepalive

Browse source
This commit is contained in:
Michael Yang 2024-07-03 18:39:35 -07:00
parent 55cd3ddcca
commit 8570c1c0ef
3 changed files with 55 additions and 47 deletions
Download patch file Download diff file Expand all files Collapse all files

2
server/sched.go
View file

@ -401,7 +401,7 @@ func (s *Scheduler) load(req *LlmRequest, ggml *llm.GGML, gpus gpu.GpuInfoList,
if numParallel < 1 {
numParallel = 1
}
sessionDuration := envconfig.KeepAlive
sessionDuration := envconfig.KeepAlive()
if req.sessionDuration != nil {
sessionDuration = req.sessionDuration.Duration
}