mirrors/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-05-12 19:07:06 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

conditionally enable parallel pipelines

Browse source
This commit is contained in:
Michael Yang 2025-03-14 14:01:13 -07:00
parent 50b5962042
commit 4561fff36e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ml/backend/ggml/ggml.go
View file

@ -371,7 +371,7 @@ func New(r *os.File, params ml.BackendParams) (ml.Backend, error) {
(*C.ggml_backend_buffer_type_t)(unsafe.Pointer(&schedBufts[0])), (*C.ggml_backend_buffer_type_t)(unsafe.Pointer(&schedBufts[0])),
C.int(len(schedBackends)), C.int(len(schedBackends)),
C.size_t(maxGraphNodes), C.size_t(maxGraphNodes),
true, C._Bool(len(gpus) > 1 && slices.Contains(gpus, output.d)),
), ),
input: deviceBufferTypes[input.d], input: deviceBufferTypes[input.d],
output: deviceBufferTypes[output.d], output: deviceBufferTypes[output.d],