diff --git a/ml/backend/ggml/ggml.go b/ml/backend/ggml/ggml.go index 680910f8..7d6831ee 100644 --- a/ml/backend/ggml/ggml.go +++ b/ml/backend/ggml/ggml.go @@ -418,7 +418,7 @@ func New(modelPath string, params ml.BackendParams) (ml.Backend, error) { (*C.ggml_backend_buffer_type_t)(unsafe.Pointer(&schedBufts[0])), C.int(len(schedBackends)), C.size_t(maxGraphNodes), - C._Bool(len(gpus) > 1 && slices.Contains(gpus, output.d)), + C._Bool(false), C._Bool(false), ), schedBackends: schedBackends,