select CUDA backend only if present

mudler · May 13, 2024 · e2fb46b · e2fb46b
1 parent 94d96c7
commit e2fb46b
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/pkg/model/initializers.go b/pkg/model/initializers.go
@@ -204,7 +204,9 @@ func (ml *ModelLoader) grpcModel(backend string, o *Options) func(string, string
 						if strings.Contains(gpu.String(), "nvidia") {
 							log.Info().Msgf("[%s] attempting to load with CUDA variant", backend)
 							grpcProcess = backendPath(o.assetDir, LLamaCPPCUDA)
-							foundCUDA = true
+							if _, err := os.Stat(grpcProcess); err == nil {
+								foundCUDA = true
+							}
 						}
 					}
 				}