From cd61aa0d9e16627935c7978adf488a679ddfa745 Mon Sep 17 00:00:00 2001
From: YellowRoseCx <80486540+YellowRoseCx@users.noreply.github.com>
Date: Sat, 12 Aug 2023 17:24:31 -0500
Subject: [PATCH] restore main_gpu parameter

---
 koboldcpp.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/koboldcpp.py b/koboldcpp.py
index 744c7a280c4b6..de64ae1b25852 100755
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -209,11 +209,11 @@ def load_model(model_filename):
     inputs.clblast_info = clblastids
     inputs.cublas_info = 0
     if (args.usecublas and "0" in args.usecublas):
-        os.environ["CUDA_VISIBLE_DEVICES"] = "0"
+        inputs.cublas_info = 0
     elif (args.usecublas and "1" in args.usecublas):
-        os.environ["CUDA_VISIBLE_DEVICES"] = "1"
+        inputs.cublas_info = 1
     elif (args.usecublas and "2" in args.usecublas):
-        os.environ["CUDA_VISIBLE_DEVICES"] = "2"
+        inputs.cublas_info = 2
 
     for n in range(tensor_split_max):
         if args.tensor_split and n < len(args.tensor_split):