Merge pull request #54 from yukiarimo/cpu

set to use CPU by default + add ctransformers to req
yukiarimo · Jan 17, 2024 · a2c9358 · a2c9358
2 parents 9443379 + ab71159
commit a2c9358
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -8,8 +8,9 @@ torch
 torchvision
 torchaudio
 transformers
+ctransformers
 diffusers
 html2text
 bs4
 itsdangerous
-cryptography
+cryptography
diff --git a/static/config.json b/static/config.json
@@ -29,7 +29,7 @@
         "stream": false,
         "batch_size": 128,
         "threads": -1,
-        "gpu_layers": 50
+        "gpu_layers": 0
     },
     "server": {
         "port": 4848,
@@ -43,7 +43,7 @@
         "art_default_model": "any_loli.safetensors",
         "prompts": "static/db/prompts/",
         "default_prompt_file": "dialog.txt",
-        "device": "mps"
+        "device": "cpu"
     },
     "security": {
         "secret_key": "YourSecretKeyHere123!",