Fix loading GPTQ model from a local file or directory (#80)

Co-authored-by: James Zhong <[email protected]>
marella · Aug 8, 2023 · fc602d1 · fc602d1
1 parent d537788
commit fc602d1
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/ctransformers/gptq/hub.py b/ctransformers/gptq/hub.py
@@ -55,7 +55,9 @@ def from_pretrained(
 
         model_path = None
         if path_type == "file":
-            model_path = Path(model_path).parent
+            model_path = Path(model_path_or_repo_id).parent
+        elif path_type == "dir" :
+            model_path = Path(model_path_or_repo_id)
         elif path_type == "repo":
             model_path = snapshot_download(
                 repo_id=model_path_or_repo_id,