fixed the script issue

intel · Mar 25, 2024 · 47cd81f · 47cd81f
1 parent fdb9211
commit 47cd81f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/python_api_example_for_gguf.py b/scripts/python_api_example_for_gguf.py
@@ -50,7 +50,7 @@ def main(args_in: Optional[List[str]] = None) -> None:
 
     gguf_path = args.model.as_posix()
 
-    prompt = "Once upon a time"
+    prompt = args.prompt
     tokenizer = AutoTokenizer.from_pretrained(args.model_path, trust_remote_code=True)
     inputs = tokenizer(prompt, return_tensors="pt").input_ids
     streamer = TextStreamer(tokenizer)