From dff57e4aced8c240bd93daa3a3490da40b1e6bf8 Mon Sep 17 00:00:00 2001 From: Isotr0py Date: Wed, 19 Jun 2024 17:02:28 +0800 Subject: [PATCH 1/2] remove max_model_len limit in phi3v_example.py --- examples/phi3v_example.py | 1 - 1 file changed, 1 deletion(-) diff --git a/examples/phi3v_example.py b/examples/phi3v_example.py index d5e60ae1ee3a..d0df6660daa9 100644 --- a/examples/phi3v_example.py +++ b/examples/phi3v_example.py @@ -12,7 +12,6 @@ def run_phi3v(): llm = LLM( model=model_path, trust_remote_code=True, - max_model_len=4096, image_input_type="pixel_values", image_token_id=32044, image_input_shape="1,3,1008,1344", From 2a27ff50ca3c1a7e9ae67978f3d0734c7d79fca7 Mon Sep 17 00:00:00 2001 From: Isotr0py <2037008807@qq.com> Date: Wed, 19 Jun 2024 17:31:01 +0800 Subject: [PATCH 2/2] fix sampling_params in phi3v example --- examples/phi3v_example.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/examples/phi3v_example.py b/examples/phi3v_example.py index d0df6660daa9..4f37c47ddca8 100644 --- a/examples/phi3v_example.py +++ b/examples/phi3v_example.py @@ -27,11 +27,12 @@ def run_phi3v(): sampling_params = SamplingParams(temperature=0, max_tokens=64) - outputs = llm.generate({ - "prompt": prompt, - "sampling_params": sampling_params, - "multi_modal_data": ImagePixelData(image), - }) + outputs = llm.generate( + { + "prompt": prompt, + "multi_modal_data": ImagePixelData(image), + }, + sampling_params=sampling_params) for o in outputs: generated_text = o.outputs[0].text print(generated_text)