[python] Update lmi-list generation params after upgrading to vllm 0.…

…5.5 (#2399)
deepjavalibrary · Sep 18, 2024 · ac2f78e · ac2f78e
1 parent 11e5deb
commit ac2f78e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py b/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py
@@ -30,7 +30,7 @@
 
 _WARMUP_PREFILL_TOKENS = 4096
 LMI_DIST_GENERATION_PARAMS = set(RequestParams().__dict__.keys()).union(
-    set(SamplingParams().__dict__.keys()))
+    set(SamplingParams().__struct_fields__))
 
 
 class LmiDistRollingBatch(RollingBatch):