diff --git a/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py b/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py index 2de70e02e..92c135221 100644 --- a/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py +++ b/engines/python/setup/djl_python/rolling_batch/lmi_dist_rolling_batch.py @@ -30,7 +30,7 @@ _WARMUP_PREFILL_TOKENS = 4096 LMI_DIST_GENERATION_PARAMS = set(RequestParams().__dict__.keys()).union( - set(SamplingParams().__dict__.keys())) + set(SamplingParams().__struct_fields__)) class LmiDistRollingBatch(RollingBatch):