[neo] Fix calib_size dtype bug (deepjavalibrary#2397)

a-ys · Sep 18, 2024 · f8831a5 · f8831a5
1 parent 70d6bdd
commit f8831a5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/serving/docker/partition/partition.py b/serving/docker/partition/partition.py
@@ -328,7 +328,7 @@ def autofp8_quantize(self):
             # If using dynamic activation scales, a calibration dataset is not required
             examples = []
         else:
-            calib_size = self.properties.get("option.calib_size", 512)
+            calib_size = int(self.properties.get("option.calib_size", 512))
             # Tokenize dataset for calibrating static activation scales
             ds = load_dataset("abisee/cnn_dailymail",
                               "3.0.0",