diff --git a/release/tune_tests/scalability_tests/workloads/test_durable_trainable.py b/release/tune_tests/scalability_tests/workloads/test_durable_trainable.py
index b63497d3aca1..860620a6fa5f 100644
--- a/release/tune_tests/scalability_tests/workloads/test_durable_trainable.py
+++ b/release/tune_tests/scalability_tests/workloads/test_durable_trainable.py
@@ -75,7 +75,7 @@ def main(bucket):
         max_runtime=max_runtime,
         checkpoint_freq_s=10,  # Once every 10 seconds
         checkpoint_size_b=int(10 * 1000**2),  # 10 MB
-        keep_checkpoints_num=2,
+        keep_checkpoints_num=4,
         resources_per_trial={"cpu": 2},
         sync_config=tune.SyncConfig(
             upload_dir=f"s3://{bucket}/durable/",