Checkpointing (#269)

* num_serialized_models_to_keep is now keep_most_recent_by_count * Changelog
allenai · May 29, 2021 · 50a0452 · 50a0452
1 parent 07f1b56
commit 50a0452
Show file tree

Hide file tree

Showing 12 changed files with 12 additions and 11 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -9,6 +9,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ### Changed
 - Updated all instances of `sanity_checks` to `confidence_checks`.
+- The `num_serialized_models_to_keep` parameter is now called `keep_most_recent_by_count`.
 
 ### Added
 

diff --git a/test_fixtures/pair_classification/bimpm/experiment.json b/test_fixtures/pair_classification/bimpm/experiment.json
@@ -120,7 +120,7 @@
 },
   "trainer": {
     "checkpointer": {
-      "num_serialized_models_to_keep": 2
+      "keep_most_recent_by_count": 2
     },
     "num_epochs": 5,
     "patience": 2,

diff --git a/test_fixtures/pair_classification/esim/experiment.json b/test_fixtures/pair_classification/esim/experiment.json
@@ -83,7 +83,7 @@
     },
     "validation_metric": "+accuracy",
     "checkpointer": {
-      "num_serialized_models_to_keep": 2
+      "keep_most_recent_by_count": 2
     },
     "num_epochs": 5,
     "grad_norm": 10.0,

diff --git a/test_fixtures/structured_prediction/srl/bert_srl.jsonnet b/test_fixtures/structured_prediction/srl/bert_srl.jsonnet
@@ -25,7 +25,7 @@ local bert_model = "epwalsh/bert-xsmall-dummy";
             "lr": 0.001
         },
         "checkpointer": {
-            "num_serialized_models_to_keep": 1
+            "keep_most_recent_by_count": 1
         },
         "num_epochs": 3,
         "grad_norm": 10.0,

diff --git a/test_fixtures/structured_prediction/srl/bert_srl_local_files.jsonnet b/test_fixtures/structured_prediction/srl/bert_srl_local_files.jsonnet
@@ -46,7 +46,7 @@ local bert_config = {
             "lr": 0.001
         },
         "checkpointer": {
-            "num_serialized_models_to_keep": 1
+            "keep_most_recent_by_count": 1
         },
         "num_epochs": 3,
         "grad_norm": 10.0,

diff --git a/training_config/pair_classification/esim.jsonnet b/training_config/pair_classification/esim.jsonnet
@@ -82,7 +82,7 @@
             "lr": 0.0004
         },
         "checkpointer": {
-            "num_serialized_models_to_keep": 2,
+            "keep_most_recent_by_count": 2,
         },
         "validation_metric": "+accuracy",
         "num_epochs": 75,

diff --git a/training_config/pair_classification/esim_elmo.jsonnet b/training_config/pair_classification/esim_elmo.jsonnet
@@ -89,7 +89,7 @@
       "lr": 0.0004
     },
     "checkpointer": {
-      "num_serialized_models_to_keep": 2,
+      "keep_most_recent_by_count": 2,
     },
     "validation_metric": "+accuracy",
     "num_epochs": 75,

diff --git a/training_config/structured_prediction/bert_base_srl.jsonnet b/training_config/structured_prediction/bert_base_srl.jsonnet
@@ -39,7 +39,7 @@ local bert_model = "bert-base-uncased";
             "type": "slanted_triangular",
         },
         "checkpointer": {
-            "num_serialized_models_to_keep": 2,
+            "keep_most_recent_by_count": 2,
         },
         "grad_norm": 1.0,
         "num_epochs": 15,

diff --git a/training_config/structured_prediction/srl_elmo.jsonnet b/training_config/structured_prediction/srl_elmo.jsonnet
@@ -61,7 +61,7 @@
         "patience": 200,
         "validation_metric": "+f1-measure-overall",
         "checkpointer": {
-            "num_serialized_models_to_keep": 10,
+            "keep_most_recent_by_count": 10,
         },
         "optimizer": {
             "type": "adadelta",

diff --git a/training_config/structured_prediction/srl_elmo_5.5B.jsonnet b/training_config/structured_prediction/srl_elmo_5.5B.jsonnet
@@ -61,7 +61,7 @@
         "patience": 200,
         "validation_metric": "+f1-measure-overall",
         "checkpointer": {
-            "num_serialized_models_to_keep": 10,
+            "keep_most_recent_by_count": 10,
         },
         "optimizer": {
             "type": "adadelta",

diff --git a/training_config/tagging/ner.jsonnet b/training_config/tagging/ner.jsonnet
@@ -67,7 +67,7 @@
         "lr": 0.001
     },
     "checkpointer": {
-        "num_serialized_models_to_keep": 3,
+        "keep_most_recent_by_count": 3,
     },
     "validation_metric": "+f1-measure-overall",
     "num_epochs": 75,

diff --git a/training_config/tagging/ner_elmo.jsonnet b/training_config/tagging/ner_elmo.jsonnet
@@ -92,7 +92,7 @@
       "lr": 0.001
     },
     "checkpointer": {
-      "num_serialized_models_to_keep": 3,
+      "keep_most_recent_by_count": 3,
     },
     "validation_metric": "+f1-measure-overall",
     "num_epochs": 75,