explicitly convert model_avg to cpu

yaozengwei · May 6, 2022 · ae50aca · ae50aca
1 parent c3bb032
commit ae50aca
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless4/train.py b/egs/librispeech/ASR/pruned_transducer_stateless4/train.py
@@ -867,6 +867,10 @@ def run(rank, world_size, args):
         model = DDP(model, device_ids=[rank])
     model.device = device
 
+    if rank == 0:
+        model_avg = model_avg.to(torch.device("cpu"))
+        model_avg.device = device
+
     optimizer = Eve(model.parameters(), lr=params.initial_lr)
 
     scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)