minor update

zhongkaifu · Sep 21, 2024 · 6c518e6 · 6c518e6
1 parent 789e01d
commit 6c518e6
Showing 1 changed file with 21 additions and 3 deletions.
diff --git a/Seq2SeqSharp/MultiProcessorNetworkWrapper.cs b/Seq2SeqSharp/MultiProcessorNetworkWrapper.cs
@@ -37,7 +37,8 @@ public MultiProcessorNetworkWrapper(T networkOnDefaultDevice, int[] deviceIds, b
             m_isStaticWeights = isStaticWeights;
             m_weightsSynced = false;
 
-            for (int i = 0; i < deviceIds.Length; i++)
+            object locker = new object();
+            Parallel.For(0, deviceIds.Length, i =>
             {
                 if (deviceIds[i] == m_defaultDeviceId)
                 {
@@ -48,8 +49,25 @@ public MultiProcessorNetworkWrapper(T networkOnDefaultDevice, int[] deviceIds, b
                     m_networks[i] = (T)networkOnDefaultDevice.CloneToDeviceAt(deviceIds[i]);
                 }
 
-                m_deviceId2Network.Add(deviceIds[i], m_networks[i]);
-            }
+                lock (locker)
+                {
+                    m_deviceId2Network.Add(deviceIds[i], m_networks[i]);
+                }
+            });
+
+            //for (int i = 0; i < deviceIds.Length; i++)
+            //{
+            //    if (deviceIds[i] == m_defaultDeviceId)
+            //    {
+            //        m_networks[i] = networkOnDefaultDevice;
+            //    }
+            //    else
+            //    {
+            //        m_networks[i] = (T)networkOnDefaultDevice.CloneToDeviceAt(deviceIds[i]);
+            //    }
+
+            //    m_deviceId2Network.Add(deviceIds[i], m_networks[i]);
+            //}
 
             var raDeviceIds = new RoundArray<int>(deviceIds);
             var weights = networkOnDefaultDevice.GetParams();