Fix copy to worker

mila-iqia · Sep 6, 2024 · fdd5270 · fdd5270
1 parent e398ce5
commit fdd5270
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/milabench/multi.py b/milabench/multi.py
@@ -96,10 +96,12 @@ async def copy_base_to_workers(setup):
         # we copy the entire content of base
         #   FIXME: handle custom (venv, cache, data, etc...) directories
         #  
+        dirs = [XPath(INSTALL_FOLDER), setup.dirs.base.readlink()]
+        dirs = [_d.readlink() if _d.is_symlink() else _d for _d in dirs]
         copy_plan = ListCommand(
             *[
                 copy_folder(setup, _dir)
-                for _dir in [INSTALL_FOLDER, str(setup.dirs.base)]
+                for _dir in [str(_d) for _d in dirs]
             ]
         )
         remote_task = asyncio.create_task(copy_plan.execute())