From b58371e7799ba2706919d2398ca9663c3be11969 Mon Sep 17 00:00:00 2001 From: Jay Chia Date: Fri, 15 Dec 2023 13:09:21 +0800 Subject: [PATCH] [BUG] Apply the default IOConfig in daft.from_glob_path --- daft/io/file_path.py | 1 + 1 file changed, 1 insertion(+) diff --git a/daft/io/file_path.py b/daft/io/file_path.py index 7fb1905da5..e2fd63e0d2 100644 --- a/daft/io/file_path.py +++ b/daft/io/file_path.py @@ -43,6 +43,7 @@ def from_glob_path(path: str, io_config: Optional[IOConfig] = None) -> DataFrame parsed from the provided filesystem. """ context = get_context() + io_config = context.daft_planning_config.default_io_config if io_config is None else io_config runner_io = context.runner().runner_io() file_infos = runner_io.glob_paths_details([path], io_config=io_config) file_infos_table = MicroPartition._from_pytable(file_infos.to_table())