From 43211f84245824822f0750777fb8d7a3330766bb Mon Sep 17 00:00:00 2001 From: Jay Chia Date: Fri, 29 Mar 2024 15:11:53 -0700 Subject: [PATCH] Fix prefix length --- daft/filesystem.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/daft/filesystem.py b/daft/filesystem.py index 1f28efa29b..55651e24e5 100644 --- a/daft/filesystem.py +++ b/daft/filesystem.py @@ -140,7 +140,7 @@ def _resolve_paths_and_filesystem( # Sanitize s3a/s3n protocols, which are produced by Hadoop-based systems as a way of denoting which s3 # filesystem client to use. However this doesn't matter for Daft, and PyArrow cannot recognize these protocols. - paths = [f"s3://{p[5:]}" if p.startswith("s3a://") or p.startswith("s3n://") else p for p in paths] + paths = [f"s3://{p[6:]}" if p.startswith("s3a://") or p.startswith("s3n://") else p for p in paths] # Ensure that protocols for all paths are consistent, i.e. that they would map to the # same filesystem.