From 0fc03c18a222be0439216802ff2c4903b1b137f3 Mon Sep 17 00:00:00 2001 From: Jan Fiedler <89976021+fiedlerNr9@users.noreply.github.com> Date: Fri, 1 Sep 2023 18:12:11 +0200 Subject: [PATCH] catch abfs protocol in data_persistence.py/get_filesystem and set anon to False (#1813) Signed-off-by: Jan Fiedler --- flytekit/core/data_persistence.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/flytekit/core/data_persistence.py b/flytekit/core/data_persistence.py index af5593702b7..57311ed4157 100644 --- a/flytekit/core/data_persistence.py +++ b/flytekit/core/data_persistence.py @@ -119,6 +119,9 @@ def get_filesystem( if anonymous: kwargs["token"] = _ANON return fsspec.filesystem(protocol, **kwargs) # type: ignore + elif protocol == "abfs": + kwargs["anon"] = False + return fsspec.filesystem(protocol, **kwargs) # type: ignore # Preserve old behavior of returning None for file systems that don't have an explicit anonymous option. if anonymous: