From de1348292765baa347a717abf2584d5c44ef0d4a Mon Sep 17 00:00:00 2001 From: Jayjeet Chakraborty Date: Mon, 5 Jul 2021 21:34:01 +0530 Subject: [PATCH] Use pyarrow.fs.LocalFileSystem as per latest arrow --- petastorm/fs_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/petastorm/fs_utils.py b/petastorm/fs_utils.py index 38d60c31..348e12fa 100644 --- a/petastorm/fs_utils.py +++ b/petastorm/fs_utils.py @@ -83,8 +83,8 @@ def __init__(self, dataset_url, hadoop_configuration=None, connector=HdfsConnect elif self._parsed_dataset_url.scheme == 'file': # Case 2: definitely local - self._filesystem = pyarrow.localfs - self._filesystem_factory = lambda: pyarrow.localfs + self._filesystem = pyarrow.fs.LocalFileSystem + self._filesystem_factory = lambda: pyarrow.fs.LocalFileSystem elif self._parsed_dataset_url.scheme == 'hdfs':