From 5ea2aa77b0bb5ae29d21756970237ef20c7340a5 Mon Sep 17 00:00:00 2001 From: Antoine Pitrou Date: Wed, 16 Jun 2021 12:02:15 +0200 Subject: [PATCH] ARROW-13090: [Python] Fix create_dir() implementation in FSSpecHandler Recent fsspec version have started raising FileExistsError if the target directory already exists. Ignore the error, as create_dir() is supposed to succeed in that case. --- python/pyarrow/fs.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/python/pyarrow/fs.py b/python/pyarrow/fs.py index fe505530751..1b86e4b7e0f 100644 --- a/python/pyarrow/fs.py +++ b/python/pyarrow/fs.py @@ -263,7 +263,10 @@ def get_file_info_selector(self, selector): def create_dir(self, path, recursive): # mkdir also raises FileNotFoundError when base directory is not found - self.fs.mkdir(path, create_parents=recursive) + try: + self.fs.mkdir(path, create_parents=recursive) + except FileExistsError: + pass def delete_dir(self, path): self.fs.rm(path, recursive=True)