You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by we...@apache.org on 2017/09/05 16:23:25 UTC
arrow git commit: ARROW-1458: [Python] Document that
create_parents=False is unsupported in HadoopFileSystem
Repository: arrow
Updated Branches:
refs/heads/master df0ca4e69 -> 3283d2a9c
ARROW-1458: [Python] Document that create_parents=False is unsupported in HadoopFileSystem
Author: Wes McKinney <we...@twosigma.com>
Closes #1041 from wesm/ARROW-1458 and squashes the following commits:
94b016ff [Wes McKinney] Document that create_parents=False is unsupported in HadoopFileSystem
Project: http://git-wip-us.apache.org/repos/asf/arrow/repo
Commit: http://git-wip-us.apache.org/repos/asf/arrow/commit/3283d2a9
Tree: http://git-wip-us.apache.org/repos/asf/arrow/tree/3283d2a9
Diff: http://git-wip-us.apache.org/repos/asf/arrow/diff/3283d2a9
Branch: refs/heads/master
Commit: 3283d2a9cfad9fc95674a5f853519caed0cdd5af
Parents: df0ca4e
Author: Wes McKinney <we...@twosigma.com>
Authored: Tue Sep 5 12:23:21 2017 -0400
Committer: Wes McKinney <we...@twosigma.com>
Committed: Tue Sep 5 12:23:21 2017 -0400
----------------------------------------------------------------------
python/pyarrow/hdfs.py | 15 +++++++++++++--
1 file changed, 13 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/arrow/blob/3283d2a9/python/pyarrow/hdfs.py
----------------------------------------------------------------------
diff --git a/python/pyarrow/hdfs.py b/python/pyarrow/hdfs.py
index 1591de5..2f20be2 100644
--- a/python/pyarrow/hdfs.py
+++ b/python/pyarrow/hdfs.py
@@ -44,8 +44,19 @@ class HadoopFileSystem(lib.HadoopFileSystem, FileSystem):
def delete(self, path, recursive=False):
return super(HadoopFileSystem, self).delete(path, recursive)
- @implements(FileSystem.mkdir)
- def mkdir(self, path, create_parents=True):
+ def mkdir(self, path, **kwargs):
+ """
+ Create directory in HDFS
+
+ Parameters
+ ----------
+ path : string
+ Directory path to create, including any parent directories
+
+ Notes
+ -----
+ libhdfs does not support create_parents=False, so we ignore this here
+ """
return super(HadoopFileSystem, self).mkdir(path)
@implements(FileSystem.rename)