You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@sqoop.apache.org by ja...@apache.org on 2013/05/20 16:28:39 UTC
git commit: SQOOP-891: Sqoop export from S3 to MySQL fails when S3 is
not default filesystem.
Updated Branches:
refs/heads/trunk 403f0aece -> fd756a0c4
SQOOP-891: Sqoop export from S3 to MySQL fails when S3 is not default filesystem.
(Jurgen Van Gael via Jarek Jarcec Cecho)
Project: http://git-wip-us.apache.org/repos/asf/sqoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/sqoop/commit/fd756a0c
Tree: http://git-wip-us.apache.org/repos/asf/sqoop/tree/fd756a0c
Diff: http://git-wip-us.apache.org/repos/asf/sqoop/diff/fd756a0c
Branch: refs/heads/trunk
Commit: fd756a0c403e2d3c982096b165e53c2fefe8f31f
Parents: 403f0ae
Author: Jarek Jarcec Cecho <ja...@apache.org>
Authored: Mon May 20 07:27:53 2013 -0700
Committer: Jarek Jarcec Cecho <ja...@apache.org>
Committed: Mon May 20 07:27:53 2013 -0700
----------------------------------------------------------------------
.../sqoop/mapreduce/CombineFileInputFormat.java | 6 +++++-
1 files changed, 5 insertions(+), 1 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/sqoop/blob/fd756a0c/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java
----------------------------------------------------------------------
diff --git a/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java b/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java
index 7d2be38..e08f997 100644
--- a/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java
+++ b/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java
@@ -224,7 +224,11 @@ public abstract class CombineFileInputFormat<K, V>
// times, one time each for each pool in the next loop.
List<Path> newpaths = new LinkedList<Path>();
for (int i = 0; i < paths.length; i++) {
- Path p = new Path(paths[i].toUri().getPath());
+ FileSystem fs = paths[i].getFileSystem(conf);
+
+ //the scheme and authority will be kept if the path is
+ //a valid path for a non-default file system
+ Path p = fs.makeQualified(paths[i]);
newpaths.add(p);
}
paths = null;