You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by gn...@apache.org on 2017/01/06 07:46:02 UTC
ambari git commit: AMBARI-19366 Hive-saved query and Pig script
Migration is not working Hue-Ambari migration view (Pradarttana Panda via
gauravn7)
Repository: ambari
Updated Branches:
refs/heads/branch-2.5 602fb845d -> ce74cce71
AMBARI-19366 Hive-saved query and Pig script Migration is not working Hue-Ambari migration view (Pradarttana Panda via gauravn7)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/ce74cce7
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/ce74cce7
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/ce74cce7
Branch: refs/heads/branch-2.5
Commit: ce74cce71e5bf561de83aa7e0b7d08b0a4f8db3a
Parents: 602fb84
Author: Gaurav Nagar <gr...@gmail.com>
Authored: Fri Jan 6 13:15:19 2017 +0530
Committer: Gaurav Nagar <gr...@gmail.com>
Committed: Fri Jan 6 13:15:19 2017 +0530
----------------------------------------------------------------------
.../HiveSavedQueryMigrationImplementation.java | 40 ++++++++++----------
.../PigScriptMigrationImplementation.java | 15 ++++----
2 files changed, 26 insertions(+), 29 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/ce74cce7/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java
----------------------------------------------------------------------
diff --git a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java
index c7ea7aa..584978a 100644
--- a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java
+++ b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/hive/savedquery/HiveSavedQueryMigrationImplementation.java
@@ -598,24 +598,24 @@ public class HiveSavedQueryMigrationImplementation {
);
conf.set("fs.defaultFS", namenodeuri);
conf.set("hadoop.job.ugi", "hdfs");
- conf.set("hadoop.security.authentication", "Kerberos");
-
UserGroupInformation.setConfiguration(conf);
+
UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs");
- ugi.doAs(new PrivilegedExceptionAction<Void>() {
+ ugi.doAs(new PrivilegedExceptionAction<Boolean>() {
- public Void run() throws Exception {
+ public Boolean run() throws Exception {
URI uri = new URI(dir);
FileSystem fs = FileSystem.get(uri, conf, username);
+
Path src = new Path(dir);
- fs.mkdirs(src);
- return null;
+ Boolean b = fs.mkdirs(src);
+ return b;
}
});
} catch (Exception e) {
- logger.error("Webhdfs: ", e);
+ logger.error("Exception in Webhdfs ", e);
}
}
@@ -653,27 +653,24 @@ public class HiveSavedQueryMigrationImplementation {
public void putFileinHdfs(final String source, final String dest,
final String namenodeuri,final String username) throws IOException {
-
try {
- final Configuration conf = new Configuration();
-
- conf.set("fs.hdfs.impl",
- org.apache.hadoop.hdfs.DistributedFileSystem.class.getName()
- );
- conf.set("fs.file.impl",
- org.apache.hadoop.fs.LocalFileSystem.class.getName()
- );
- conf.set("fs.defaultFS", namenodeuri);
- conf.set("hadoop.job.ugi", "hdfs");
- conf.set("hadoop.security.authentication", "Kerberos");
-
- UserGroupInformation.setConfiguration(conf);
UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs");
+
ugi.doAs(new PrivilegedExceptionAction<Void>() {
public Void run() throws Exception {
+ Configuration conf = new Configuration();
+ conf.set("fs.defaultFS", namenodeuri);
+ conf.set("hadoop.job.ugi", "hdfs");
+ conf.set("fs.hdfs.impl",
+ org.apache.hadoop.hdfs.DistributedFileSystem.class.getName()
+ );
+ conf.set("fs.file.impl",
+ org.apache.hadoop.fs.LocalFileSystem.class.getName()
+ );
FileSystem fileSystem = FileSystem.get(conf);
+
String filename = source.substring(
source.lastIndexOf('/') + 1, source.length());
String dest1;
@@ -685,6 +682,7 @@ public class HiveSavedQueryMigrationImplementation {
Path path = new Path(dest1);
+ // Path pathsource = new Path(source);
FSDataOutputStream out = fileSystem.create(path);
InputStream in = new BufferedInputStream(
http://git-wip-us.apache.org/repos/asf/ambari/blob/ce74cce7/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java
----------------------------------------------------------------------
diff --git a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java
index 263b137..0459a30 100644
--- a/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java
+++ b/contrib/views/hueambarimigration/src/main/java/org/apache/ambari/view/huetoambarimigration/migration/pig/pigscript/PigScriptMigrationImplementation.java
@@ -461,7 +461,6 @@ public class PigScriptMigrationImplementation {
public void createDirPigScript(final String dir, final String namenodeuri,final String username)
throws IOException, URISyntaxException {
-
try {
final Configuration conf = new Configuration();
@@ -473,24 +472,24 @@ public class PigScriptMigrationImplementation {
);
conf.set("fs.defaultFS", namenodeuri);
conf.set("hadoop.job.ugi", "hdfs");
- conf.set("hadoop.security.authentication", "Kerberos");
-
UserGroupInformation.setConfiguration(conf);
+
UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hdfs");
- ugi.doAs(new PrivilegedExceptionAction<Void>() {
+ ugi.doAs(new PrivilegedExceptionAction<Boolean>() {
- public Void run() throws Exception {
+ public Boolean run() throws Exception {
URI uri = new URI(dir);
FileSystem fs = FileSystem.get(uri, conf, username);
+
Path src = new Path(dir);
- fs.mkdirs(src);
- return null;
+ Boolean b = fs.mkdirs(src);
+ return b;
}
});
} catch (Exception e) {
- logger.error("Webhdfs: ", e);
+ logger.error("Exception in Webhdfs", e);
}
}