You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ch...@apache.org on 2013/11/12 02:59:41 UTC
svn commit: r1540915 - in /pig/trunk: CHANGES.txt
src/org/apache/pig/newplan/logical/rules/InputOutputFileValidator.java
Author: cheolsoo
Date: Tue Nov 12 01:59:40 2013
New Revision: 1540915
URL: http://svn.apache.org/r1540915
Log:
PIG-3507: It fails to run pig in local mode on a Kerberos enabled Hadoop cluster (chiyang via cheolsoo)
Modified:
pig/trunk/CHANGES.txt
pig/trunk/src/org/apache/pig/newplan/logical/rules/InputOutputFileValidator.java
Modified: pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/trunk/CHANGES.txt?rev=1540915&r1=1540914&r2=1540915&view=diff
==============================================================================
--- pig/trunk/CHANGES.txt (original)
+++ pig/trunk/CHANGES.txt Tue Nov 12 01:59:40 2013
@@ -48,6 +48,8 @@ OPTIMIZATIONS
BUG FIXES
+PIG-3507: It fails to run pig in local mode on a Kerberos enabled Hadoop cluster (chiyang via cheolsoo)
+
PIG-3561: Clean up PigStats and JobStats after PIG-3419 (cheolsoo)
PIG-3553: HadoopJobHistoryLoader fails to load job history on hadoop v 1.2 (lgiri via cheolsoo)
Modified: pig/trunk/src/org/apache/pig/newplan/logical/rules/InputOutputFileValidator.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/newplan/logical/rules/InputOutputFileValidator.java?rev=1540915&r1=1540914&r2=1540915&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/newplan/logical/rules/InputOutputFileValidator.java (original)
+++ pig/trunk/src/org/apache/pig/newplan/logical/rules/InputOutputFileValidator.java Tue Nov 12 01:59:40 2013
@@ -19,7 +19,9 @@ package org.apache.pig.newplan.logical.r
import java.io.IOException;
+import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.mapreduce.Job;
+import org.apache.hadoop.security.UserGroupInformation;
import org.apache.pig.PigException;
import org.apache.pig.ResourceSchema;
import org.apache.pig.StoreFuncInterface;
@@ -62,14 +64,16 @@ public class InputOutputFileValidator {
try {
if(store.getSchema() != null){
- sf.checkSchema(new ResourceSchema(store.getSchema(), store.getSortInfo()));
+ sf.checkSchema(new ResourceSchema(store.getSchema(), store.getSortInfo()));
}
- dummyJob = new Job(ConfigurationUtil.toConfiguration(pigCtx.getProperties()));
+ Configuration conf = ConfigurationUtil.toConfiguration(pigCtx.getProperties());
+ dummyJob = new Job(conf);
sf.setStoreLocation(outLoc, dummyJob);
+ UserGroupInformation.setConfiguration(conf);
} catch (Exception ioe) {
if(ioe instanceof PigException){
errCode = ((PigException)ioe).getErrorCode();
- }
+ }
String exceptionMsg = ioe.getMessage();
validationErrStr += (exceptionMsg == null) ? "" : " More info to follow:\n" +exceptionMsg;
throw new VisitorException(store, validationErrStr, errCode, pigCtx.getErrorSource(), ioe);