You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/10/28 06:53:32 UTC
svn commit: r1028184 - in /hive/trunk: CHANGES.txt
ql/src/java/org/apache/hadoop/hive/ql/exec/JDBMSinkOperator.java
ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java
ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java
Author: namit
Date: Thu Oct 28 04:53:32 2010
New Revision: 1028184
URL: http://svn.apache.org/viewvc?rev=1028184&view=rev
Log:
HIVE-1757 Test cleanup for 1641
(Liyin Tang via namit)
Modified:
hive/trunk/CHANGES.txt
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/JDBMSinkOperator.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java
Modified: hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hive/trunk/CHANGES.txt?rev=1028184&r1=1028183&r2=1028184&view=diff
==============================================================================
--- hive/trunk/CHANGES.txt (original)
+++ hive/trunk/CHANGES.txt Thu Oct 28 04:53:32 2010
@@ -419,6 +419,9 @@ Trunk - Unreleased
HIVE-1755 Update broken test outputs due to 1641
(He Yongqiang via namit)
+ HIVE-1757 Test cleanup for 1641
+ (Liyin Tang via namit)
+
TESTS
HIVE-1464. improve test query performance
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/JDBMSinkOperator.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/JDBMSinkOperator.java?rev=1028184&r1=1028183&r2=1028184&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/JDBMSinkOperator.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/JDBMSinkOperator.java Thu Oct 28 04:53:32 2010
@@ -429,7 +429,6 @@ implements Serializable {
FileSystem fs = tmpURIPath.getFileSystem(this.getExecContext().getJc());
fs.copyFromLocalFile(localPath, tmpURIPath);
LOG.info("Upload 1 JDBM File to: "+tmpURIPath);
- System.out.println("Upload 1 JDBM File to: "+tmpURIPath);
//remove the original jdbm tmp file
hashTable.close();
}
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java?rev=1028184&r1=1028183&r2=1028184&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java Thu Oct 28 04:53:32 2010
@@ -165,7 +165,6 @@ public class MapJoinOperator extends Abs
String currentInputFile = HiveConf.getVar(hconf,
HiveConf.ConfVars.HADOOPMAPFILENAME);
- LOG.info("******* Load from JDBM File: input : "+ currentInputFile);
String currentFileName;
@@ -178,7 +177,6 @@ public class MapJoinOperator extends Abs
try{
if(localMode){
//load the jdbm file from tmp dir
- LOG.info("******* Load from tmp file uri ***");
tmpURI= this.getExecContext().getLocalWork().getTmpFileURI();
for(Map.Entry<Byte, HashMapWrapper<MapJoinObjectKey, MapJoinObjectValue>> entry: mapJoinTables.entrySet()){
pos = entry.getKey();
@@ -193,7 +191,6 @@ public class MapJoinOperator extends Abs
}
}else{
//load the jdbm file from distributed cache
- LOG.info("******* Load from distributed Cache ***:");
Path[] localFiles= DistributedCache.getLocalCacheFiles(this.hconf);
for(int i = 0;i<localFiles.length; i++){
Path path = localFiles[i];
@@ -225,7 +222,6 @@ public class MapJoinOperator extends Abs
throw new HiveException();
}
}
- LOG.info("******* End of loading *******:");
}
}catch (Exception e){
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java?rev=1028184&r1=1028183&r2=1028184&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java Thu Oct 28 04:53:32 2010
@@ -325,7 +325,6 @@ public class HashMapWrapper<K, V> {
recman = RecordManagerFactory.createRecordManager(jdbmfile, props);
long recid = recman.getNamedObject( "hashtable" );
if ( recid != 0 ) {
- System.out.println( "Reloading existing hashtable..." );
pHash = HTree.load( recman, recid );
}else{
LOG.warn("initiliaze the hash table by jdbm file Error!");