You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tajo.apache.org by jh...@apache.org on 2013/12/16 18:07:23 UTC
git commit: TAJO-421: Improve split for compression file. (jinho)
Updated Branches:
refs/heads/master 1d2bd0d97 -> 14160face
TAJO-421: Improve split for compression file. (jinho)
Project: http://git-wip-us.apache.org/repos/asf/incubator-tajo/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tajo/commit/14160fac
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tajo/tree/14160fac
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tajo/diff/14160fac
Branch: refs/heads/master
Commit: 14160face45894a73f742f528e87b5f8ec2e10b9
Parents: 1d2bd0d
Author: jinossy <ji...@gmail.com>
Authored: Tue Dec 17 02:06:20 2013 +0900
Committer: jinossy <ji...@gmail.com>
Committed: Tue Dec 17 02:06:20 2013 +0900
----------------------------------------------------------------------
CHANGES.txt | 2 ++
.../org/apache/tajo/storage/AbstractStorageManager.java | 10 +++++++++-
2 files changed, 11 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tajo/blob/14160fac/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index f1dacd9..2581d3c 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -94,6 +94,8 @@ Release 0.8.0 - unreleased
IMPROVEMENTS
+ TAJO-421: Improve split for compression file. (jinho)
+
TAJO-327: Add testcase to verify TAJO-16. (jaehwa)
TAJO-405: Improve HCatalogStore to support partitioned table. (jaehwa)
http://git-wip-us.apache.org/repos/asf/incubator-tajo/blob/14160fac/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
----------------------------------------------------------------------
diff --git a/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java b/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
index 74e704f..2ff1a63 100644
--- a/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
+++ b/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
@@ -583,7 +583,15 @@ public abstract class AbstractStorageManager {
.getVolumeIds())));
}
} else { // Non splittable
- splits.add(makeNonSplit(tableName, meta, path, 0, length, blockStorageLocations));
+ long blockSize = blockStorageLocations[0].getLength();
+ if (blockSize >= length) {
+ for (BlockStorageLocation blockStorageLocation : blockStorageLocations) {
+ splits.add(makeSplit(tableName, meta, path, blockStorageLocation, getDiskIds(blockStorageLocation
+ .getVolumeIds())));
+ }
+ } else {
+ splits.add(makeNonSplit(tableName, meta, path, 0, length, blockStorageLocations));
+ }
}
} else {