You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2015/03/03 11:08:20 UTC
[24/26] incubator-kylin git commit: change read workload for
streaming test
change read workload for streaming test
Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/29b27818
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/29b27818
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/29b27818
Branch: refs/heads/streaming
Commit: 29b27818c866b7fd5ba7f0046dc68ca612ff505b
Parents: 1d6505b
Author: honma <ho...@ebay.com>
Authored: Tue Mar 3 15:39:05 2015 +0800
Committer: honma <ho...@ebay.com>
Committed: Tue Mar 3 15:39:45 2015 +0800
----------------------------------------------------------------------
common/src/test/java/org/apache/kylin/common/util/BasicTest.java | 4 +---
.../java/org/apache/kylin/job/tools/HbaseStreamingInput.java | 3 ++-
2 files changed, 3 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/29b27818/common/src/test/java/org/apache/kylin/common/util/BasicTest.java
----------------------------------------------------------------------
diff --git a/common/src/test/java/org/apache/kylin/common/util/BasicTest.java b/common/src/test/java/org/apache/kylin/common/util/BasicTest.java
index 4a6edc8..4d2a25c 100644
--- a/common/src/test/java/org/apache/kylin/common/util/BasicTest.java
+++ b/common/src/test/java/org/apache/kylin/common/util/BasicTest.java
@@ -48,7 +48,6 @@ public class BasicTest {
private void foo(Long a) {
System.out.printf("a");
-
}
private void foo(Integer b) {
@@ -64,12 +63,11 @@ public class BasicTest {
public void test1() throws Exception {
}
- final private Semaphore semaphore = new Semaphore(0);
-
@Test
@Ignore("fix it later")
public void test2() throws IOException, ConfigurationException {
+ System.out.println(512<<20);
}
private static String time(long t) {
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/29b27818/job/src/main/java/org/apache/kylin/job/tools/HbaseStreamingInput.java
----------------------------------------------------------------------
diff --git a/job/src/main/java/org/apache/kylin/job/tools/HbaseStreamingInput.java b/job/src/main/java/org/apache/kylin/job/tools/HbaseStreamingInput.java
index ff313b4..8479391 100644
--- a/job/src/main/java/org/apache/kylin/job/tools/HbaseStreamingInput.java
+++ b/job/src/main/java/org/apache/kylin/job/tools/HbaseStreamingInput.java
@@ -41,6 +41,7 @@ public class HbaseStreamingInput {
logger.info("Creating HTable '" + tableName + "'");
HTableDescriptor desc = new HTableDescriptor(TableName.valueOf(tableName));
desc.setValue(HTableDescriptor.SPLIT_POLICY, DisabledRegionSplitPolicy.class.getName());//disable region split
+ desc.setMemStoreFlushSize(512 << 20);//512M
HColumnDescriptor fd = new HColumnDescriptor(CF);
fd.setBlocksize(CELL_SIZE);
@@ -144,7 +145,7 @@ public class HbaseStreamingInput {
long leftBound = getFirstKeyTime(table);
long rightBound = System.currentTimeMillis();
- for (int t = 0; t < 10; ++t) {
+ for (int t = 0; t < 5; ++t) {
long start = (long) (leftBound + r.nextDouble() * (rightBound - leftBound));
long end = start + 600000;//a period of 10 minutes
logger.info("A scan from " + formatTime(start) + " to " + formatTime(end));