You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lens.apache.org by am...@apache.org on 2015/04/21 17:58:26 UTC
[1/2] incubator-lens git commit: LENS-463 : Fix
TestQueryEndEmailNotifier intermittent failure (Rajat Khandelwal via
amareshwari)
Repository: incubator-lens
Updated Branches:
refs/heads/current-release-line 5b2afbb34 -> 52d6df6d5
LENS-463 : Fix TestQueryEndEmailNotifier intermittent failure (Rajat Khandelwal via amareshwari)
Project: http://git-wip-us.apache.org/repos/asf/incubator-lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-lens/commit/9d474389
Tree: http://git-wip-us.apache.org/repos/asf/incubator-lens/tree/9d474389
Diff: http://git-wip-us.apache.org/repos/asf/incubator-lens/diff/9d474389
Branch: refs/heads/current-release-line
Commit: 9d47438995230c88e50912579875f20b4d3e30bc
Parents: 5b2afbb
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Tue Apr 21 21:24:50 2015 +0530
Committer: Amareshwari Sriramadasu <am...@apache.org>
Committed: Tue Apr 21 21:28:01 2015 +0530
----------------------------------------------------------------------
.../server/query/TestQueryEndEmailNotifier.java | 36 +++++++++++---------
1 file changed, 19 insertions(+), 17 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-lens/blob/9d474389/lens-server/src/test/java/org/apache/lens/server/query/TestQueryEndEmailNotifier.java
----------------------------------------------------------------------
diff --git a/lens-server/src/test/java/org/apache/lens/server/query/TestQueryEndEmailNotifier.java b/lens-server/src/test/java/org/apache/lens/server/query/TestQueryEndEmailNotifier.java
index ca1b10b..6a24f8f 100644
--- a/lens-server/src/test/java/org/apache/lens/server/query/TestQueryEndEmailNotifier.java
+++ b/lens-server/src/test/java/org/apache/lens/server/query/TestQueryEndEmailNotifier.java
@@ -18,7 +18,10 @@
*/
package org.apache.lens.server.query;
-import java.util.*;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
import javax.ws.rs.client.Entity;
import javax.ws.rs.client.WebTarget;
@@ -27,7 +30,9 @@ import javax.ws.rs.core.MediaType;
import org.apache.lens.api.LensConf;
import org.apache.lens.api.LensSessionHandle;
-import org.apache.lens.api.query.*;
+import org.apache.lens.api.query.LensQuery;
+import org.apache.lens.api.query.QueryHandle;
+import org.apache.lens.api.query.QueryStatus;
import org.apache.lens.api.query.QueryStatus.Status;
import org.apache.lens.server.LensJerseyTest;
import org.apache.lens.server.LensServices;
@@ -58,7 +63,7 @@ public class TestQueryEndEmailNotifier extends LensJerseyTest {
/** The Constant LOG. */
public static final Log LOG = LogFactory.getLog(TestQueryEndEmailNotifier.class);
-
+ private static final int NUM_ITERS = 30;
/** The query service. */
QueryExecutionServiceImpl queryService;
@@ -184,6 +189,7 @@ public class TestQueryEndEmailNotifier extends LensJerseyTest {
Assert.assertEquals(ctx.getStatus().getStatus(), expectedStatus);
return handle;
}
+
/**
* Test launch fail.
*
@@ -196,9 +202,9 @@ public class TestQueryEndEmailNotifier extends LensJerseyTest {
// launch failure
QueryHandle handle = launchAndWaitForQuery(conf, "select ID from non_exist_table", QueryStatus.Status.FAILED);
List<WiserMessage> messages = new ArrayList<WiserMessage>();
- for (int i = 0; i < 20; i++) {
+ for (int i = 0; i < NUM_ITERS; i++) {
messages = wiser.getMessages();
- if (messages.size() > 0) {
+ if (messages.size() >= 4) {
break;
}
Thread.sleep(10000);
@@ -206,17 +212,15 @@ public class TestQueryEndEmailNotifier extends LensJerseyTest {
Assert.assertEquals(messages.size(), 4);
Assert.assertTrue(messages.get(0).toString().contains(handle.toString()));
- Assert.assertEquals(messages.size(), 4);
- Assert.assertTrue(messages.get(0).toString().contains(handle.toString()));
Assert.assertTrue(messages.get(0).toString().contains("Launching query failed"));
Assert.assertTrue(messages.get(0).toString().contains("Reason"));
// rewriter failure
handle = launchAndWaitForQuery(conf, "cube select ID from nonexist", QueryStatus.Status.FAILED);
messages = new ArrayList<WiserMessage>();
- for (int i = 0; i < 20; i++) {
+ for (int i = 0; i < NUM_ITERS; i++) {
messages = wiser.getMessages();
- if (messages.size() > 4) {
+ if (messages.size() >= 8) {
break;
}
Thread.sleep(10000);
@@ -235,9 +239,9 @@ public class TestQueryEndEmailNotifier extends LensJerseyTest {
handle = launchAndWaitForQuery(conf, "select ID, IDSTR from " + TEST_TABLE,
QueryStatus.Status.FAILED);
messages = new ArrayList<WiserMessage>();
- for (int i = 0; i < 20; i++) {
+ for (int i = 0; i < NUM_ITERS; i++) {
messages = wiser.getMessages();
- if (messages.size() > 8) {
+ if (messages.size() >= 12) {
break;
}
Thread.sleep(10000);
@@ -256,9 +260,9 @@ public class TestQueryEndEmailNotifier extends LensJerseyTest {
conf.addProperty("mapred.map.output.compression.codec", "nonexisting");
handle = launchAndWaitForQuery(conf, "select count(ID) from " + TEST_TABLE, QueryStatus.Status.FAILED);
messages = new ArrayList<WiserMessage>();
- for (int i = 0; i < 20; i++) {
+ for (int i = 0; i < NUM_ITERS; i++) {
messages = wiser.getMessages();
- if (messages.size() > 12) {
+ if (messages.size() >= 16) {
break;
}
Thread.sleep(10000);
@@ -275,19 +279,17 @@ public class TestQueryEndEmailNotifier extends LensJerseyTest {
conf.addProperty(LensConfConstants.QUERY_PERSISTENT_RESULT_INDRIVER, "true");
handle = launchAndWaitForQuery(conf, "select ID, IDSTR from " + TEST_TABLE, QueryStatus.Status.SUCCESSFUL);
messages = new ArrayList<WiserMessage>();
- for (int i = 0; i < 20; i++) {
+ for (int i = 0; i < NUM_ITERS; i++) {
messages = wiser.getMessages();
- if (messages.size() > 16) {
+ if (messages.size() >= 20) {
break;
}
Thread.sleep(10000);
}
-
Assert.assertEquals(messages.size(), 20);
Assert.assertTrue(messages.get(16).toString().contains(handle.toString()));
Assert.assertTrue(messages.get(16).toString().contains("Query SUCCESSFUL"));
Assert.assertTrue(messages.get(16).toString().contains("Result available at"));
-
wiser.stop();
}
}
[2/2] incubator-lens git commit: LENS-505 : Update release
documentation for 2.1 (amareshwari)
Posted by am...@apache.org.
LENS-505 : Update release documentation for 2.1 (amareshwari)
Project: http://git-wip-us.apache.org/repos/asf/incubator-lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-lens/commit/52d6df6d
Tree: http://git-wip-us.apache.org/repos/asf/incubator-lens/tree/52d6df6d
Diff: http://git-wip-us.apache.org/repos/asf/incubator-lens/diff/52d6df6d
Branch: refs/heads/current-release-line
Commit: 52d6df6d5e16da375a55943bd00bdc6b63f34926
Parents: 9d47438
Author: Amareshwari Sriramadasu <am...@apache.org>
Authored: Tue Apr 21 21:26:28 2015 +0530
Committer: Amareshwari Sriramadasu <am...@apache.org>
Committed: Tue Apr 21 21:28:12 2015 +0530
----------------------------------------------------------------------
src/site/apt/releases/download.apt | 2 +-
src/site/apt/releases/release-history.apt | 30 +++++++++++++++++++++++++-
2 files changed, 30 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-lens/blob/52d6df6d/src/site/apt/releases/download.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/releases/download.apt b/src/site/apt/releases/download.apt
index b18b3e5..2c99186 100644
--- a/src/site/apt/releases/download.apt
+++ b/src/site/apt/releases/download.apt
@@ -20,7 +20,7 @@
Download
The latest release of Apache Lens can be
- {{{http://www.apache.org/dyn/closer.cgi/incubator/lens/2.0-beta-incubating}downloaded from the ASF}}.
+ {{{http://www.apache.org/dyn/closer.cgi/incubator/lens/2.1-beta-incubating}downloaded from the ASF}}.
Older releases may be found {{{http://archive.apache.org/dist/incubator/lens} in the archives}}.
http://git-wip-us.apache.org/repos/asf/incubator-lens/blob/52d6df6d/src/site/apt/releases/release-history.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/releases/release-history.apt b/src/site/apt/releases/release-history.apt
index 959ef82..82625c7 100644
--- a/src/site/apt/releases/release-history.apt
+++ b/src/site/apt/releases/release-history.apt
@@ -23,6 +23,8 @@ All Apache Lens releases
*--+--+---+--+--+--+--+
|Release version|Major features|Release documentation|Release Notes|Download|Incompatibilities|More Info |
*--+--+---+--+--+--+--+
+|2.1.0-beta-incubating| Estimate api, Partition timeline, DB resources, Timers on REST api| {{{../versions/2.1.0-beta-incubating/index.html} 2.1.x-incubating docs}} | {{{https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12315923&version=12328991} 2.1 release notes}}| {{{http://archive.apache.org/dist/incubator/lens/2.1-beta-incubating/} Download}} | {{{#a2.1.x_from_2.0.x} 2.1.x-incompatibilities}} | - |
+*--+--+---+--+--+--+--+
|2.0.1-beta-incubating| First release in Apache| {{{../versions/2.0.1-beta-incubating/index.html} 2.0.x-incubating docs}} | {{{https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12315923&version=12328990} 2.0 release notes}}| {{{http://archive.apache.org/dist/incubator/lens/2.0-beta-incubating/} Download}} | - | - |
*--+--+---+--+--+--+--+
@@ -30,4 +32,30 @@ All Apache Lens releases
Binary distribution of the release does not include dependency org.acplt:oncrpc:jar:1.0.7, as its licensing (LGPL) is
not in compliance with Apache licensing which is required for ganglia metrics reporting. If user is interested in
- ganglia metrics reporting, the jar needs to be downloaded and used.
\ No newline at end of file
+ ganglia metrics reporting, the jar needs to be downloaded and used.
+
+* Incompatibilities
+
+** 2.1.x from 2.0.x
+
+ * LENS-437 : Removed counts and weights from QueryPlan. The values are no longer available. If any usecase requires
+ these values, it requires a feature addition.
+
+ * LENS-338 : REST api path changed from /facts/\{factName\}/storages/\{storage\}/partitions to
+ /facts/\{factName\}/storages/\{storage\}/partition and /dimtables/\{dimTableName\}/storages/\{storage\}/partitions to
+ /dimtables/\{dimTableName\}/storages/\{storage\}/partition for adding single partition. If single partition is
+ getting registered with old path, they need to change to use new path.
+
+ * LENS-281 : Lens server understands data(partition) availability through partition timeline instead of querying
+ metastore. When server is brought up for the first time after this feature, partition timeline will built. If it needs
+ to be updated again, table properties on storage table need to be modified by setting
+ cube.storagetable.partition.timeline.cache.present to false. All add and drop partitions should go through Lens server
+ to keep timeline updated.
+
+ * LENS-327 : Adds "QueryCost estimate(AbstractQueryContext qctx) throws LensException;" in LensDriver interface;
+ ESTIMATE is added in SubmitOp enum. If there is a driver implementation, the new api needs to be implemented.
+
+ * LENS-441 : GET on /cubes/\{cubeName\}/facts returns StringList instead of List<XFactTable>. For getting the
+ XFactTable corresponding to the name returned in StringList, user need to use GET on /facts/\{factName\}.
+
+ * LENS-275 : Session not found error code is 410, instead of 404
\ No newline at end of file