You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lens.apache.org by pr...@apache.org on 2015/08/28 16:45:32 UTC
[01/13] lens git commit: LENS-729 : Add apache license header in es
driver's json files
Repository: lens
Updated Branches:
refs/heads/master fe44e69fd -> 2901b4b33
LENS-729 : Add apache license header in es driver's json files
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/0aad08f9
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/0aad08f9
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/0aad08f9
Branch: refs/heads/master
Commit: 0aad08f919571c45fa7f5bdc4365bc18109cc72a
Parents: 1ba567f
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Mon Aug 17 13:50:03 2015 +0530
Committer: Amareshwari Sriramadasu <am...@apache.org>
Committed: Mon Aug 17 14:27:54 2015 +0530
----------------------------------------------------------------------
.../lens/driver/es/QueryTranslationTest.java | 2 ++
.../src/test/resources/invalid-queries.data | 21 +++++++++++++++++++-
.../src/test/resources/valid-queries.data | 21 +++++++++++++++++++-
3 files changed, 42 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/0aad08f9/lens-driver-es/src/test/java/org/apache/lens/driver/es/QueryTranslationTest.java
----------------------------------------------------------------------
diff --git a/lens-driver-es/src/test/java/org/apache/lens/driver/es/QueryTranslationTest.java b/lens-driver-es/src/test/java/org/apache/lens/driver/es/QueryTranslationTest.java
index be33764..3846b23 100644
--- a/lens-driver-es/src/test/java/org/apache/lens/driver/es/QueryTranslationTest.java
+++ b/lens-driver-es/src/test/java/org/apache/lens/driver/es/QueryTranslationTest.java
@@ -33,6 +33,7 @@ import org.testng.annotations.Test;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.core.JsonParser;
import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
@@ -85,6 +86,7 @@ public class QueryTranslationTest extends ESDriverTest {
private static final ImmutableList<ValidQuery> VALID_QUERIES;
private static final ImmutableList<InvalidQuery> IN_VALID_QUERIES;
static {
+ OBJECT_MAPPER.configure(JsonParser.Feature.ALLOW_COMMENTS, true); // Jackson 1.2+
VALID_QUERIES = ImmutableList.copyOf(loadResource(VALID_QUERIES_RESOURCE_PATH, ValidQuery[].class));
IN_VALID_QUERIES = ImmutableList.copyOf(loadResource(INVALID_QUERIES_RESOURCE_PATH, InvalidQuery[].class));
}
http://git-wip-us.apache.org/repos/asf/lens/blob/0aad08f9/lens-driver-es/src/test/resources/invalid-queries.data
----------------------------------------------------------------------
diff --git a/lens-driver-es/src/test/resources/invalid-queries.data b/lens-driver-es/src/test/resources/invalid-queries.data
index 8756a51..dd6a57f 100644
--- a/lens-driver-es/src/test/resources/invalid-queries.data
+++ b/lens-driver-es/src/test/resources/invalid-queries.data
@@ -1,3 +1,22 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
[
{
"name" : "Ambiguous column selection",
@@ -15,4 +34,4 @@
"name" : "Invalid columns in select and group by",
"hql" : "select a, b from a.x group by r"
}
-]
\ No newline at end of file
+]
http://git-wip-us.apache.org/repos/asf/lens/blob/0aad08f9/lens-driver-es/src/test/resources/valid-queries.data
----------------------------------------------------------------------
diff --git a/lens-driver-es/src/test/resources/valid-queries.data b/lens-driver-es/src/test/resources/valid-queries.data
index 982325c..46de030 100644
--- a/lens-driver-es/src/test/resources/valid-queries.data
+++ b/lens-driver-es/src/test/resources/valid-queries.data
@@ -1,3 +1,22 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
[
{
"name" : "Basic simple select",
@@ -64,4 +83,4 @@
"hql" : "select count(col1), col2, max(col3) from index.type where !(col1=5 and col2='p' and col3='wer' or (col4='9')) group by col2",
"expectedJson" : {"size":0,"timeout":10000,"aggs":{"filter_wrapper":{"aggs":{"col2":{"terms":{"field":"col2","size":100},"aggs":{"col1":{"value_count":{"field":"col1"}},"col3":{"max":{"field":"col3"}}}}},"filter":{"not":{"or":[{"and":[{"and":[{"term":{"col1":"5"}},{"term":{"col2":"p"}}]},{"term":{"col3":"wer"}}]},{"term":{"col4":"9"}}]}}}}}
}
-]
\ No newline at end of file
+]
[06/13] lens git commit: LENS-749 : Remove incubating from version
number
Posted by pr...@apache.org.
LENS-749 : Remove incubating from version number
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/fef97152
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/fef97152
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/fef97152
Branch: refs/heads/master
Commit: fef9715287a776436047187f0cc1287ea3a718a0
Parents: f42fc65
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Mon Aug 24 11:05:32 2015 +0530
Committer: Amareshwari Sriramadasu <am...@apache.org>
Committed: Mon Aug 24 11:05:32 2015 +0530
----------------------------------------------------------------------
checkstyle/pom.xml | 2 +-
lens-api/pom.xml | 2 +-
lens-cli/pom.xml | 2 +-
lens-client/pom.xml | 2 +-
lens-cube/pom.xml | 2 +-
lens-dist/pom.xml | 2 +-
lens-docker/lens-test/Dockerfile | 2 +-
lens-docker/lens-test/lens-bootstrap.sh | 2 +-
lens-driver-es/pom.xml | 2 +-
lens-driver-hive/pom.xml | 2 +-
lens-driver-jdbc/pom.xml | 2 +-
lens-examples/pom.xml | 2 +-
lens-ml-dist/pom.xml | 2 +-
lens-ml-lib/pom.xml | 2 +-
lens-query-lib/pom.xml | 2 +-
lens-regression/pom.xml | 2 +-
lens-server-api/pom.xml | 2 +-
lens-server/pom.xml | 2 +-
lens-storage-db/pom.xml | 2 +-
pom.xml | 6 +++---
tools/conf-pseudo-distr/server/hivedriver-site.xml | 2 +-
21 files changed, 23 insertions(+), 23 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/checkstyle/pom.xml
----------------------------------------------------------------------
diff --git a/checkstyle/pom.xml b/checkstyle/pom.xml
index b45e5fd..99928c3 100644
--- a/checkstyle/pom.xml
+++ b/checkstyle/pom.xml
@@ -29,7 +29,7 @@
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
<name>Lens Checkstyle Rules</name>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
<build>
<plugins>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-api/pom.xml
----------------------------------------------------------------------
diff --git a/lens-api/pom.xml b/lens-api/pom.xml
index 7b917b3..6a9517f 100644
--- a/lens-api/pom.xml
+++ b/lens-api/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-api</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-cli/pom.xml
----------------------------------------------------------------------
diff --git a/lens-cli/pom.xml b/lens-cli/pom.xml
index 8d41d8f..22bfa1f 100644
--- a/lens-cli/pom.xml
+++ b/lens-cli/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-client/pom.xml
----------------------------------------------------------------------
diff --git a/lens-client/pom.xml b/lens-client/pom.xml
index c799ca9..e726ead 100644
--- a/lens-client/pom.xml
+++ b/lens-client/pom.xml
@@ -24,7 +24,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-client</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-cube/pom.xml
----------------------------------------------------------------------
diff --git a/lens-cube/pom.xml b/lens-cube/pom.xml
index fe10917..394acef 100644
--- a/lens-cube/pom.xml
+++ b/lens-cube/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-cube</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-dist/pom.xml
----------------------------------------------------------------------
diff --git a/lens-dist/pom.xml b/lens-dist/pom.xml
index 6105978..9b0cda6 100644
--- a/lens-dist/pom.xml
+++ b/lens-dist/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-dist</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-docker/lens-test/Dockerfile
----------------------------------------------------------------------
diff --git a/lens-docker/lens-test/Dockerfile b/lens-docker/lens-test/Dockerfile
index 46252f1..42d291c 100644
--- a/lens-docker/lens-test/Dockerfile
+++ b/lens-docker/lens-test/Dockerfile
@@ -24,7 +24,7 @@ RUN mv spark-1.3.0-bin-hadoop2.4 /usr/local
ENV SPARK_HOME /usr/local/spark-1.3.0-bin-hadoop2.4
RUN rm spark-1.3.0-bin-hadoop2.4.tar
-ENV LENS_VERSION 2.3.0-beta-incubating-SNAPSHOT
+ENV LENS_VERSION 2.3.0-beta-SNAPSHOT
ENV BASEDIR /opt/lens
ENV LENS_HOME $BASEDIR/lens-dist/target/apache-lens-${LENS_VERSION}-bin/apache-lens-${LENS_VERSION}-bin/server
ENV LENS_CLIENT $BASEDIR/lens-dist/target/apache-lens-${LENS_VERSION}-bin/apache-lens-${LENS_VERSION}-bin/client
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-docker/lens-test/lens-bootstrap.sh
----------------------------------------------------------------------
diff --git a/lens-docker/lens-test/lens-bootstrap.sh b/lens-docker/lens-test/lens-bootstrap.sh
index 98e448a..07e8839 100644
--- a/lens-docker/lens-test/lens-bootstrap.sh
+++ b/lens-docker/lens-test/lens-bootstrap.sh
@@ -37,7 +37,7 @@ SPARK_YARN_JAR=$SPARK_HOME/lib/spark-assembly-1.3.0-hadoop2.4.0.jar
export SPARK_YARN_JAR
echo "SPARK_YARN_JAR " $SPARK_YARN_JAR
-HIVE_AUX_JARS_PATH=$LENS_ML/lib/lens-ml-lib-2.3.0-beta-incubating-SNAPSHOT.jar,$SPARK_YARN_JAR
+HIVE_AUX_JARS_PATH=$LENS_ML/lib/lens-ml-lib-2.3.0-beta-SNAPSHOT.jar,$SPARK_YARN_JAR
export HIVE_AUX_JARS_PATH
echo "HIVE_AUX_JARS_PATH " $HIVE_AUX_JARS_PATH
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-driver-es/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-es/pom.xml b/lens-driver-es/pom.xml
index 7cff3ff..178aaca 100644
--- a/lens-driver-es/pom.xml
+++ b/lens-driver-es/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.lens</groupId>
<artifactId>apache-lens</artifactId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-driver-es</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-driver-hive/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-hive/pom.xml b/lens-driver-hive/pom.xml
index 9455548..7fe1a7a 100644
--- a/lens-driver-hive/pom.xml
+++ b/lens-driver-hive/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-driver-jdbc/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-jdbc/pom.xml b/lens-driver-jdbc/pom.xml
index 7b2c7a6..b3643d4 100644
--- a/lens-driver-jdbc/pom.xml
+++ b/lens-driver-jdbc/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-driver-jdbc</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-examples/pom.xml
----------------------------------------------------------------------
diff --git a/lens-examples/pom.xml b/lens-examples/pom.xml
index 703d6b5..4db53fb 100644
--- a/lens-examples/pom.xml
+++ b/lens-examples/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-examples</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-ml-dist/pom.xml
----------------------------------------------------------------------
diff --git a/lens-ml-dist/pom.xml b/lens-ml-dist/pom.xml
index 0ed1130..3fe3dd5 100644
--- a/lens-ml-dist/pom.xml
+++ b/lens-ml-dist/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-ml-dist</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-ml-lib/pom.xml
----------------------------------------------------------------------
diff --git a/lens-ml-lib/pom.xml b/lens-ml-lib/pom.xml
index d348d3b..caa3ac6 100644
--- a/lens-ml-lib/pom.xml
+++ b/lens-ml-lib/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-query-lib/pom.xml
----------------------------------------------------------------------
diff --git a/lens-query-lib/pom.xml b/lens-query-lib/pom.xml
index 813f2f7..aa9ed0a 100644
--- a/lens-query-lib/pom.xml
+++ b/lens-query-lib/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-query-lib</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-regression/pom.xml
----------------------------------------------------------------------
diff --git a/lens-regression/pom.xml b/lens-regression/pom.xml
index cfbdc0a..9f972cd 100644
--- a/lens-regression/pom.xml
+++ b/lens-regression/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-regression</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-server-api/pom.xml
----------------------------------------------------------------------
diff --git a/lens-server-api/pom.xml b/lens-server-api/pom.xml
index 9cf2539..d96fb59 100644
--- a/lens-server-api/pom.xml
+++ b/lens-server-api/pom.xml
@@ -24,7 +24,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-server-api</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-server/pom.xml
----------------------------------------------------------------------
diff --git a/lens-server/pom.xml b/lens-server/pom.xml
index a0a718e..d7f9ac4 100644
--- a/lens-server/pom.xml
+++ b/lens-server/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/lens-storage-db/pom.xml
----------------------------------------------------------------------
diff --git a/lens-storage-db/pom.xml b/lens-storage-db/pom.xml
index 23d7f5c..05d50a1 100644
--- a/lens-storage-db/pom.xml
+++ b/lens-storage-db/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-storage-db</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 5d23ecf..427c24d 100644
--- a/pom.xml
+++ b/pom.xml
@@ -121,7 +121,7 @@
<groupId>org.apache.lens</groupId>
<artifactId>apache-lens</artifactId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
<name>Lens</name>
<packaging>pom</packaging>
<description>Unified Analytics Platform</description>
@@ -612,7 +612,7 @@
<dependency>
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</dependency>
</dependencies>
<executions>
@@ -1619,7 +1619,7 @@
<dependency>
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
- <version>2.3.0-beta-incubating-SNAPSHOT</version>
+ <version>2.3.0-beta-SNAPSHOT</version>
</dependency>
</dependencies>
<executions>
http://git-wip-us.apache.org/repos/asf/lens/blob/fef97152/tools/conf-pseudo-distr/server/hivedriver-site.xml
----------------------------------------------------------------------
diff --git a/tools/conf-pseudo-distr/server/hivedriver-site.xml b/tools/conf-pseudo-distr/server/hivedriver-site.xml
index 67daeeb..7150bd9 100644
--- a/tools/conf-pseudo-distr/server/hivedriver-site.xml
+++ b/tools/conf-pseudo-distr/server/hivedriver-site.xml
@@ -52,6 +52,6 @@
</property>
<property>
<name>hive.aux.jars.path</name>
- <value>file:///opt/lens/lens-ml-dist/target/apache-lens-2.3.0-beta-incubating-SNAPSHOT-ml/lib/lens-ml-lib-2.3.0-beta-incubating-SNAPSHOT.jar,file:///usr/local/spark-1.3.0-bin-hadoop2.4/lib/spark-assembly-1.3.0-hadoop2.4.0.jar</value>
+ <value>file:///opt/lens/lens-ml-dist/target/apache-lens-2.3.0-beta-SNAPSHOT-ml/lib/lens-ml-lib-2.3.0-beta-SNAPSHOT.jar,file:///usr/local/spark-1.3.0-bin-hadoop2.4/lib/spark-assembly-1.3.0-hadoop2.4.0.jar</value>
</property>
</configuration>
[10/13] lens git commit: LENS-726 : Update 2.3 release documentation
Posted by pr...@apache.org.
LENS-726 : Update 2.3 release documentation
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/8dcfcde9
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/8dcfcde9
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/8dcfcde9
Branch: refs/heads/master
Commit: 8dcfcde9e18ac5a89aac1b3e07cd19faf9badd7b
Parents: 095fdb0
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Tue Aug 25 16:00:05 2015 +0530
Committer: Rajat Khandelwal <ra...@gmail.com>
Committed: Tue Aug 25 16:12:29 2015 +0530
----------------------------------------------------------------------
src/site/apt/releases/release-history.apt | 4 ++++
1 file changed, 4 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/8dcfcde9/src/site/apt/releases/release-history.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/releases/release-history.apt b/src/site/apt/releases/release-history.apt
index 16eef95..b683360 100644
--- a/src/site/apt/releases/release-history.apt
+++ b/src/site/apt/releases/release-history.apt
@@ -57,6 +57,10 @@ All Apache Lens releases
* LENS-650 : Pre submit hook is separate from User Config Loader. User Config Loader is no longer an abstract class.
+ * LENS-651 : In /resultset api, file size is added. File size and the already existing field num-rows are only
+ populated if needed. Default value is no more -1, it's null(unpopulated).
+ Finished queries table has one more column now, so existing tables need to be updated.
+ The following sql should work: <<< ALTER TABLE finished_queries ADD filesize bigint AFTER rows>>>
** 2.2.x from 2.1.x
[03/13] lens git commit: LENS-744 : Improve documentation for Server
Component
Posted by pr...@apache.org.
LENS-744 : Improve documentation for Server Component
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/a7506f93
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/a7506f93
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/a7506f93
Branch: refs/heads/master
Commit: a7506f933c146ca0449589d8e52b282daa37674a
Parents: 67d6969
Author: srikanth.sundarrajan <sr...@inmobi.com>
Authored: Thu Aug 20 09:23:45 2015 +0530
Committer: Raju Bairishetti <ra...@apache.org>
Committed: Thu Aug 20 09:23:45 2015 +0530
----------------------------------------------------------------------
src/site/apt/admin/server-components.apt | 67 +++++++++++++++++----------
1 file changed, 42 insertions(+), 25 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/a7506f93/src/site/apt/admin/server-components.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/admin/server-components.apt b/src/site/apt/admin/server-components.apt
index e718a48..98c536c 100644
--- a/src/site/apt/admin/server-components.apt
+++ b/src/site/apt/admin/server-components.apt
@@ -19,8 +19,10 @@
Lens server components
- Lens server comes up with embedded http server. It offers services for
- session management, metastore and query.
+ Lens server by default comes up with an embedded Jersey server. Lens server is composed of multiple services
+ which are responsible for different functions. The key services inside Lens are Session Management, Query life cycle management,
+ Schema management, Data availability management, Query schedule management (in progress), Metrics Registry, Besides, it also offers
+ a simple UI for the users.
Here is the diagram describing all the components:
@@ -28,32 +30,47 @@ Lens server components
* Lens services
-** Session service
+** Session Management
+ All operations in Lens are performed in the context of a session. This would essentially be the first
+ thing a client would need before any operation can be be performed in the lens system. Session management
+ component facilitates creation, session specific configuration management, session resource management
+ within a session and termination of a session. Session info is periodically written out a file (could be a
+ local file or a file on HDFS) and the same is read during Lens restart. Frequency of this flush to persistent storage is
+ configurable. Sessions are kept alive for a configurable period (24 hours by default) since last activity on
+ the session.
- Allows user to start a session, close a session,
- add/delete resources in session, set session level parameters.
+** Schema Management
+ This component allows for cubes, fact tables, dimension tables and storages to be managed. While Storages can
+ be managed only by the administrator, other objects can be managed directly by the lens users. Lens currently
+ extends and uses Hive Metastore for managing lens objects. Lens server has to be configured appropriately to point
+ to the hive metastore end point. See {{{../resource_MetastoreResource.html#path__metastore_storages.html}Storages API}}
+ and {{{../resource_MetastoreResource.html#path__metastore_storages_-storage-.html}Storage API}} for details about
+ storage administration.
-** Metastore service
+** Data Availability Management
+ Once schema is registered with Lens through the Schema management API, data can be made available in the form of partitions.
+ The Lens data availability management (logical component) manages the partitions available for each fact and maintains an
+ active timeline of data. This can be consulted by the query execution and managment components. Like the Schema management
+ component, Lens currently uses the Hive metastore for data availability management as well.
- Allows user to do crud on cubes, fact tables, dimension tables, partitions.
- Administrator would be managing the storages available. So, all the crud for
- storages will be done by administrator. See
- {{{../resource_MetastoreResource.html#path__metastore_storages.html}Storages API}} and
- {{{../resource_MetastoreResource.html#path__metastore_storages_-storage-.html}Storage API}} for details.
-
- Metastore service talks to Hive metastore server.Hive metastore server end point
- has to be configured for lens server.
+** Query life cycle management
+ Servicing user queries over cubes, fact, dimension or native tables across different storages by choosing the best storage
+ and execution engine is the most critical capability of the lens. Lens maintains state of queries submitted and tracks the progress
+ through the system and also maintains a history of queries submitted and the its status. Unique query handle is issued to each
+ query submitted and this can be used to track status, retrieve results or kill. Details of query maintained in the history can be
+ used for performing various analysis on the actual usage.
-** Query service
+** Query schedule management (in progress)
+ Lens should allow for users to schedule their queries with some periodicity. This scheduling capability should allow users to
+ express the time schedule. Additionally Lens server would apply gating criteria based on data availability. Also any throttling
+ that needs to be effected would be considered before a scheduled query moves into running state.
- Allows user to launch query, monitor the query and get results. User can also look
- at history of his queries.
-
- Lens server allows pluggable execution drivers for running queries. Available
- execution engines are Hive and JDBC. For configuring Hive as an execution engine,
- administrator should configure the HiveServer2 end point. More details on configuring multiple drivers
- will be covered in {{{./config-server.html} configuration guide}}
-
-* Authentication and authorization
+** Metrics Registry
+ Lens today includes support for instrumenting various functions at a server level and at a query level through gauges and metrics.
+ This can be used to understand the performance characteristics of the lens server and a single query.
- Currently no authentication and authorization is built in lens server
+** Pluggable query drivers
+ Lens server allows pluggable execution drivers for running queries. Available execution engines are Hive and JDBC.
+ For configuring Hive as an execution engine, administrator should configure the HiveServer2 end point. More details on
+ configuring multiple drivers will be covered in {{{./config-server.html} configuration guide}}
+
[12/13] lens git commit: [maven-release-plugin] prepare for next
development iteration
Posted by pr...@apache.org.
[maven-release-plugin] prepare for next development iteration
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/1237842a
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/1237842a
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/1237842a
Branch: refs/heads/master
Commit: 1237842ab114b4fba7222492aa6e79b6e8d422b2
Parents: d3ba5a3
Author: Rajat Khandelwal <ra...@gmail.com>
Authored: Tue Aug 25 17:56:35 2015 +0530
Committer: Rajat Khandelwal <ra...@gmail.com>
Committed: Tue Aug 25 17:56:35 2015 +0530
----------------------------------------------------------------------
checkstyle/pom.xml | 6 +-----
lens-api/pom.xml | 2 +-
lens-cli/pom.xml | 2 +-
lens-client/pom.xml | 2 +-
lens-cube/pom.xml | 2 +-
lens-dist/pom.xml | 2 +-
lens-driver-es/pom.xml | 2 +-
lens-driver-hive/pom.xml | 2 +-
lens-driver-jdbc/pom.xml | 2 +-
lens-examples/pom.xml | 2 +-
lens-ml-dist/pom.xml | 2 +-
lens-ml-lib/pom.xml | 2 +-
lens-query-lib/pom.xml | 2 +-
lens-regression/pom.xml | 2 +-
lens-server-api/pom.xml | 2 +-
lens-server/pom.xml | 2 +-
lens-storage-db/pom.xml | 2 +-
pom.xml | 8 ++++----
18 files changed, 21 insertions(+), 25 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/checkstyle/pom.xml
----------------------------------------------------------------------
diff --git a/checkstyle/pom.xml b/checkstyle/pom.xml
index 545941f..bf15ca4 100644
--- a/checkstyle/pom.xml
+++ b/checkstyle/pom.xml
@@ -29,7 +29,7 @@
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
<name>Lens Checkstyle Rules</name>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
<build>
<plugins>
@@ -49,8 +49,4 @@
</plugin>
</plugins>
</build>
-
- <scm>
- <tag>apache-lens-2.3.0-beta</tag>
- </scm>
</project>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-api/pom.xml
----------------------------------------------------------------------
diff --git a/lens-api/pom.xml b/lens-api/pom.xml
index b1b2103..93bc1e7 100644
--- a/lens-api/pom.xml
+++ b/lens-api/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-api</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-cli/pom.xml
----------------------------------------------------------------------
diff --git a/lens-cli/pom.xml b/lens-cli/pom.xml
index 783215b..18c7af7 100644
--- a/lens-cli/pom.xml
+++ b/lens-cli/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-client/pom.xml
----------------------------------------------------------------------
diff --git a/lens-client/pom.xml b/lens-client/pom.xml
index 052dd54..9c08a8a 100644
--- a/lens-client/pom.xml
+++ b/lens-client/pom.xml
@@ -24,7 +24,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-client</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-cube/pom.xml
----------------------------------------------------------------------
diff --git a/lens-cube/pom.xml b/lens-cube/pom.xml
index 3a49b28..3fc784a 100644
--- a/lens-cube/pom.xml
+++ b/lens-cube/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-cube</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-dist/pom.xml
----------------------------------------------------------------------
diff --git a/lens-dist/pom.xml b/lens-dist/pom.xml
index 8bb998e..69a5fca 100644
--- a/lens-dist/pom.xml
+++ b/lens-dist/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-dist</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-driver-es/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-es/pom.xml b/lens-driver-es/pom.xml
index d450b13..f8af7af 100644
--- a/lens-driver-es/pom.xml
+++ b/lens-driver-es/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.lens</groupId>
<artifactId>apache-lens</artifactId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-driver-es</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-driver-hive/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-hive/pom.xml b/lens-driver-hive/pom.xml
index a1c87da..ee9d92e 100644
--- a/lens-driver-hive/pom.xml
+++ b/lens-driver-hive/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-driver-jdbc/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-jdbc/pom.xml b/lens-driver-jdbc/pom.xml
index db560be..f88d143 100644
--- a/lens-driver-jdbc/pom.xml
+++ b/lens-driver-jdbc/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-driver-jdbc</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-examples/pom.xml
----------------------------------------------------------------------
diff --git a/lens-examples/pom.xml b/lens-examples/pom.xml
index 1d74ea0..b40a536 100644
--- a/lens-examples/pom.xml
+++ b/lens-examples/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-examples</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-ml-dist/pom.xml
----------------------------------------------------------------------
diff --git a/lens-ml-dist/pom.xml b/lens-ml-dist/pom.xml
index 76b8e66..0e835b4 100644
--- a/lens-ml-dist/pom.xml
+++ b/lens-ml-dist/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-ml-dist</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-ml-lib/pom.xml
----------------------------------------------------------------------
diff --git a/lens-ml-lib/pom.xml b/lens-ml-lib/pom.xml
index fb1e99d..0f28116 100644
--- a/lens-ml-lib/pom.xml
+++ b/lens-ml-lib/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-query-lib/pom.xml
----------------------------------------------------------------------
diff --git a/lens-query-lib/pom.xml b/lens-query-lib/pom.xml
index 6dfa330..a636a56 100644
--- a/lens-query-lib/pom.xml
+++ b/lens-query-lib/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-query-lib</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-regression/pom.xml
----------------------------------------------------------------------
diff --git a/lens-regression/pom.xml b/lens-regression/pom.xml
index f2acc47..da918d2 100644
--- a/lens-regression/pom.xml
+++ b/lens-regression/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-regression</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-server-api/pom.xml
----------------------------------------------------------------------
diff --git a/lens-server-api/pom.xml b/lens-server-api/pom.xml
index 87d37e4..633f048 100644
--- a/lens-server-api/pom.xml
+++ b/lens-server-api/pom.xml
@@ -24,7 +24,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-server-api</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-server/pom.xml
----------------------------------------------------------------------
diff --git a/lens-server/pom.xml b/lens-server/pom.xml
index 74db05d..e138245 100644
--- a/lens-server/pom.xml
+++ b/lens-server/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/lens-storage-db/pom.xml
----------------------------------------------------------------------
diff --git a/lens-storage-db/pom.xml b/lens-storage-db/pom.xml
index 3ba3527..9c679f0 100644
--- a/lens-storage-db/pom.xml
+++ b/lens-storage-db/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</parent>
<artifactId>lens-storage-db</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/1237842a/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 24416d1..18f6857 100644
--- a/pom.xml
+++ b/pom.xml
@@ -120,7 +120,7 @@
<groupId>org.apache.lens</groupId>
<artifactId>apache-lens</artifactId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
<name>Lens</name>
<packaging>pom</packaging>
<description>Unified Analytics Platform</description>
@@ -324,7 +324,7 @@
<connection>scm:git:https://git-wip-us.apache.org/repos/asf/lens.git</connection>
<developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/lens.git</developerConnection>
<url>https://git-wip-us.apache.org/repos/asf/lens.git</url>
- <tag>apache-lens-2.3.0-beta</tag>
+ <tag>HEAD</tag>
</scm>
<reporting>
@@ -611,7 +611,7 @@
<dependency>
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</dependency>
</dependencies>
<executions>
@@ -1618,7 +1618,7 @@
<dependency>
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
- <version>2.3.0-beta</version>
+ <version>2.3.1-beta-SNAPSHOT</version>
</dependency>
</dependencies>
<executions>
[13/13] lens git commit: Merge with current-release-line
Posted by pr...@apache.org.
Merge with current-release-line
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/2901b4b3
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/2901b4b3
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/2901b4b3
Branch: refs/heads/master
Commit: 2901b4b33677f694b68adb22eee7994307bd77d4
Parents: fe44e69 1237842
Author: Rajat Khandelwal <ra...@gmail.com>
Authored: Fri Aug 28 20:15:16 2015 +0530
Committer: Rajat Khandelwal <ra...@gmail.com>
Committed: Fri Aug 28 20:15:16 2015 +0530
----------------------------------------------------------------------
lens-driver-es/pom.xml | 3 +--
.../src/test/resources/valid-queries.data | 2 +-
lens-driver-jdbc/pom.xml | 15 +++++++--------
lens-server/pom.xml | 17 ++++++++---------
pom.xml | 5 ++---
5 files changed, 19 insertions(+), 23 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/2901b4b3/lens-driver-es/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/2901b4b3/lens-driver-es/src/test/resources/valid-queries.data
----------------------------------------------------------------------
diff --cc lens-driver-es/src/test/resources/valid-queries.data
index f4ad15b,46de030..ff3074e
--- a/lens-driver-es/src/test/resources/valid-queries.data
+++ b/lens-driver-es/src/test/resources/valid-queries.data
@@@ -82,20 -82,5 +82,20 @@@
"name" : "Group by with multiple aggregation and complex criteria, select order jumbled",
"hql" : "select count(col1), col2, max(col3) from index.type where !(col1=5 and col2='p' and col3='wer' or (col4='9')) group by col2",
"expectedJson" : {"size":0,"timeout":10000,"aggs":{"filter_wrapper":{"aggs":{"col2":{"terms":{"field":"col2","size":100},"aggs":{"col1":{"value_count":{"field":"col1"}},"col3":{"max":{"field":"col3"}}}}},"filter":{"not":{"or":[{"and":[{"and":[{"term":{"col1":"5"}},{"term":{"col2":"p"}}]},{"term":{"col3":"wer"}}]},{"term":{"col4":"9"}}]}}}}}
+ },
+ {
+ "name" : "Check in predicate",
+ "hql" : "select col1 from index.type where col2 in ('val1', 'val2')",
+ "expectedJson" : {"from":0,"size":10000,"fields":["col1"],"sort":[],"timeout":10000,"filter":{"terms":{"col2":["val1","val2"]}}}
+ },
+ {
+ "name" : "Check not in predicate",
+ "hql" : "select col1 from index.type where col2 not in ('val1', 'val2')",
+ "expectedJson" : {"from":0,"size":10000,"fields":["col1"],"sort":[],"timeout":10000,"filter":{"not":{"terms":{"col2":["val1","val2"]}}}}
+ },
+ {
+ "name" : "Check not equals predicate",
+ "hql" : "select col1 from index.type where col2 != 'val1'",
+ "expectedJson" : {"from":0,"size":10000,"fields":["col1"],"sort":[],"timeout":10000,"filter":{"not":{"term":{"col2":"val1"}}}}
}
- ]
+ ]
http://git-wip-us.apache.org/repos/asf/lens/blob/2901b4b3/lens-driver-jdbc/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/2901b4b3/lens-server/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/2901b4b3/pom.xml
----------------------------------------------------------------------
[08/13] lens git commit: LENS-744 : Fix server component
documentation format
Posted by pr...@apache.org.
LENS-744 : Fix server component documentation format
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/78817658
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/78817658
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/78817658
Branch: refs/heads/master
Commit: 7881765808e221cee120a764eb31c509a0d1082f
Parents: 9fa1cb5
Author: Raju Bairishetti <ra...@apache.org>
Authored: Tue Aug 25 13:36:35 2015 +0530
Committer: raju.bairishetti <ra...@apache.org>
Committed: Tue Aug 25 13:50:34 2015 +0530
----------------------------------------------------------------------
src/site/apt/admin/server-components.apt | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/78817658/src/site/apt/admin/server-components.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/admin/server-components.apt b/src/site/apt/admin/server-components.apt
index 98c536c..b3f91bc 100644
--- a/src/site/apt/admin/server-components.apt
+++ b/src/site/apt/admin/server-components.apt
@@ -31,6 +31,7 @@ Lens server components
* Lens services
** Session Management
+
All operations in Lens are performed in the context of a session. This would essentially be the first
thing a client would need before any operation can be be performed in the lens system. Session management
component facilitates creation, session specific configuration management, session resource management
@@ -40,6 +41,7 @@ Lens server components
the session.
** Schema Management
+
This component allows for cubes, fact tables, dimension tables and storages to be managed. While Storages can
be managed only by the administrator, other objects can be managed directly by the lens users. Lens currently
extends and uses Hive Metastore for managing lens objects. Lens server has to be configured appropriately to point
@@ -48,12 +50,14 @@ Lens server components
storage administration.
** Data Availability Management
+
Once schema is registered with Lens through the Schema management API, data can be made available in the form of partitions.
The Lens data availability management (logical component) manages the partitions available for each fact and maintains an
active timeline of data. This can be consulted by the query execution and managment components. Like the Schema management
component, Lens currently uses the Hive metastore for data availability management as well.
** Query life cycle management
+
Servicing user queries over cubes, fact, dimension or native tables across different storages by choosing the best storage
and execution engine is the most critical capability of the lens. Lens maintains state of queries submitted and tracks the progress
through the system and also maintains a history of queries submitted and the its status. Unique query handle is issued to each
@@ -61,16 +65,19 @@ Lens server components
used for performing various analysis on the actual usage.
** Query schedule management (in progress)
+
Lens should allow for users to schedule their queries with some periodicity. This scheduling capability should allow users to
express the time schedule. Additionally Lens server would apply gating criteria based on data availability. Also any throttling
that needs to be effected would be considered before a scheduled query moves into running state.
** Metrics Registry
+
Lens today includes support for instrumenting various functions at a server level and at a query level through gauges and metrics.
This can be used to understand the performance characteristics of the lens server and a single query.
** Pluggable query drivers
+
Lens server allows pluggable execution drivers for running queries. Available execution engines are Hive and JDBC.
For configuring Hive as an execution engine, administrator should configure the HiveServer2 end point. More details on
configuring multiple drivers will be covered in {{{./config-server.html} configuration guide}}
-
+
[09/13] lens git commit: LENS-754 : Remove DISCLAIMER file from
install and run docs
Posted by pr...@apache.org.
LENS-754 : Remove DISCLAIMER file from install and run docs
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/095fdb0c
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/095fdb0c
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/095fdb0c
Branch: refs/heads/master
Commit: 095fdb0ca98d1405c49a59fb217384d134729f62
Parents: 7881765
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Tue Aug 25 13:55:56 2015 +0530
Committer: raju.bairishetti <ra...@apache.org>
Committed: Tue Aug 25 13:55:56 2015 +0530
----------------------------------------------------------------------
src/site/apt/lenshome/install-and-run.apt | 1 -
1 file changed, 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/095fdb0c/src/site/apt/lenshome/install-and-run.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/lenshome/install-and-run.apt b/src/site/apt/lenshome/install-and-run.apt
index 0c55c5a..491bbee 100644
--- a/src/site/apt/lenshome/install-and-run.apt
+++ b/src/site/apt/lenshome/install-and-run.apt
@@ -46,7 +46,6 @@ Installing and Running Lens
├── LICENSE
├── NOTICE
├── README
- ├── DISCLAIMER
├── LICENSE*
└── server
+---+
[02/13] lens git commit: LENS-351 : Document db resources feature in
user guide
Posted by pr...@apache.org.
LENS-351 : Document db resources feature in user guide
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/67d69697
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/67d69697
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/67d69697
Branch: refs/heads/master
Commit: 67d6969705cbe4592a5055759ad9f5b35fa265e6
Parents: 0aad08f
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Wed Aug 19 10:38:37 2015 +0530
Committer: Amareshwari Sriramadasu <am...@apache.org>
Committed: Wed Aug 19 10:39:50 2015 +0530
----------------------------------------------------------------------
src/site/apt/user/index.apt | 94 ++++++++++++++++++++++++++++------------
1 file changed, 67 insertions(+), 27 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/67d69697/src/site/apt/user/index.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/user/index.apt b/src/site/apt/user/index.apt
index d48c734..6a86b1b 100644
--- a/src/site/apt/user/index.apt
+++ b/src/site/apt/user/index.apt
@@ -25,29 +25,29 @@ Lens User Guide
Lens Server runs several services which can be used from their REST endpoints.
This document covers some of the important services, their purpose and key API calls.
-
- Lens server provides metastore service for managing metadata. Metadata exposed by lens
+
+ Lens server provides metastore service for managing metadata. Metadata exposed by lens
is inspired by OLAP data cubes. See {{{./olap-cube.html#Metastore_model} Metastore Model}} for metastore constructs
that lens provides.
-
+
Lens server also provides query service for querying data exposed by lens. See
{{{./olap-cube.html#Query_Language} Query Language}} for the grammar of the query.
-
- To access any service on lens, user should be working in a session. User can also pass
+
+ To access any service on lens, user should be working in a session. User can also pass
various configuration parameters from client.
-
- The sections below give more details on each service and configuration.
+
+ The sections below give more details on each service and configuration.
* Configuration
Client configuration can be overridden in lens-client-site.xml.
See {{{./client-config.html}client configuration}} for all the configuration parameters
available and their default values.
-
+
* Session Service
- To use any Lens service the user must first create a session. Each Lens session is associated with a unique session handle, which must be passed when making queries, or doing metadata operations in the same session. To check if the session service is deployed in the Lens Server, user can send a GET request to /session. An OK response means that the session service is deployed.
-
+ To use any Lens service the user must first create a session. Each Lens session is associated with a unique session handle, which must be passed when making queries, or doing metadata operations in the same session. To check if the session service is deployed in the Lens Server, user can send a GET request to /session. An OK response means that the session service is deployed.
+
Sessions also allow users to set configuration or resources which could be shared across a group of queries. For example, if a group of queries need to call a UDF available in some specific jar, then the jar file can be added as a resource in the session. All queries started within the same session can make use of the jar file.
@@ -56,18 +56,58 @@ Lens User Guide
and {{{./cli.html#Session_management} CLI}} for doing all session level operations.
The important API calls exposed by the session resource are -
-
- * {{{../resource_SessionResource.html#path__session.html}/session}} - Endpoint to create or delete a session.
+
+ * {{{../resource_SessionResource.html#path__session.html}/session}} - Endpoint to create or delete a session.
* {{{../resource_SessionResource.html#path__session_params.html}/session/params}} - Endpoint to maintain session settings
* {{{../resource_SessionResource.html#path__session_resources_add.html}/session/resources}} - Adding or removing resources from the session
+
+ While adding resources through client, you have to provide a path to the resource file and type. The type can either
+ be <<<jar>>> or <<<file>>>. The path has to be a path accessible by the lens server. E.g. It can be
+ a hdfs path or a local path on lens server's file system. But it can't be a path only accessible on the client
+ machine. Lens client doesn't upload the jar to the server, just passes the path through. The path can be a a path
+ to a file/jar, a path to a directory or a regex path. Given path will be converted to a list of paths of the
+ provided type and all those resources will be added.
+
+ ** If Given path is a path to a file which exists, the list will be a singleton list containing only that file.
+
+ ** If Given path is a directory path, server will see if a <<<jar_order>>>(for type jar) or a <<<glob_order>>>(for type file) file exists.
+
+ *** If yes, that file is read. The order file is supposed to list the order for adding resources. Resources will be
+ added in that order.
+
+ *** else, the directory is globbed and resources will be added in glob order.
+
+ ** If given path is a regex path, regex path is resolved to list of paths. Each path is then resolved to a list of
+ paths since they can either be file or directory.
+
+ ** order file can also contain regexes which are handled like the above point.
+
+
+* Database Resource Service
+
+ Lens server provides a service which automatically adds jars to a session
+ depending on which database the user is using. The idea is, that each database can store one collection of schemas
+ in it, and might have some required resources for them to work properly. So all the resources for the database
+ can be provided to the server at deployment time and server will automatically add all those to every session that
+ switches to that database.
+
+ DB resources currently only deals with jars. To use this, first decide on a directory where the jars for each db
+ will be stored. You can set the value in <<<lens.server.database.resource.dir>>> in <<<lens-site.xml>>> as
+ described in {{{../admin/config.html}Server Config}}. The default
+ is <<</tmp/lens/resources>>>. I'll explain the workings using the default directory. so /tmp/lens/resources/dbname
+ is supposed to store all jars for db <dbname>. After the user switches to <dbname>, the first command after the
+ switch will add all jars to the session. Now sometimes the order in which jars are to be added can also be
+ important. For that, you can supply a <<<jar_order>>> file as described in previous section.
+
+
[]
* Query Execution Service
-
- The {{{../resource_QueryServiceResource.html}Query Execution Service}} is used to query data exposed by Lens.
+
+ The {{{../resource_QueryServiceResource.html}Query Execution Service}} is used to query data exposed by Lens.
** Query Submission Workflow
@@ -86,7 +126,7 @@ Lens User Guide
To summarize, given below are steps for batch (async) queries
[[1]] Create session, note returned session handle.
-
+
[[2]] Create query by passing session handle, note returned query handle.
[[3]] Poll for query status by passing session handle and query handle.
@@ -94,20 +134,20 @@ Lens User Guide
[[4]] If query is SUCCESSFUL, get results.
[]
-
+
Steps for interactive queries.
[[1]] Create a session.
[[2]] Create a query by setting <<<op=EXECUTE_WITH_TIMEOUT>>>, Also set the <<<timeout>>> value.
- [[3]] Check the response, if it contains only the query handle, then poll for status as is the case in async queries. If it contains both query handle and result set, then that means query did complete successfully within the timeout.
+ [[3]] Check the response, if it contains only the query handle, then poll for status as is the case in async queries. If it contains both query handle and result set, then that means query did complete successfully within the timeout.
[]
** Getting query results
-
- A query can be run once, but its results can be fetched any number of times,
+
+ A query can be run once, but its results can be fetched any number of times,
if the results are persisted, until its purged from server memory. Results
can be obtained by sending a GET to <<</queryapi/queries/{queryhandle}/resultset>>>.
This endpoint takes optional <<<fromindex>>> and <<<fetchsize>>> parameters
@@ -118,39 +158,39 @@ Lens User Guide
** Life of a Query in the Lens Server
- The following diagram shows query state transition in the Lens Server
+ The following diagram shows query state transition in the Lens Server
[/images/querystate.png] Query States in Lens
- When user submits a query to the Lens Server, its starts in the <<NEW>> state. After the query is submitted, it moves into the <<QUEUED>> state. Until Lens server is free to take up the query, it remains in the <<QUEUED>> state. As soon as Lens server starts processing the query, it enters the <<LAUNCHED>> state. At this stage Lens has decided which backend engine will be used to execute the query.
+ When user submits a query to the Lens Server, its starts in the <<NEW>> state. After the query is submitted, it moves into the <<QUEUED>> state. Until Lens server is free to take up the query, it remains in the <<QUEUED>> state. As soon as Lens server starts processing the query, it enters the <<LAUNCHED>> state. At this stage Lens has decided which backend engine will be used to execute the query.
For each query Lens server will poll the chosen backend engine for query status. A GET on the query endpoint returns the latest status of the query.
- The <<RUNNING>> state indicates that the query is currently being processed by the query backend.
+ The <<RUNNING>> state indicates that the query is currently being processed by the query backend.
After the <<RUNNING>> state, the query can enter either the <<EXECUTED>> or <<FAILED>> states, depending on the result of query execution.
If the execution is successful, then server would format the result if required and then set the state to
<<SUCCESSFUL>> or <<FAILED>> if formatting fails.
If the query is <<SUCCESSFUL>>, its result set can be retrieved using the result set API call, by passing the session handle and query handle. The query can be executed once, and its results can be fetched multiple times unless the query has been purged from Lens server state.
- In any state, if the user requests that the query be cancelled, the query will enter into <<CANCELLED>> state. Query can be cancelled by sending a DELETE at the query endpoint.
+ In any state, if the user requests that the query be cancelled, the query will enter into <<CANCELLED>> state. Query can be cancelled by sending a DELETE at the query endpoint.
<<FAILED>>, <<SUCCESSFUL>> and <<CANCELLED>> are end states for a query. Once a query reaches these states, it becomes eligible to purging. The query is purged when its purge delay expires, after which it is not possible to retrieve results of the query. This purge delay is configurable. After purging the query enters the <<CLOSED>> state.
** Prepared queries
A query can be prepared for execution. Once prepared the query can be submitted for execution as many times as required. When prepared query is no longer required, it should be destroyed. REST api, JavaClient api and CLI commands are available for all the operations supported.
-
+
* {{{../resource_QueryServiceResource.html#path__queryapi_preparedqueries.html}Rest api for prepared queries}}
* {{{../resource_QueryServiceResource.html#path__queryapi_preparedqueries_-prepareHandle-.html}Rest api for handling a prepared query}}
-
+
* {{{../apidocs/org/apache/lens/client/LensStatement.html} Java client api}}
-
+
* {{{./cli.html#Query_Management} CLI query management}}
-
+
* Metastore service
The Metastore service is used for DDL operations like creating, updating cubes, fact tables and dimensions. It also pprovides endpoints to create storage tables and to add partitions to a storage table. For more detailed information see the {{{../resource_MetastoreResource.html}metastore service resource}} documentation.
[07/13] lens git commit: LENS-751 : Remove DISCLAIMER file
Posted by pr...@apache.org.
LENS-751 : Remove DISCLAIMER file
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/9fa1cb51
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/9fa1cb51
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/9fa1cb51
Branch: refs/heads/master
Commit: 9fa1cb515e03d302cc375f43ef5668471d7d6c90
Parents: fef9715
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Mon Aug 24 13:56:42 2015 +0530
Committer: Rajat Khandelwal <ra...@gmail.com>
Committed: Mon Aug 24 14:10:05 2015 +0530
----------------------------------------------------------------------
lens-dist/src/main/assembly/bin-dist.xml | 7 -------
1 file changed, 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/9fa1cb51/lens-dist/src/main/assembly/bin-dist.xml
----------------------------------------------------------------------
diff --git a/lens-dist/src/main/assembly/bin-dist.xml b/lens-dist/src/main/assembly/bin-dist.xml
index 9e2ce8f..8707af9 100644
--- a/lens-dist/src/main/assembly/bin-dist.xml
+++ b/lens-dist/src/main/assembly/bin-dist.xml
@@ -408,13 +408,6 @@
<outputDirectory>/server/webapp/</outputDirectory>
<destName>lens-server.war</destName>
</file>
-
- <file>
- <source>../DISCLAIMER</source>
- <outputDirectory>/</outputDirectory>
- <destName>DISCLAIMER</destName>
- </file>
-
</files>
</assembly>
[11/13] lens git commit: [maven-release-plugin] prepare release
apache-lens-2.3.0-beta
Posted by pr...@apache.org.
[maven-release-plugin] prepare release apache-lens-2.3.0-beta
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/d3ba5a38
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/d3ba5a38
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/d3ba5a38
Branch: refs/heads/master
Commit: d3ba5a3845fdd1a90596f04ac979ab54bc1e65ad
Parents: 8dcfcde
Author: Rajat Khandelwal <ra...@gmail.com>
Authored: Tue Aug 25 17:56:09 2015 +0530
Committer: Rajat Khandelwal <ra...@gmail.com>
Committed: Tue Aug 25 17:56:09 2015 +0530
----------------------------------------------------------------------
checkstyle/pom.xml | 6 +++++-
lens-api/pom.xml | 2 +-
lens-cli/pom.xml | 2 +-
lens-client/pom.xml | 2 +-
lens-cube/pom.xml | 2 +-
lens-dist/pom.xml | 2 +-
lens-driver-es/pom.xml | 5 ++---
lens-driver-hive/pom.xml | 2 +-
lens-driver-jdbc/pom.xml | 17 ++++++++---------
lens-examples/pom.xml | 2 +-
lens-ml-dist/pom.xml | 2 +-
lens-ml-lib/pom.xml | 2 +-
lens-query-lib/pom.xml | 2 +-
lens-regression/pom.xml | 2 +-
lens-server-api/pom.xml | 2 +-
lens-server/pom.xml | 19 +++++++++----------
lens-storage-db/pom.xml | 2 +-
pom.xml | 13 ++++++-------
18 files changed, 43 insertions(+), 43 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/checkstyle/pom.xml
----------------------------------------------------------------------
diff --git a/checkstyle/pom.xml b/checkstyle/pom.xml
index 99928c3..545941f 100644
--- a/checkstyle/pom.xml
+++ b/checkstyle/pom.xml
@@ -29,7 +29,7 @@
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
<name>Lens Checkstyle Rules</name>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
<build>
<plugins>
@@ -49,4 +49,8 @@
</plugin>
</plugins>
</build>
+
+ <scm>
+ <tag>apache-lens-2.3.0-beta</tag>
+ </scm>
</project>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-api/pom.xml
----------------------------------------------------------------------
diff --git a/lens-api/pom.xml b/lens-api/pom.xml
index 6a9517f..b1b2103 100644
--- a/lens-api/pom.xml
+++ b/lens-api/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-api</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-cli/pom.xml
----------------------------------------------------------------------
diff --git a/lens-cli/pom.xml b/lens-cli/pom.xml
index 22bfa1f..783215b 100644
--- a/lens-cli/pom.xml
+++ b/lens-cli/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-client/pom.xml
----------------------------------------------------------------------
diff --git a/lens-client/pom.xml b/lens-client/pom.xml
index e726ead..052dd54 100644
--- a/lens-client/pom.xml
+++ b/lens-client/pom.xml
@@ -24,7 +24,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-client</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-cube/pom.xml
----------------------------------------------------------------------
diff --git a/lens-cube/pom.xml b/lens-cube/pom.xml
index 394acef..3a49b28 100644
--- a/lens-cube/pom.xml
+++ b/lens-cube/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-cube</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-dist/pom.xml
----------------------------------------------------------------------
diff --git a/lens-dist/pom.xml b/lens-dist/pom.xml
index 9b0cda6..8bb998e 100644
--- a/lens-dist/pom.xml
+++ b/lens-dist/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-dist</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-driver-es/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-es/pom.xml b/lens-driver-es/pom.xml
index 178aaca..d450b13 100644
--- a/lens-driver-es/pom.xml
+++ b/lens-driver-es/pom.xml
@@ -19,13 +19,12 @@
under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.lens</groupId>
<artifactId>apache-lens</artifactId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-driver-es</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-driver-hive/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-hive/pom.xml b/lens-driver-hive/pom.xml
index 7fe1a7a..a1c87da 100644
--- a/lens-driver-hive/pom.xml
+++ b/lens-driver-hive/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-driver-jdbc/pom.xml
----------------------------------------------------------------------
diff --git a/lens-driver-jdbc/pom.xml b/lens-driver-jdbc/pom.xml
index b3643d4..db560be 100644
--- a/lens-driver-jdbc/pom.xml
+++ b/lens-driver-jdbc/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-driver-jdbc</artifactId>
@@ -98,17 +98,16 @@
</goals>
<configuration>
<target>
- <property name="build.compiler" value="extJavac"/>
- <property name="compile_classpath" refid="maven.compile.classpath"/>
- <mkdir dir="${project.build.directory}/additional-classes"/>
- <javac includeantruntime="false" srcdir="src/additional/java"
- destdir="${project.build.directory}/additional-classes" classpath="${compile_classpath}"/>
- <mkdir dir="${project.build.directory}/testjars"/>
+ <property name="build.compiler" value="extJavac" />
+ <property name="compile_classpath" refid="maven.compile.classpath" />
+ <mkdir dir="${project.build.directory}/additional-classes" />
+ <javac includeantruntime="false" srcdir="src/additional/java" destdir="${project.build.directory}/additional-classes" classpath="${compile_classpath}" />
+ <mkdir dir="${project.build.directory}/testjars" />
<jar destfile="${project.build.directory}/testjars/test.jar">
- <fileset dir="${project.build.directory}/additional-classes" includes="ClassLoaderTestClass.class"/>
+ <fileset dir="${project.build.directory}/additional-classes" includes="ClassLoaderTestClass.class" />
</jar>
<jar destfile="${project.build.directory}/testjars/serde.jar">
- <fileset dir="${project.build.directory}/additional-classes" includes="DatabaseJarSerde.class"/>
+ <fileset dir="${project.build.directory}/additional-classes" includes="DatabaseJarSerde.class" />
</jar>
</target>
</configuration>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-examples/pom.xml
----------------------------------------------------------------------
diff --git a/lens-examples/pom.xml b/lens-examples/pom.xml
index 4db53fb..1d74ea0 100644
--- a/lens-examples/pom.xml
+++ b/lens-examples/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-examples</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-ml-dist/pom.xml
----------------------------------------------------------------------
diff --git a/lens-ml-dist/pom.xml b/lens-ml-dist/pom.xml
index 3fe3dd5..76b8e66 100644
--- a/lens-ml-dist/pom.xml
+++ b/lens-ml-dist/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-ml-dist</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-ml-lib/pom.xml
----------------------------------------------------------------------
diff --git a/lens-ml-lib/pom.xml b/lens-ml-lib/pom.xml
index caa3ac6..fb1e99d 100644
--- a/lens-ml-lib/pom.xml
+++ b/lens-ml-lib/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<properties>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-query-lib/pom.xml
----------------------------------------------------------------------
diff --git a/lens-query-lib/pom.xml b/lens-query-lib/pom.xml
index aa9ed0a..6dfa330 100644
--- a/lens-query-lib/pom.xml
+++ b/lens-query-lib/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-query-lib</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-regression/pom.xml
----------------------------------------------------------------------
diff --git a/lens-regression/pom.xml b/lens-regression/pom.xml
index 9f972cd..f2acc47 100644
--- a/lens-regression/pom.xml
+++ b/lens-regression/pom.xml
@@ -25,7 +25,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-regression</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-server-api/pom.xml
----------------------------------------------------------------------
diff --git a/lens-server-api/pom.xml b/lens-server-api/pom.xml
index d96fb59..87d37e4 100644
--- a/lens-server-api/pom.xml
+++ b/lens-server-api/pom.xml
@@ -24,7 +24,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-server-api</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-server/pom.xml
----------------------------------------------------------------------
diff --git a/lens-server/pom.xml b/lens-server/pom.xml
index d7f9ac4..74db05d 100644
--- a/lens-server/pom.xml
+++ b/lens-server/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<properties>
@@ -301,20 +301,19 @@
</goals>
<configuration>
<target>
- <property name="build.compiler" value="extJavac"/>
- <property name="compile_classpath" refid="maven.compile.classpath"/>
- <mkdir dir="${project.build.directory}/additional-classes"/>
- <javac includeantruntime="false" srcdir="src/additional/java"
- destdir="${project.build.directory}/additional-classes" classpath="${compile_classpath}"/>
- <mkdir dir="${project.build.directory}/testjars"/>
+ <property name="build.compiler" value="extJavac" />
+ <property name="compile_classpath" refid="maven.compile.classpath" />
+ <mkdir dir="${project.build.directory}/additional-classes" />
+ <javac includeantruntime="false" srcdir="src/additional/java" destdir="${project.build.directory}/additional-classes" classpath="${compile_classpath}" />
+ <mkdir dir="${project.build.directory}/testjars" />
<jar destfile="${project.build.directory}/testjars/test.jar">
- <fileset dir="${project.build.directory}/additional-classes" includes="ClassLoaderTestClass.class"/>
+ <fileset dir="${project.build.directory}/additional-classes" includes="ClassLoaderTestClass.class" />
</jar>
<jar destfile="${project.build.directory}/testjars/test2.jar">
- <fileset dir="${project.build.directory}/additional-classes" includes="ClassLoaderTestClass2.class"/>
+ <fileset dir="${project.build.directory}/additional-classes" includes="ClassLoaderTestClass2.class" />
</jar>
<jar destfile="${project.build.directory}/testjars/serde.jar">
- <fileset dir="${project.build.directory}/additional-classes" includes="DatabaseJarSerde.class"/>
+ <fileset dir="${project.build.directory}/additional-classes" includes="DatabaseJarSerde.class" />
</jar>
</target>
</configuration>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/lens-storage-db/pom.xml
----------------------------------------------------------------------
diff --git a/lens-storage-db/pom.xml b/lens-storage-db/pom.xml
index 05d50a1..3ba3527 100644
--- a/lens-storage-db/pom.xml
+++ b/lens-storage-db/pom.xml
@@ -26,7 +26,7 @@
<parent>
<artifactId>apache-lens</artifactId>
<groupId>org.apache.lens</groupId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</parent>
<artifactId>lens-storage-db</artifactId>
http://git-wip-us.apache.org/repos/asf/lens/blob/d3ba5a38/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 427c24d..24416d1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -19,8 +19,7 @@
under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
@@ -121,7 +120,7 @@
<groupId>org.apache.lens</groupId>
<artifactId>apache-lens</artifactId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
<name>Lens</name>
<packaging>pom</packaging>
<description>Unified Analytics Platform</description>
@@ -325,7 +324,7 @@
<connection>scm:git:https://git-wip-us.apache.org/repos/asf/lens.git</connection>
<developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/lens.git</developerConnection>
<url>https://git-wip-us.apache.org/repos/asf/lens.git</url>
- <tag>HEAD</tag>
+ <tag>apache-lens-2.3.0-beta</tag>
</scm>
<reporting>
@@ -612,7 +611,7 @@
<dependency>
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</dependency>
</dependencies>
<executions>
@@ -1585,7 +1584,7 @@
<failOnError>false</failOnError>
<tasks>
<propertyfile file="target/generated-classes/cobertura/cobertura.properties">
- <entry key="net.sourceforge.cobertura.datafile" value="${mvn.lens.install.dir}"/>
+ <entry key="net.sourceforge.cobertura.datafile" value="${mvn.lens.install.dir}" />
</propertyfile>
</tasks>
</configuration>
@@ -1619,7 +1618,7 @@
<dependency>
<groupId>org.apache.lens</groupId>
<artifactId>checkstyle</artifactId>
- <version>2.3.0-beta-SNAPSHOT</version>
+ <version>2.3.0-beta</version>
</dependency>
</dependencies>
<executions>
[05/13] lens git commit: LENS-747 : Update documentation wrt tlp
migration
Posted by pr...@apache.org.
LENS-747 : Update documentation wrt tlp migration
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/f42fc654
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/f42fc654
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/f42fc654
Branch: refs/heads/master
Commit: f42fc65458b710be58157971bb0e627bcf898413
Parents: 69fdaf7
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Mon Aug 24 10:58:15 2015 +0530
Committer: Amareshwari Sriramadasu <am...@apache.org>
Committed: Mon Aug 24 11:00:26 2015 +0530
----------------------------------------------------------------------
DISCLAIMER | 6 ----
NOTICE | 2 +-
README.md | 6 ++--
bin-dist-files/NOTICE | 2 +-
bin-dist-files/README | 6 ++--
.../org/apache/lens/api/util/PathValidator.java | 2 +-
.../src/deb/control/client-control/control | 8 +++---
.../src/deb/control/server-control/control | 8 +++---
lens-server/enunciate.xml | 2 +-
pom.xml | 28 +++++++++----------
src/site/apt/developer/commit.apt | 6 ++--
src/site/apt/developer/contribute.apt | 10 +++----
src/site/apt/index.apt | 14 ++--------
.../apt/lenshome/pseudo-distributed-setup.apt | 2 +-
src/site/apt/lenshome/quick-start.apt | 6 ++--
src/site/apt/releases/compatibility.apt | 4 +--
src/site/apt/releases/download.apt | 10 ++-----
src/site/apt/releases/release-history.apt | 22 ++++++++++++++-
src/site/apt/user/olap-cube.apt | 2 +-
src/site/resources/images/apache-feather-tm.gif | Bin 0 -> 6735 bytes
.../resources/images/apache-incubator-logo.png | Bin 4234 -> 0 bytes
src/site/site.xml | 10 +++----
22 files changed, 79 insertions(+), 77 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/DISCLAIMER
----------------------------------------------------------------------
diff --git a/DISCLAIMER b/DISCLAIMER
deleted file mode 100644
index ead62f5..0000000
--- a/DISCLAIMER
+++ /dev/null
@@ -1,6 +0,0 @@
-Apache Lens is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by Apache Incubator.
-
-Incubation is required of all newly accepted projects until a further review indicates that the infrastructure,
-communications, and decision making process have stabilized in a manner consistent with other successful ASF projects.
-While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate
-that the project has yet to be fully endorsed by the ASF.
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/NOTICE
----------------------------------------------------------------------
diff --git a/NOTICE b/NOTICE
index 3351512..5dfb3c2 100644
--- a/NOTICE
+++ b/NOTICE
@@ -1,4 +1,4 @@
-Apache Lens (incubating)
+Apache Lens
Copyright 2014-2015 The Apache Software Foundation
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/README.md
----------------------------------------------------------------------
diff --git a/README.md b/README.md
index cc3b0ef..d8657c1 100644
--- a/README.md
+++ b/README.md
@@ -20,8 +20,8 @@ Build the project :
# mvn clean package
-See [Development Environment Setup] (http://lens.incubator.apache.org/developer/contribute.html#Development_Environment_Setup)
-and [Building from source] (http://lens.incubator.apache.org/developer/contribute.html#Building_from_source) docs for
+See [Development Environment Setup] (http://lens.apache.org/developer/contribute.html#Development_Environment_Setup)
+and [Building from source] (http://lens.apache.org/developer/contribute.html#Building_from_source) docs for
more details.
-[Detailed documentation for the project is available here](https://lens.incubator.apache.org)
+[Detailed documentation for the project is available here](https://lens.apache.org)
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/bin-dist-files/NOTICE
----------------------------------------------------------------------
diff --git a/bin-dist-files/NOTICE b/bin-dist-files/NOTICE
index 67e8da7..d731a68 100644
--- a/bin-dist-files/NOTICE
+++ b/bin-dist-files/NOTICE
@@ -1,4 +1,4 @@
-Apache Lens (incubating)
+Apache Lens
Copyright 2014-2015 The Apache Software Foundation
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/bin-dist-files/README
----------------------------------------------------------------------
diff --git a/bin-dist-files/README b/bin-dist-files/README
index 6cf9ad4..84dcdf1 100644
--- a/bin-dist-files/README
+++ b/bin-dist-files/README
@@ -6,10 +6,10 @@ across multiple tiered data stores and optimal execution environment for the ana
This distribution is a convenient binary distribution for users to try out server and client packages of Apache Lens.
-Detailed install and run steps available at http://lens.incubator.apache.org/lenshome/install-and-run.html and
-docker setup details available at http://lens.incubator.apache.org/lenshome/pseudo-distributed-setup.html
+Detailed install and run steps available at http://lens.apache.org/lenshome/install-and-run.html and
+docker setup details available at http://lens.apache.org/lenshome/pseudo-distributed-setup.html
-Detailed documentation for the project is available at https://lens.incubator.apache.org
+Detailed documentation for the project is available at https://lens.apache.org
Here are quick start steps :
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/lens-api/src/main/java/org/apache/lens/api/util/PathValidator.java
----------------------------------------------------------------------
diff --git a/lens-api/src/main/java/org/apache/lens/api/util/PathValidator.java b/lens-api/src/main/java/org/apache/lens/api/util/PathValidator.java
index 4025f5f..92a936a 100644
--- a/lens-api/src/main/java/org/apache/lens/api/util/PathValidator.java
+++ b/lens-api/src/main/java/org/apache/lens/api/util/PathValidator.java
@@ -81,7 +81,7 @@ public class PathValidator {
/**
* The CLI erroneously appends absolute path for URI's.
* It also replaces the double slashes to single slashes.
- * Eg. /home/some/path/file:/home/git/incubator-lens/target/tempdata_*.txt
+ * Eg. /home/some/path/file:/home/git/lens/target/tempdata_*.txt
*
* This Util method removes the erroneously appended absolute path for URI's.
* And appends :/// for the URI's.
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/lens-dist/src/deb/control/client-control/control
----------------------------------------------------------------------
diff --git a/lens-dist/src/deb/control/client-control/control b/lens-dist/src/deb/control/client-control/control
index 5c8fb38..7d1eb1a 100644
--- a/lens-dist/src/deb/control/client-control/control
+++ b/lens-dist/src/deb/control/client-control/control
@@ -17,11 +17,11 @@
# under the License.
#
Package: apache-lens-client
-Version: [[project.version]]
+Version: [[project.version]]
Section: misc
Priority: high
-Architecture: all
+Architecture: all
Depends: sun-java7-jre | java2-runtime
-Maintainer: dev@lens.incubator.apache.org
+Maintainer: dev@lens.apache.org
Description: Apache Lens Client Distribution
-Distribution: alpha
+Distribution: beta
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/lens-dist/src/deb/control/server-control/control
----------------------------------------------------------------------
diff --git a/lens-dist/src/deb/control/server-control/control b/lens-dist/src/deb/control/server-control/control
index de8771c..dbdf836 100644
--- a/lens-dist/src/deb/control/server-control/control
+++ b/lens-dist/src/deb/control/server-control/control
@@ -17,11 +17,11 @@
# under the License.
#
Package: apache-lens-server
-Version: [[project.version]]
+Version: [[project.version]]
Section: misc
Priority: high
-Architecture: all
+Architecture: all
Depends: sun-java7-jre | java2-runtime
-Maintainer: dev@lens.incubator.apache.org
+Maintainer: dev@lens.apache.org
Description: Apache Lens Server Distribution
-Distribution: alpha
+Distribution: beta
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/lens-server/enunciate.xml
----------------------------------------------------------------------
diff --git a/lens-server/enunciate.xml b/lens-server/enunciate.xml
index 5399b46..94b5199 100644
--- a/lens-server/enunciate.xml
+++ b/lens-server/enunciate.xml
@@ -22,7 +22,7 @@
<enunciate label="lens" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:noNamespaceSchemaLocation="http://enunciate.codehaus.org/schemas/enunciate-1.25.xsd">
<namespaces>
- <namespace uri="https://git-wip-us.apache.org/repos/asf/incubator-lens.git" id="lens"/>
+ <namespace uri="https://git-wip-us.apache.org/repos/asf/lens.git" id="lens"/>
</namespaces>
<services>
<rest defaultRestSubcontext="/">
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 523b0b0..5d23ecf 100644
--- a/pom.xml
+++ b/pom.xml
@@ -125,7 +125,7 @@
<name>Lens</name>
<packaging>pom</packaging>
<description>Unified Analytics Platform</description>
- <url>http://lens.incubator.apache.org</url>
+ <url>http://lens.apache.org</url>
<inceptionYear>2014</inceptionYear>
<licenses>
<license>
@@ -152,30 +152,30 @@
<distributionManagement>
<site>
<id>lens-site</id>
- <url>http://lens.incubator.apache.org/</url>
+ <url>http://lens.apache.org/</url>
</site>
</distributionManagement>
<mailingLists>
<mailingList>
<name>lens-user</name>
- <subscribe>user-subscribe@lens.incubator.apache.org</subscribe>
- <unsubscribe>user-unsubscribe@lens.incubator.apache.org</unsubscribe>
- <post>user@lens.incubator.apache.org</post>
+ <subscribe>user-subscribe@lens.apache.org</subscribe>
+ <unsubscribe>user-unsubscribe@lens.apache.org</unsubscribe>
+ <post>user@lens.apache.org</post>
<archive>http://mail-archives.apache.org/mod_mbox/lens-user/</archive>
</mailingList>
<mailingList>
<name>lens-dev</name>
- <subscribe>dev-subscribe@lens.incubator.apache.org</subscribe>
- <unsubscribe>dev-unsubscribe@lens.incubator.apache.org</unsubscribe>
- <post>dev@lens.incubator.apache.org</post>
+ <subscribe>dev-subscribe@lens.apache.org</subscribe>
+ <unsubscribe>dev-unsubscribe@lens.apache.org</unsubscribe>
+ <post>dev@lens.apache.org</post>
<archive>http://mail-archives.apache.org/mod_mbox/lens-dev/</archive>
</mailingList>
<mailingList>
<name>lens-commits</name>
- <subscribe>commits-subscribe@lens.incubator.apache.org</subscribe>
- <unsubscribe>commits-unsubscribe@lens.incubator.apache.org</unsubscribe>
- <post>commits@lens.incubator.apache.org</post>
+ <subscribe>commits-subscribe@lens.apache.org</subscribe>
+ <unsubscribe>commits-unsubscribe@lens.apache.org</unsubscribe>
+ <post>commits@lens.apache.org</post>
<archive>http://mail-archives.apache.org/mod_mbox/lens-commits/</archive>
</mailingList>
</mailingLists>
@@ -322,9 +322,9 @@
</developer>
</developers>
<scm>
- <connection>scm:git:https://git-wip-us.apache.org/repos/asf/incubator-lens.git</connection>
- <developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/incubator-lens.git</developerConnection>
- <url>https://git-wip-us.apache.org/repos/asf/incubator-lens.git</url>
+ <connection>scm:git:https://git-wip-us.apache.org/repos/asf/lens.git</connection>
+ <developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/lens.git</developerConnection>
+ <url>https://git-wip-us.apache.org/repos/asf/lens.git</url>
<tag>HEAD</tag>
</scm>
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/developer/commit.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/developer/commit.apt b/src/site/apt/developer/commit.apt
index 8235798..f908925 100644
--- a/src/site/apt/developer/commit.apt
+++ b/src/site/apt/developer/commit.apt
@@ -78,7 +78,7 @@ Committer Guide
* Commit
The commit repo is at
- {{{https://git-wip-us.apache.org/repos/asf/incubator-lens.git} https://git-wip-us.apache.org/repos/asf/incubator-lens.git}}
+ {{{https://git-wip-us.apache.org/repos/asf/lens.git} https://git-wip-us.apache.org/repos/asf/lens.git}}
When you commit a patch, please:
* Ensure that all tests pass with patch applied.
@@ -155,11 +155,11 @@ git revert a4r9593432 # To revert particular commit by commit id.
Lens uses Apache SVN Pub-Sub system to maintain its website. The script tools/scripts/generate-site-public.sh can be used to generate the
documentation, which has to be committed to website svn. Steps are as follows -
- * Checkout website svn: svn co https://svn.apache.org/repos/asf/incubator/lens/ $SVN_SITE_DIR
+ * Checkout website svn: svn co https://svn.apache.org/repos/asf/lens/ $SVN_SITE_DIR
* Run tools/scripts/generate-site-public.sh $SVN_SITE_DIR
* Add newly created files to SVN
- * Commit. (Please contact one of the committers for incubator site SVN access)
+ * Commit. (Please contact one of the committers for site SVN access)
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/developer/contribute.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/developer/contribute.apt b/src/site/apt/developer/contribute.apt
index 56006b0..ef3854a 100644
--- a/src/site/apt/developer/contribute.apt
+++ b/src/site/apt/developer/contribute.apt
@@ -58,11 +58,11 @@ Developer Documentation : How to contribute to Apache Lens?
** Source Repository
Lens uses {{{http://git-scm.com/} git}} for its code repository. The repository is available at
- {{{https://git-wip-us.apache.org/repos/asf/incubator-lens.git} https://git-wip-us.apache.org/repos/asf/incubator-lens.git}}.
+ {{{https://git-wip-us.apache.org/repos/asf/lens.git} https://git-wip-us.apache.org/repos/asf/lens.git}}.
If you are comfortable working in github environment by forking a github repo, sothat you can push changes to your
repository before they are accepted in apache, we have a mirror of source at
- {{{https://github.com/apache/incubator-lens} https://github.com/apache/incubator-lens}}. Its better to add the apache
+ {{{https://github.com/apache/lens} https://github.com/apache/lens}}. Its better to add the apache
repo as remote than github repo, because github repo might be delayed as it is a mirror of apache repo.
** Build tools
@@ -102,11 +102,11 @@ Developer Documentation : How to contribute to Apache Lens?
+---+
OR
- Clone Apache Lens source code from {{{https://git-wip-us.apache.org/repos/asf/incubator-lens.git} https://git-wip-us.apache.org/repos/asf/incubator-lens.git}}
+ Clone Apache Lens source code from {{{https://git-wip-us.apache.org/repos/asf/lens.git} https://git-wip-us.apache.org/repos/asf/lens.git}}
+---+
- git clone https://git-wip-us.apache.org/repos/asf/incubator-lens.git
- cd incubator-lens
+ git clone https://git-wip-us.apache.org/repos/asf/lens.git
+ cd lens
mvn clean package -DskipTests
+---+
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/index.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/index.apt b/src/site/apt/index.apt
index e4ff3d5..ea9285f 100644
--- a/src/site/apt/index.apt
+++ b/src/site/apt/index.apt
@@ -19,9 +19,9 @@
Welcome to Lens!
- Lens provides an Unified Analytics interface. Lens aims to cut the Data Analytics silos by providing a single view of data across multiple tiered data stores and optimal execution environment for the analytical query. It seamlessly integrates Hadoop with traditional data warehouses to appear like one.
-
- At a high level the project provides these features -
+ Lens provides an Unified Analytics interface. Lens aims to cut the Data Analytics silos by providing a single view of data across multiple tiered data stores and optimal execution environment for the analytical query. It seamlessly integrates Hadoop with traditional data warehouses to appear like one.
+
+ At a high level the project provides these features -
* Simple metadata layer which provides an abstract view over tiered data stores
@@ -41,11 +41,3 @@ Welcome to Lens!
The following diagram shows Lens architecture.
[/images/arch.png] Lens Architecture
-
-Disclaimer
-
- Apache Lens is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by Apache
-Incubator.Incubation is required of all newly accepted projects until a further review indicates that the
-infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful
-ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it
-does indicate that the project has yet to be fully endorsed by the ASF.
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/lenshome/pseudo-distributed-setup.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/lenshome/pseudo-distributed-setup.apt b/src/site/apt/lenshome/pseudo-distributed-setup.apt
index be7a808..19c09b0 100644
--- a/src/site/apt/lenshome/pseudo-distributed-setup.apt
+++ b/src/site/apt/lenshome/pseudo-distributed-setup.apt
@@ -22,7 +22,7 @@ Pseudo Distributed Setup
Lens pseudo-distributed setup is done using docker. Hive server and hadoop daemons are run as separate processes in lens pseudo-distributed setup. Lens docker files are located in
+---+
- incubator-lens/lens-docker/lens-test
+ lens/lens-docker/lens-test
+---+
The above directory contains the lens docker images that can be used for development and testing.
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/lenshome/quick-start.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/lenshome/quick-start.apt b/src/site/apt/lenshome/quick-start.apt
index 6f62b7b..4bc8201 100644
--- a/src/site/apt/lenshome/quick-start.apt
+++ b/src/site/apt/lenshome/quick-start.apt
@@ -26,11 +26,11 @@ Getting started with Lens
*----------+----------------------------------------------+-------------------------------------------------+
| | Subscribe | Unsubscribe |
*----------+----------------------------------------------+-------------------------------------------------+
-| User | user-subscribe@lens.incubator.apache.org | user-unsubscribe@lens.incubator.apache.org |
+| User | user-subscribe@lens.apache.org | user-unsubscribe@lens.apache.org |
*----------+----------------------------------------------+-------------------------------------------------+
-| Dev | dev-subscribe@lens.incubator.apache.org | dev-unsubscribe@lens.incubator.apache.org |
+| Dev | dev-subscribe@lens.apache.org | dev-unsubscribe@lens.apache.org |
*----------+----------------------------------------------+-------------------------------------------------+
-| Commits | commits-subscribe@lens.incubator.apache.org | commits-unsubscribe@lens.incubator.apache.org |
+| Commits | commits-subscribe@lens.apache.org | commits-unsubscribe@lens.apache.org |
*----------+----------------------------------------------+-------------------------------------------------+
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/releases/compatibility.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/releases/compatibility.apt b/src/site/apt/releases/compatibility.apt
index 991cd75..2e12f79 100644
--- a/src/site/apt/releases/compatibility.apt
+++ b/src/site/apt/releases/compatibility.apt
@@ -22,9 +22,9 @@ Compatibility in Apache Lens
Apache Lens tries to offer backward compatibility across releases with respect to the following
* <<lens-api>> module dependency :
- {{{http://lens.incubator.apache.org/apidocs/index.html} API for org.apache.lens.api.*}}
+ {{{http://lens.apache.org/apidocs/index.html} API for org.apache.lens.api.*}}
- * REST api provided : {{{http://lens.incubator.apache.org/rest.html} Published REST api}}
+ * REST api provided : {{{http://lens.apache.org/rest.html} Published REST api}}
* Configuration options provided at {{{../user/client-config.html} Client configuration}},
{{{../user/olap-query-conf.html} OLAP query configuration}} and
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/releases/download.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/releases/download.apt b/src/site/apt/releases/download.apt
index 5322f99..eba5172 100644
--- a/src/site/apt/releases/download.apt
+++ b/src/site/apt/releases/download.apt
@@ -20,11 +20,7 @@
Download
The latest release of Apache Lens can be
- {{{http://www.apache.org/dyn/closer.cgi/incubator/lens/2.2-beta-incubating}downloaded from the ASF}}.
+ {{{http://www.apache.org/dyn/closer.cgi/lens/2.3-beta}downloaded from the ASF}}.
- Older releases may be found {{{http://archive.apache.org/dist/incubator/lens} in the archives}}.
-
-+---
-Disclaimer
-Apache Lens is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
-+---
+ Older releases may be found {{{http://archive.apache.org/dist/lens}in the archives}}.
+ Releases prior to graduation may be found {{{http://archive.apache.org/dist/incubator/lens}in the incubator archives}}.
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/releases/release-history.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/releases/release-history.apt b/src/site/apt/releases/release-history.apt
index 58ac279..16eef95 100644
--- a/src/site/apt/releases/release-history.apt
+++ b/src/site/apt/releases/release-history.apt
@@ -23,6 +23,8 @@ All Apache Lens releases
*--+--+---+--+--+--+--+
|Release version|Major features|Release documentation|Release Notes|Download|Incompatibilities|More Info |
*--+--+---+--+--+--+--+
+|2.3.0-beta | Per Query Logs, Server side XML validation, File size in query result, File name suggestions in CLI, Phase 1 Query rewriter, Elastic Search driver, Query launching constraints, Update partition api, Lens Service Health check, Doc/javadoc improvements, Code cleanup, bug fixes| {{{../versions/2.3.0-beta/index.html} 2.3.x docs}} | {{{https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12332350&projectId=12315923} 2.3 release notes}}| {{{http://archive.apache.org/dist/lens/2.3-beta/} Download}} | {{{#a2.3.x_from_2.2.x} 2.3.x-incompatibilities}} | - |
+*--+--+---+--+--+--+--+
|2.2.0-beta-incubating| CLI Improvements, Support for multiple expressions and and union queries, More descriptive error codes, Zeppelin integration, Code cleanup| {{{../versions/2.2.0-beta-incubating/index.html} 2.2.x-incubating docs}} | {{{https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12329586&projectId=12315923} 2.2 release notes}}| {{{http://archive.apache.org/dist/incubator/lens/2.2-beta-incubating/} Download}} | {{{#a2.2.x_from_2.1.x} 2.2.x-incompatibilities}} | - |
*--+--+---+--+--+--+--+
|2.1.0-beta-incubating| Estimate api, Partition timeline, DB resources, Timers on REST api| {{{../versions/2.1.0-beta-incubating/index.html} 2.1.x-incubating docs}} | {{{https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12315923&version=12328991} 2.1 release notes}}| {{{http://archive.apache.org/dist/incubator/lens/2.1-beta-incubating/} Download}} | {{{#a2.1.x_from_2.0.x} 2.1.x-incompatibilities}} | - |
@@ -38,6 +40,24 @@ All Apache Lens releases
* Incompatibilities
+** 2.3.x from 2.2.x
+
+ * LENS-681 : Passing a malformed xml doesn't succeed anymore.
+
+ * LENS-666 : Log4j to Logback migration: log4j.properties files are not used anymore,
+ use logback.xml for specifying loggers.
+
+ * LENS-700 : Syntax and semantic errors in query no longer generate a query id, they fail at submission itself
+
+ * LENS-686 : Adding same partition will fail if the partition is already added. Adding multiple partitions
+ gives succeess or partial result depending on whether all the partitions were added or not.
+
+ * LENS-630 : Cost of a query on Hive Driver is not a constant 1 now. It now reflects the resource cost based on
+ partitions chosen for the query.
+
+ * LENS-650 : Pre submit hook is separate from User Config Loader. User Config Loader is no longer an abstract class.
+
+
** 2.2.x from 2.1.x
* LENS-484 : Fact table weight is a mandatory field now, for creating facts from the web interface. Please refer to
@@ -81,4 +101,4 @@ All Apache Lens releases
* LENS-441 : GET on /cubes/\{cubeName\}/facts returns StringList instead of List<XFactTable>. For getting the
XFactTable corresponding to the name returned in StringList, user need to use GET on /facts/\{factName\}.
- * LENS-275 : Session not found error code is 410, instead of 404
\ No newline at end of file
+ * LENS-275 : Session not found error code is 410, instead of 404
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/apt/user/olap-cube.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/user/olap-cube.apt b/src/site/apt/user/olap-cube.apt
index 0255834..ac91955 100644
--- a/src/site/apt/user/olap-cube.apt
+++ b/src/site/apt/user/olap-cube.apt
@@ -347,7 +347,7 @@ lens-shell>
- {{{http://mail-archives.apache.org/mod_mbox/incubator-lens-dev/201508.mbox/%3CCANGGtCPnZ8ML-Gd9x6HooB20j0q%3DpjxHcDqOgf8jYjo0YJdFMg%40mail.gmail.com%3E}Here}} is a link to a discussion on time range behaviour
+ {{{http://mail-archives.apache.org/mod_mbox/lens-dev/201508.mbox/%3CCANGGtCPnZ8ML-Gd9x6HooB20j0q%3DpjxHcDqOgf8jYjo0YJdFMg%40mail.gmail.com%3E}Here}} is a link to a discussion on time range behaviour
* Relative time range
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/resources/images/apache-feather-tm.gif
----------------------------------------------------------------------
diff --git a/src/site/resources/images/apache-feather-tm.gif b/src/site/resources/images/apache-feather-tm.gif
new file mode 100644
index 0000000..3e8abc1
Binary files /dev/null and b/src/site/resources/images/apache-feather-tm.gif differ
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/resources/images/apache-incubator-logo.png
----------------------------------------------------------------------
diff --git a/src/site/resources/images/apache-incubator-logo.png b/src/site/resources/images/apache-incubator-logo.png
deleted file mode 100644
index 81fb31e..0000000
Binary files a/src/site/resources/images/apache-incubator-logo.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/lens/blob/f42fc654/src/site/site.xml
----------------------------------------------------------------------
diff --git a/src/site/site.xml b/src/site/site.xml
index bd7a80b..4f4667c 100644
--- a/src/site/site.xml
+++ b/src/site/site.xml
@@ -28,14 +28,14 @@
<name>Lens Analytics Platform</name>
<src>/images/apache-lens-logo.png</src>
<title>Lens Analytics Platform</title>
- <href>http://lens.incubator.apache.org</href>
+ <href>http://lens.apache.org</href>
<height>54px</height>
</bannerLeft>
<bannerRight>
- <name>Apache Incubator</name>
- <src>/images/apache-incubator-logo.png</src>
- <href>http://incubator.apache.org</href>
+ <name>Apache</name>
+ <src>/images/apache-feather-tm.gif</src>
+ <href>http://www.apache.org</href>
</bannerRight>
<body>
@@ -78,7 +78,7 @@
<menu ref="reports"/>
<breadcrumbs>
<item name="Apache" href="http://www.apache.org" />
- <item name="Lens" href="http://lens.incubator.apache.org" />
+ <item name="Lens" href="http://lens.apache.org" />
</breadcrumbs>
</body>
<skin>
[04/13] lens git commit: LENS-490 : Document partition timeline in
user guide
Posted by pr...@apache.org.
LENS-490 : Document partition timeline in user guide
Project: http://git-wip-us.apache.org/repos/asf/lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/lens/commit/69fdaf70
Tree: http://git-wip-us.apache.org/repos/asf/lens/tree/69fdaf70
Diff: http://git-wip-us.apache.org/repos/asf/lens/diff/69fdaf70
Branch: refs/heads/master
Commit: 69fdaf70aabbbc13f238ec2d396ee2d39cf0e631
Parents: a7506f9
Author: Rajat Khandelwal <pr...@apache.org>
Authored: Thu Aug 20 09:44:12 2015 +0530
Committer: Raju Bairishetti <ra...@apache.org>
Committed: Thu Aug 20 09:44:12 2015 +0530
----------------------------------------------------------------------
src/site/apt/user/olap-cube.apt | 308 ++++++++++++++++++++++++++---------
1 file changed, 235 insertions(+), 73 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lens/blob/69fdaf70/src/site/apt/user/olap-cube.apt
----------------------------------------------------------------------
diff --git a/src/site/apt/user/olap-cube.apt b/src/site/apt/user/olap-cube.apt
index 87fd659..0255834 100644
--- a/src/site/apt/user/olap-cube.apt
+++ b/src/site/apt/user/olap-cube.apt
@@ -23,109 +23,251 @@ OLAP Data cube concepts
* Introduction
- Typical data layout in a data ware house is to have fact data rolled up with time and
+ Typical data layout in a data ware house is to have fact data rolled up with time and
reduce dimensions at each level. Fact data will have dimension keys sothat it can be
joined with actual dimension tables to get more information on dimension attributes.
-
+
The typical data layout is depicted in the following diagram.
-
+
[/images/data-layout.png] Fact data and dimension data
-
+
Lens provides an abstraction to represent above layout, and allows user to define schema
of the data at conceptual level and also query the same, without knowing
the physical storages and rollups, which is described in below sections.
* Metastore model
- Metastore model introduces constructs Storage, Cube, Fact table and Dimension table, Partition.
-
-** Storage
+ Metastore model introduces constructs Storage, Cube, Dimension, Fact table and Dimtable, Partition. Below we'll
+ provide a brief indroduction of the constructs. You're welcome to checkout the
+ {{{../apidocs/org/apache/lens/api/metastore/package-summary.html}javadoc}}. You'll find corresponding classes for
+ each of the construct. The entities can be defined by either creating objects of these classes, or by writing
+ <<<xml>>>s according to their schema. The schema is also available in javadoc.
+
+ We have followed a convention in naming classes for constructs, class for a Storage is called XStorage and the xml
+ root tag is <<<x_storage>>>. If storage is part of a bigger xml where root tag is some other construct, then the tag
+ is <<<storage>>>. So in all <<<xml>>>s for lens, all and only the outer most tag are <<<x_*>>> and other tags are not.
+
+** {{{../apidocs/org/apache/lens/api/metastore/XStorage.html}Storage}}
- Storage represents a physical storage. It can be Hadoop File system or a data base. It is defined by
+ Storage represents a physical storage. It can be Hadoop File system or a data base. It is defined by
name, endpoint and properties associated with.
-** Cube
+** {{{../apidocs/org/apache/lens/api/metastore/XField.html}Field}}
- A cube is a set of dimensions and measures in a particular subject, which users can query.
- Cubes also have timed dimensions, which can be used query cube for a time range.
+ A Field has a name, a display string and a description. Field has the following sub types
-*** Measure
+
+*** {{{../apidocs/org/apache/lens/api/metastore/XMeasure.html}Measure}}
A measure is a quantity that you are interested in measuring.
-
- Measure will have name, type, default aggregator, a format string, start time and end time. Measure can be
- simple column measure or an expression measure which is associated with an expression.
-
-*** Dimension
+ Measure is a field having a default aggregator, a format string, unit, start time and end time. Can also have min and
+ max value.
+
+*** {{{../apidocs/org/apache/lens/api/metastore/XDimAttribute.html}Dim Attribute}}
+
+ Dim Attributes are not measured, they are more like properties of your data. e.g. Location, user name etc.
+
+ * A dim attribute can be as simple as having name and type. // Base Dim Attribute
+
+ * A dim attribute can also refer to a dimension // Referenced Dim Atrribute
+
+ * A dim attribute can be associated with an expression // Expression Column
+
+ * A dim attribute can be a hierarchy of dim attributes. // Hierarchical Dim Attribute
+
+ * A dim attribute can define all the possible values it can take. // Inline Dim Attribute
+
+*** {{{../apidocs/org/apache/lens/api/metastore/XExprColumn.html}Expression Column}}
+
+ Expression column has one or many {{{../apidocs/org/apache/lens/api/metastore/XExprSpec.html}expression spec}}s.
+ So you can declare one expression field is specified by one expression for some time, and another for other times.
+
+*** {{{../apidocs/org/apache/lens/api/metastore/XJoinChain.html}Join Chain}}
+
+ A join chain is a directional path between two {{{#Conceptual_Tables}conceptual tables}}. So if a conceptual table
+ <<<t1>>> has a chain <<<jc>>> to conceptual table <<<t2>>>, <<<t1>>> can access <<<t2>>>'s fields by
+ saying <<<jc.<t2_field_name>.>>>. A join chain consists of one or more
+ {{{../apidocs/org/apache/lens/api/metastore/XJoinPath.html}Join path}}s. A path is defined by sequence of edges
+ where an edge is defined like <<<table1.some_field=table2.some_field>>>. In a path, end table of one edge should be
+ same as start table of next edge.
+
+** Conceptual Tables
+
+ Conceptual tables are a {{{../apidocs/org/apache/lens/api/metastore/XFields.html}set of fields}}.
+ Two types of conceptual tables are defined:
- A dimension is an attribute, or set of attributes, by which you can divide measures into sub-categories.
- * A dimension can be as simple as having name and type. // BaseDimension
-
- * A dimension can also refer to a dimension table // ReferencedDimension
-
- * A dimension can be associated with an expression // ExpressionDimension
+*** {{{../apidocs/org/apache/lens/api/metastore/XDimension.html}Dimension}}
- * A dimension can be a hierarchy of dimensions. // HierachicalDimension
-
- * A dimension can define all the possible values it can take. // InlineDimension
+ A Dimension is a a conceptual table which only contains
+ {{{../apidocs/org/apache/lens/api/metastore/XDimAttributes.html}dim attributes}},
+ {{{../apidocs/org/apache/lens/api/metastore/XExpressions.html}expressions}} and
+ {{{../apidocs/org/apache/lens/api/metastore/XJoinChains.html}join chains}}.
-** Derived Cube
+*** {{{../apidocs/org/apache/lens/api/metastore/XCube.html}Cube}}
+
+ A cube is a conceptual table which contains
+ {{{../apidocs/org/apache/lens/api/metastore/XDimAttributes.html}dim attributes}},
+ {{{../apidocs/org/apache/lens/api/metastore/XMeasures.html}measures}},
+ {{{../apidocs/org/apache/lens/api/metastore/XExpressions.html}expressions}} and
+ {{{../apidocs/org/apache/lens/api/metastore/XJoinChains.html}join chains}}.
+
+ Cubes are of two types:
+
+
+**** {{{../apidocs/org/apache/lens/api/metastore/XBaseCube.html}Base Cube}}
+
+ Base cubes contain full description of all its fields.
+
+
+**** {{{../apidocs/org/apache/lens/api/metastore/XDerivedCube.html}Derived Cube}}
A derived cube will have subset of measures and dimensions of a base cube.
- User can query derived cube as well, very similar to cube. For a derived cube,
+ User can query derived cube as well, very similar to base cube. For a derived cube,
user would specify set of measure names and dimension names only,
the definition of measure/dimension will be derived from base cube. All the
measures and dimensions of derived cube can always be queried together, whereas
all measures and dimensions of parent cube may not be allowed to query together.
-** Fact Tables
+ Derived cubes can act as a constraint over which fields can be queried together.
+
+** Logical Tables
+
+ Cubes and dimensions are just collection of fields, it's the highest level abstraction on the underlying data.
+ Logical tables are one level down in the heirarchy of abstraction. A logical table belongs to a conceptual table
+ and can have a subset of fields of the conceptual table. There are logical tables for both the types of
+ conceptual tables. conceptual tables
+ have fields, at logical table level we call them {{{../apidocs/org/apache/lens/api/metastore/XColumn.html}column}}s.
+ A column is not a measure or dim attribute or expression. A column just has name and data-type. At this level, the
+ distinction of dim attribute, measure and expression goes away. A logical table can declare to have any of these
+ as a column. Logical tables drop the concern of of join chains fully, they are taken care at conceptual table level.
+ Logical tables also drop the concern of expressions partially. Expression fields can
+ be present on a Logical table as a column. Or the sub-fields of the expression field can be present on a logical table
+ as columns and the expression field can be derived using them.
- A fact table is table having columns. Columns are subset of measures and dimensions.
- The fact table is associated with cube, specified by name. Fact can be available
+ A logical table can be present on {{{../apidocs/org/apache/lens/api/metastore/XStorageTables.html}multiple storages}}.
+ A logical table present on a storage is called a physical table or a storage table.
+ The corresponding two types of logical table for conceptual tables are as below:
+
+*** {{{../apidocs/org/apache/lens/api/metastore/XDimensionTable.html}Dimension tables}}
+
+ Dimension Tables are associated with Dimensions. They can be available in multiple storages.
+
+*** {{{../apidocs/org/apache/lens/api/metastore/XFactTable.html}Fact Tables}}
+
+ The fact table is associated with cube, specified by name. Fact can also be available
in multiple storages. The fact will be used to answer the queries on derived
- cubes as well.
+ cubes as well. Typically facts will belong to only base cubes and derived cubes will
+ inherit all the facts of the base cube.
+
+
+
+** {{{../apidocs/org/apache/lens/api/metastore/XStorageTableElement.html}Storage table}}
+
+ The logical tables present on a storage is called a storage table
+ It will have the same schema as fact/dimension table definition. Each storage table can have
+ its own {{{../apidocs/org/apache/lens/api/metastore/XStorageTableDesc.html}storage descriptor}}.
+ As mentioned below, each storage table has any choice of {{{#Update_Period}update periods}}.
+ A storage table can be partitioned by
+ columns. Usually partition columns are dim attributes. They can be timed dim attributes or non time dim attributes.
+ Other properties can be found in the javadoc for storage descriptor.
+
+ Physical tables are not defined separately, they are part of the schema of logical tables as <<<storage_tables>>>.
-** Dimension tables
+ * Naming convention
- A table with list of columns. It can have references to other dimension tables.
- Theses tables can be joined with cubes while querying. These tables can be available in multiple storages.
+ The name of the storage table is storage name followed fact/dimensions table, seperated by '_".
+ Ex: For fact table name: FACT1, for storage:S1, the storage table name is S1_FACT1
+ For dimension table name: DIM1, for storage:S1, the storage table name is S1_DIM1
-** Update Period
+ * {{{../apidocs/org/apache/lens/api/metastore/XUpdatePeriod.html}Update Period}}
- Fact or dimension tables can be updated at regular intervals. Supports SECONDLY, MINUTELY, HOURLY, DAILY, WEEKLY, MONTHLY,
-QUARTERLY, YEARLY update periods.
+ Fact or dimension tables are available on some storages, on each storage, the <physical table>
+ can be updated at regular intervals. Supports SECONDLY, MINUTELY, HOURLY, DAILY, WEEKLY, MONTHLY, QUARTERLY, YEARLY
+ update periods. Support for CONTINUOUS update period is also added but might be incomplete till 2.4 release.
-** Storage tables
+ * {{{..//apidocs/org/apache/lens/api/metastore/XPartition.html}Partition}}
- The physical tables, either fact or dimension tables, present on a storage.
- It will have the same schema as fact/dimension table definition. Each physical table can have
- its own storage descriptor. These tables can be partitioned by
- columns. Usually partition columns are dimensions. They can be timed dimensions or other dimensions.
+ So given a storage table and one of its update periods, data is supposed to be registered at a fixed interval. The
+ construct for this is called a <<<partition>>>. You can register a single partition or
+ {{{../apidocs/org/apache/lens/api/metastore/XPartitions.html}multiple partitions}} together.
+ Once registered, the partition(s) can be updated as well.
-*** Fact storage table
+ So implementation-wise the partitions are stored as partitions in hive metastore. For optimization purposes, lens
+ also keeps the most crucial info cached. Here the difference between fact storage tables and dim storage tables
+ becomes significant.
- Fact storage table is the physical fact table for the associated storage, for the specified update
- period. The storage table can be associated with multiple update periods.
-*** Dimension storage table
+ The corresponding physical tables for the logical tables defined above are:
- Dimension storage table is the physical dimension table for the associated storage. Dimension storage
- table can have snapshot dumps at specified regular intervals or a table with no dumps, so the storage
- table can have zero or one update period.
+*** Dim storage tables
-*** Naming convention
+ Dimension storage table is the physical dimension table for the associated storage.
+ Dimension storage table can have snapshot dumps at specified regular intervals or a table with no dumps,
+ so the storage table can have zero or one update period.
- The name of the storage table is storage name followed fact/dimensions table, seperated by '_".
-
- Ex: For fact table name: FACT1, for storage:S1, the storage table name is S1_FACT1
- For dimension table name: DIM1, for storage:S1, the storage table name is S1_DIM1
+ If the dimension storage table is being updated regularly, older partitions are expected to have lesser data than
+ <<<latest>>> partitions. Examples could be, country id to
+ country name mappings. Newer partitions are supposed to contain at least equal --- or, possibly more --- number
+ of mappings than older partitions. Once a partition is registered, all the older partitions become obsolete.
-*** Partition
+ So in accordance with this, while registering partition, lens registers an additional partition with value
+ <<<latest>>> which has path same as the <actual> latest partition. So promoting that dim storage tables are always
+ supposed to be queried with <<<latest>>> partition. This is reflected in lens's query translation logic where
+ only <<<latest>>> partition is queried.
- Each partition on the storage table can have its own storage descriptor.
+ Since only one partition is relevant for dim storage tables, lens maintains a hash map for quicker lookup of latest
+ partition.
+*** Fact storage tables
+
+ Unlike dim storage tables, all partitions in fact storage tables are relevant and queryable. So there is no <<<latest>>>
+ partition. Instead, lens maintains something called
+ {{{../apidocs/org/apache/lens/cube/metadata/timeline/PartitionTimeline.html} <<<Partition Timeline>>>}}.
+ They are better explained in {{{https://cwiki.apache.org/confluence/display/LENS/Partition+Timeline}this wiki page}}
+
+ Here we'll explore some of the things that you need to be aware of to interact with timelines as a lens user.
+
+ Timelines are stored in storage table's properties, which is again cached in memory. Since one
+ fact storage table can have multiple update periods and partitions registered for them can be different, there is need
+ to have timelines for all update periods. Also one storage table can have multiple partition columns. So timelines
+ need to be present for all partition columns too. So for one fact storage table, if <<<x>>> is number of
+ update periods and <<<y>>> is number of partition columns, there will be <<<x*y>>> timelines for it.
+
+
+ You can see the current timeline of the fact by {{{../resource_MetastoreResource.html#path__metastore_facts_-factName-_timelines.html}this rest api}}
+
+ Alternatively, on cli you can view like this:
+
++--+
+lens-shell>fact timelines --fact_name sales_aggr_fact2
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=mydb_sales_aggr_fact2, updatePeriod=DAILY, partCol=dt, all=null), first=2015-04-12, holes=[], latest=2015-04-12)
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=mydb_sales_aggr_fact2, updatePeriod=DAILY, partCol=ot, all=null), first=2015-04-12, holes=[], latest=2015-04-12)
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=mydb_sales_aggr_fact2, updatePeriod=DAILY, partCol=pt, all=null), first=2015-04-13, holes=[], latest=2015-04-13)
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=local_sales_aggr_fact2, updatePeriod=HOURLY, partCol=dt, all=null), first=2015-04-13-04, holes=[], latest=2015-04-13-05)
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=local_sales_aggr_fact2, updatePeriod=DAILY, partCol=dt, all=null), first=2015-04-11, holes=[], latest=2015-04-12)
+
+lens-shell>fact timelines --fact_name sales_aggr_fact2 --storage_name local
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=local_sales_aggr_fact2, updatePeriod=HOURLY, partCol=dt, all=null), first=2015-04-13-04, holes=[], latest=2015-04-13-05)
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=local_sales_aggr_fact2, updatePeriod=DAILY, partCol=dt, all=null), first=2015-04-11, holes=[], latest=2015-04-12)
+
+lens-shell>fact timelines --fact_name sales_aggr_fact2 --storage_name local --update_period HOURLY
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=local_sales_aggr_fact2, updatePeriod=HOURLY, partCol=dt, all=null), first=2015-04-13-04, holes=[], latest=2015-04-13-05)
+
+lens-shell>fact timelines --fact_name sales_aggr_fact2 --storage_name local --update_period HOURLY --time_dimension delivery_time
+EndsAndHolesPartitionTimeline(super=PartitionTimeline(storageTableName=local_sales_aggr_fact2, updatePeriod=HOURLY, partCol=dt, all=null), first=2015-04-13-04, holes=[], latest=2015-04-13-05)
+lens-shell>
++--+
+
+
+
+ Any time you feel that the timeline is out of sync with the actual partitions registered, just set
+ <<<cube.storagetable.partition.timeline.cache.present = false>>> in the storage table's properties
+ and restart lens server. Now this will read all
+ partitions registered for the storage table and re-create the timeline. After creation, it'll update table properties
+ to reflect the correct value.
+
* Metastore API
LENS provides {{{../resource_MetastoreResource.html} REST api}},
@@ -136,7 +278,7 @@ QUARTERLY, YEARLY update periods.
* Query Language
User can query the lens through OLAP Cube QL, which is subset of Hive QL.
-
+
Here is the grammar:
+---+
@@ -148,7 +290,7 @@ QUARTERLY, YEARLY update periods.
[HAVING having_expr]
[ORDER BY colList]
[LIMIT number]
-
+
cube_table_reference:
cube_table_factor
| join_table
@@ -164,7 +306,7 @@ QUARTERLY, YEARLY update periods.
expression = expression
colOrder: ( ASC | DESC )
colList : colName colOrder? (',' colName colOrder?)*
-
+
TIME_RANGE_IN(colName, from, to) : The time range inclusive of ‘from’ and exclusive of ‘to’.
time range clause is applicable only if cube_table_reference has cube_name.
Format of the time range is <yyyy-MM-dd-HH:mm:ss,SSS>
@@ -174,28 +316,44 @@ QUARTERLY, YEARLY update periods.
OLAP Cube QL supports all the functions that hive supports as documented in Hive Functions
Query engine provides following features :
-
+
* Figure out which dimension tables contain data needed to satisfy the query.
-
+
* Figure out the exact fact tables and their partitions based on the time range in the query.
While doing this, it will try to minimize computation needed to complete the queries.
-
+
* If No Join condition is passed for Joins,join condition will be inferred from the relationship definition.
-
- * Projected fields can be added to group by col list automatically, if not present and
+
+ * Projected fields can be added to group by col list automatically, if not present and
if the group by keys specified are not projected, they can be projected
* Automatically add aggregate functions to measures specified as measure's default aggregate.
-
- Various configurations available for running an OLAP query are documented at {{{./olap-query-conf.html} OLAP query configurations}}
+
+ Various configurations available for running an OLAP query are documented at {{{./olap-query-conf.html} OLAP query configurations}}
+
<<How to pass timerange in cubeQL>>
Users have the capability to specify the time range as absolute and relative time in lens cube query.
Lens cube query language allows passing timerange at different granularities like secondly, minutely, hourly, daily, weekly, monthly and yearly.
- Relative timerange is helpful to the users in scheduling their queries
+ Time range is passed in query with the syntax <<<time_range_in(time_dim_name, start_time, end_time)>>>. The range
+ is half open. The start time is inclusive and the end time is exclusive.
+
++--+
+
+ time_range_in(time_dim_name, start_time, end_time) === start_time <= time_dim_name < end_time
+
++--+
+
- User can specify the HOURLY granularity with 'now.hour'.
+
+ {{{http://mail-archives.apache.org/mod_mbox/incubator-lens-dev/201508.mbox/%3CCANGGtCPnZ8ML-Gd9x6HooB20j0q%3DpjxHcDqOgf8jYjo0YJdFMg%40mail.gmail.com%3E}Here}} is a link to a discussion on time range behaviour
+
+* Relative time range
+
+
+ Relative timerange is helpful to the users in scheduling their queries. We'll explain here with example.
+ User can specify the HOURLY granularity with 'now.hour'.
The follwong table tells the available <<unit granularities>> and how to specify those granualarities for relative timerange
@@ -217,7 +375,6 @@ QUARTERLY, YEARLY update periods.
|Yearly | now.year | now.year{+/-}2years|
*--+--+--+
-<<Example queries with relative timerange>>:
+---+
@@ -226,6 +383,9 @@ QUARTERLY, YEARLY update periods.
The above queries for the last 4hours data.
+---+
+* Absolute time range
+
+
Users can query the data with absolute timerange at different granularities.
The following table describes how to specify absoulte timerange at different granularities
@@ -245,7 +405,6 @@ QUARTERLY, YEARLY update periods.
|Yearly | yyyy|
*--+--+
-<<Example queries with absolute timerange>>:
+---+
@@ -256,10 +415,13 @@ QUARTERLY, YEARLY update periods.
It queries the data between 29th Dec 2014 and 30th Dec 2014.
+---+
-* Query API
+
+
+
+<< Query API >>
LENS provides {{{../resource_QueryServiceResource.html} REST api}},
{{{../apidocs/org/apache/lens/client/LensStatement.html} Java client api}},
- {{{./jdbc-client.html} JDBC client}}
+ {{{./jdbc-client.html} JDBC client}}
and {{{./cli.html#Query_Management} CLI}} for doing submitting queries, checking status and fetching results.