You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@asterixdb.apache.org by mb...@apache.org on 2018/11/25 14:11:02 UTC

[1/3] asterixdb git commit: [NO ISSUE] Enable Build/Run w/ Java 11

Repository: asterixdb
Updated Branches:
  refs/heads/master 831d90dd5 -> faf08e7ce


[NO ISSUE] Enable Build/Run w/ Java 11

- upgrade hadoop libraries (2.2.0 -> 2.8.5)

Change-Id: I04377b91ea7535bd358c396fbd9fcb019c734814
Reviewed-on: https://asterix-gerrit.ics.uci.edu/2986
Reviewed-by: Murtadha Hubail <mh...@apache.org>
Sonar-Qube: Jenkins <je...@fulliautomatix.ics.uci.edu>
Tested-by: Jenkins <je...@fulliautomatix.ics.uci.edu>
Contrib: Jenkins <je...@fulliautomatix.ics.uci.edu>
Integration-Tests: Jenkins <je...@fulliautomatix.ics.uci.edu>
Reviewed-on: https://asterix-gerrit.ics.uci.edu/3030
Reviewed-by: Till Westmann <ti...@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/asterixdb/repo
Commit: http://git-wip-us.apache.org/repos/asf/asterixdb/commit/7311b03f
Tree: http://git-wip-us.apache.org/repos/asf/asterixdb/tree/7311b03f
Diff: http://git-wip-us.apache.org/repos/asf/asterixdb/diff/7311b03f

Branch: refs/heads/master
Commit: 7311b03f89eeac2a173658d8f38f6d5030d11a59
Parents: bd7ba45
Author: Michael Blow <mb...@apache.org>
Authored: Thu Oct 4 17:17:35 2018 -0400
Committer: Michael Blow <mb...@apache.org>
Committed: Thu Nov 15 04:33:42 2018 -0800

----------------------------------------------------------------------
 asterixdb/asterix-app/pom.xml                   |   5 +-
 .../asterix/test/runtime/ExecutionTestUtil.java |   2 +-
 .../asterix/test/runtime/LangExecutionUtil.java |  12 +-
 .../test/runtime/SqlppHdfsExecutionTest.java    |  64 ++++++++
 .../resources/runtimets/only_sqlpp_hdfs.xml     |  23 +++
 .../src/test/resources/runtimets/testsuite.xml  | 130 ---------------
 .../resources/runtimets/testsuite_sqlpp.xml     | 130 ---------------
 .../runtimets/testsuite_sqlpp_hdfs.xml          | 160 +++++++++++++++++++
 asterixdb/asterix-external-data/pom.xml         |  14 +-
 asterixdb/asterix-metadata/pom.xml              |   8 +-
 asterixdb/asterix-om/pom.xml                    |   5 +
 asterixdb/asterix-test-framework/pom.xml        |   8 +
 .../testframework/xml/TestSuiteParser.java      |  12 +-
 asterixdb/pom.xml                               |  12 +-
 .../hyracks/hyracks-dataflow-common/pom.xml     |   5 +
 hyracks-fullstack/hyracks/hyracks-hdfs/pom.xml  |   6 +
 .../hyracks/maven/license/LicenseUtil.java      |   2 +-
 hyracks-fullstack/pom.xml                       |  12 +-
 18 files changed, 328 insertions(+), 282 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-app/pom.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/pom.xml b/asterixdb/asterix-app/pom.xml
index 440ef14..8c25235 100644
--- a/asterixdb/asterix-app/pom.xml
+++ b/asterixdb/asterix-app/pom.xml
@@ -476,6 +476,10 @@
       <scope>test</scope>
     </dependency>
     <dependency>
+      <groupId>org.apache.hadoop</groupId>
+      <artifactId>hadoop-hdfs-client</artifactId>
+    </dependency>
+    <dependency>
       <groupId>org.apache.hyracks</groupId>
       <artifactId>algebricks-data</artifactId>
     </dependency>
@@ -494,7 +498,6 @@
     <dependency>
       <groupId>javax.xml.bind</groupId>
       <artifactId>jaxb-api</artifactId>
-      <scope>test</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.commons</groupId>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/ExecutionTestUtil.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/ExecutionTestUtil.java b/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/ExecutionTestUtil.java
index 62c882d..4ed36c6 100644
--- a/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/ExecutionTestUtil.java
+++ b/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/ExecutionTestUtil.java
@@ -52,7 +52,7 @@ public class ExecutionTestUtil {
     }
 
     public static List<ILibraryManager> setUp(boolean cleanup, String configFile) throws Exception {
-        return setUp(cleanup, configFile, integrationUtil, true, null);
+        return setUp(cleanup, configFile, integrationUtil, false, null);
     }
 
     public static List<ILibraryManager> setUp(boolean cleanup, String configFile,

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/LangExecutionUtil.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/LangExecutionUtil.java b/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/LangExecutionUtil.java
index cd270cd..75eccfd 100644
--- a/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/LangExecutionUtil.java
+++ b/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/LangExecutionUtil.java
@@ -19,6 +19,7 @@
 
 package org.apache.asterix.test.runtime;
 
+import static org.apache.asterix.test.runtime.ExecutionTestUtil.integrationUtil;
 import static org.apache.hyracks.util.ThreadDumpUtil.takeDumpJSONString;
 
 import java.io.BufferedReader;
@@ -61,10 +62,15 @@ public class LangExecutionUtil {
     private static boolean checkStorageDistribution = true;
 
     public static void setUp(String configFile, TestExecutor executor) throws Exception {
+        setUp(configFile, executor, false);
+    }
+
+    public static void setUp(String configFile, TestExecutor executor, boolean startHdfs) throws Exception {
         testExecutor = executor;
         File outdir = new File(PATH_ACTUAL);
         outdir.mkdirs();
-        List<ILibraryManager> libraryManagers = ExecutionTestUtil.setUp(cleanupOnStart, configFile);
+        List<ILibraryManager> libraryManagers =
+                ExecutionTestUtil.setUp(cleanupOnStart, configFile, integrationUtil, startHdfs, null);
         ExternalUDFLibrarian.removeLibraryDir();
         librarian = new ExternalUDFLibrarian(libraryManagers);
         testExecutor.setLibrarian(librarian);
@@ -82,7 +88,7 @@ public class LangExecutionUtil {
         } finally {
             ExternalUDFLibrarian.removeLibraryDir();
             ExecutionTestUtil.tearDown(cleanupOnStop);
-            ExecutionTestUtil.integrationUtil.removeTestStorageFiles();
+            integrationUtil.removeTestStorageFiles();
             if (!badTestCases.isEmpty()) {
                 System.out.println("The following test cases left some data");
                 for (String testCase : badTestCases) {
@@ -140,7 +146,7 @@ public class LangExecutionUtil {
 
     // Checks whether data files are uniformly distributed among io devices.
     private static void checkStorageFiles() throws Exception {
-        NodeControllerService[] ncs = ExecutionTestUtil.integrationUtil.ncs;
+        NodeControllerService[] ncs = integrationUtil.ncs;
         // Checks that dataset files are uniformly distributed across each io device.
         for (NodeControllerService nc : ncs) {
             checkNcStore(nc);

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/SqlppHdfsExecutionTest.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/SqlppHdfsExecutionTest.java b/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/SqlppHdfsExecutionTest.java
new file mode 100644
index 0000000..6ea87ef
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/SqlppHdfsExecutionTest.java
@@ -0,0 +1,64 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.asterix.test.runtime;
+
+import java.util.Collection;
+
+import org.apache.asterix.test.common.TestExecutor;
+import org.apache.asterix.testframework.context.TestCaseContext;
+import org.junit.AfterClass;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import org.junit.runner.RunWith;
+import org.junit.runners.Parameterized;
+import org.junit.runners.Parameterized.Parameters;
+
+/**
+ * Runs the SQL++ runtime tests with the storage parallelism.
+ */
+@RunWith(Parameterized.class)
+public class SqlppHdfsExecutionTest {
+    protected static final String TEST_CONFIG_FILE_NAME = "src/main/resources/cc.conf";
+
+    @BeforeClass
+    public static void setUp() throws Exception {
+        LangExecutionUtil.setUp(TEST_CONFIG_FILE_NAME, new TestExecutor(), true);
+    }
+
+    @AfterClass
+    public static void tearDown() throws Exception {
+        LangExecutionUtil.tearDown();
+    }
+
+    @Parameters(name = "SqlppHdfsExecutionTest {index}: {0}")
+    public static Collection<Object[]> tests() throws Exception {
+        return LangExecutionUtil.tests("only_sqlpp_hdfs.xml", "testsuite_sqlpp_hdfs.xml");
+    }
+
+    protected TestCaseContext tcCtx;
+
+    public SqlppHdfsExecutionTest(TestCaseContext tcCtx) {
+        this.tcCtx = tcCtx;
+    }
+
+    @Test
+    public void test() throws Exception {
+        LangExecutionUtil.test(tcCtx);
+    }
+}

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-app/src/test/resources/runtimets/only_sqlpp_hdfs.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/only_sqlpp_hdfs.xml b/asterixdb/asterix-app/src/test/resources/runtimets/only_sqlpp_hdfs.xml
new file mode 100644
index 0000000..334dd52
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/only_sqlpp_hdfs.xml
@@ -0,0 +1,23 @@
+<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
+<!--
+ ! Licensed to the Apache Software Foundation (ASF) under one
+ ! or more contributor license agreements.  See the NOTICE file
+ ! distributed with this work for additional information
+ ! regarding copyright ownership.  The ASF licenses this file
+ ! to you under the Apache License, Version 2.0 (the
+ ! "License"); you may not use this file except in compliance
+ ! with the License.  You may obtain a copy of the License at
+ !
+ !   http://www.apache.org/licenses/LICENSE-2.0
+ !
+ ! Unless required by applicable law or agreed to in writing,
+ ! software distributed under the License is distributed on an
+ ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ! KIND, either express or implied.  See the License for the
+ ! specific language governing permissions and limitations
+ ! under the License.
+ !-->
+<test-suite xmlns="urn:xml.testframework.asterix.apache.org" ResultOffsetPath="results" QueryOffsetPath="queries_sqlpp" QueryFileExtension=".sqlpp">
+  <test-group name="failed">
+  </test-group>
+</test-suite>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
index d42cfce..91becf7 100644
--- a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
@@ -39,38 +39,6 @@
       </compilation-unit>
     </test-case>
   </test-group>
-  <test-group name="external-indexing">
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="text-format">
-        <output-dir compare="Text">text-format</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="sequence-format">
-        <output-dir compare="Text">sequence-format</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="rc-format">
-        <output-dir compare="Text">rc-format</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="rtree-index">
-        <output-dir compare="Text">rtree-index</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="leftouterjoin">
-        <output-dir compare="Text">leftouterjoin</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="leftouterjoin-rtree">
-        <output-dir compare="Text">leftouterjoin-rtree</output-dir>
-      </compilation-unit>
-    </test-case>
-  </test-group>
   <test-group name="upsert">
     <test-case FilePath="upsert">
       <compilation-unit name="filtered-dataset">
@@ -3545,28 +3513,6 @@
         </compilation-unit>
       </test-case>
     </test-group>
-    <test-group name="open-index-enforced/external-indexing">
-      <test-case FilePath="open-index-enforced/external-indexing">
-        <compilation-unit name="adm-format">
-          <output-dir compare="Text">adm-format</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="open-index-enforced/external-indexing">
-        <compilation-unit name="rtree-index">
-          <output-dir compare="Text">rtree-index</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="open-index-enforced/external-indexing">
-        <compilation-unit name="leftouterjoin">
-          <output-dir compare="Text">leftouterjoin</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="open-index-enforced/external-indexing">
-        <compilation-unit name="leftouterjoin-rtree">
-          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
-        </compilation-unit>
-      </test-case>
-    </test-group>
     <test-group name="open-index-enforced/type-checking">
       <test-case FilePath="open-index-enforced/type-checking">
         <compilation-unit name="enforced-type-delete">
@@ -3727,28 +3673,6 @@
         </compilation-unit>
       </test-case>
     </test-group>
-    <test-group name="nested-open-index/external-indexing">
-      <test-case FilePath="nested-open-index/external-indexing">
-        <compilation-unit name="adm-format">
-          <output-dir compare="Text">adm-format</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-open-index/external-indexing">
-        <compilation-unit name="rtree-index">
-          <output-dir compare="Text">rtree-index</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-open-index/external-indexing">
-        <compilation-unit name="leftouterjoin">
-          <output-dir compare="Text">leftouterjoin</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-open-index/external-indexing">
-        <compilation-unit name="leftouterjoin-rtree">
-          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
-        </compilation-unit>
-      </test-case>
-    </test-group>
     <test-group name="highly-open-highly-nested">
       <test-case FilePath="nested-open-index/highly-open-highly-nested">
         <compilation-unit name="bottom-closed-top-closed">
@@ -3979,28 +3903,6 @@
         </compilation-unit>
       </test-case>
     </test-group>
-    <test-group name="nested-index/external-indexing">
-      <test-case FilePath="nested-index/external-indexing">
-        <compilation-unit name="adm-format">
-          <output-dir compare="Text">adm-format</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-index/external-indexing">
-        <compilation-unit name="rtree-index">
-          <output-dir compare="Text">rtree-index</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-index/external-indexing">
-        <compilation-unit name="leftouterjoin">
-          <output-dir compare="Text">leftouterjoin</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-index/external-indexing">
-        <compilation-unit name="leftouterjoin-rtree">
-          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
-        </compilation-unit>
-      </test-case>
-    </test-group>
   </test-group>
   <test-group name="nested-index-dml">
     <test-case FilePath="nested-index-dml">
@@ -6639,43 +6541,11 @@
       </compilation-unit>
     </test-case>
     <test-case FilePath="hints">
-      <compilation-unit name="issue_251_dataset_hint_6">
-        <output-dir compare="Text">issue_251_dataset_hint_6</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hints">
       <compilation-unit name="issue_251_dataset_hint_7">
         <output-dir compare="Text">issue_251_dataset_hint_7</output-dir>
       </compilation-unit>
     </test-case>
   </test-group>
-  <test-group name="hdfs">
-    <test-case FilePath="hdfs">
-      <compilation-unit name="large-record">
-        <output-dir compare="Text">large-record</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hdfs">
-      <compilation-unit name="hdfs_shortcircuit">
-        <output-dir compare="Text">hdfs_shortcircuit</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hdfs">
-      <compilation-unit name="issue_245_hdfs">
-        <output-dir compare="Text">issue_245_hdfs</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hdfs">
-      <compilation-unit name="hdfs_02">
-        <output-dir compare="Text">hdfs_02</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hdfs">
-      <compilation-unit name="hdfs_03">
-        <output-dir compare="Text">hdfs_03</output-dir>
-      </compilation-unit>
-    </test-case>
-  </test-group>
   <test-group name="big-object">
     <test-case FilePath="big-object">
       <compilation-unit name="big_object_sort">

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
index 0127896..f5a2ab4 100644
--- a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
@@ -4195,28 +4195,6 @@
         </compilation-unit>
       </test-case>
     </test-group>
-    <test-group name="open-index-enforced/external-indexing">
-      <test-case FilePath="open-index-enforced/external-indexing">
-        <compilation-unit name="adm-format">
-          <output-dir compare="Text">adm-format</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="open-index-enforced/external-indexing">
-        <compilation-unit name="rtree-index">
-          <output-dir compare="Text">rtree-index</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="open-index-enforced/external-indexing">
-        <compilation-unit name="leftouterjoin">
-          <output-dir compare="Text">leftouterjoin</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="open-index-enforced/external-indexing">
-        <compilation-unit name="leftouterjoin-rtree">
-          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
-        </compilation-unit>
-      </test-case>
-    </test-group>
     <test-group name="open-index-enforced/type-checking">
       <test-case FilePath="open-index-enforced/type-checking">
         <compilation-unit name="enforced-type-delete">
@@ -4411,28 +4389,6 @@
         </compilation-unit>
       </test-case>
     </test-group>
-    <test-group name="nested-open-index/external-indexing">
-      <test-case FilePath="nested-open-index/external-indexing">
-        <compilation-unit name="adm-format">
-          <output-dir compare="Text">adm-format</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-open-index/external-indexing">
-        <compilation-unit name="rtree-index">
-          <output-dir compare="Text">rtree-index</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-open-index/external-indexing">
-        <compilation-unit name="leftouterjoin">
-          <output-dir compare="Text">leftouterjoin</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-open-index/external-indexing">
-        <compilation-unit name="leftouterjoin-rtree">
-          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
-        </compilation-unit>
-      </test-case>
-    </test-group>
     <test-group name="nested-open-index/highly-open-highly-nested">
       <test-case FilePath="nested-open-index/highly-open-highly-nested">
         <compilation-unit name="bottom-closed-top-closed">
@@ -4673,28 +4629,6 @@
         </compilation-unit>
       </test-case>
     </test-group>
-    <test-group name="nested-index/external-indexing">
-      <test-case FilePath="nested-index/external-indexing">
-        <compilation-unit name="adm-format">
-          <output-dir compare="Text">adm-format</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-index/external-indexing">
-        <compilation-unit name="rtree-index">
-          <output-dir compare="Text">rtree-index</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-index/external-indexing">
-        <compilation-unit name="leftouterjoin">
-          <output-dir compare="Text">leftouterjoin</output-dir>
-        </compilation-unit>
-      </test-case>
-      <test-case FilePath="nested-index/external-indexing">
-        <compilation-unit name="leftouterjoin-rtree">
-          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
-        </compilation-unit>
-      </test-case>
-    </test-group>
   </test-group>
   <test-group name="nested-index-dml">
     <test-case FilePath="nested-index-dml">
@@ -6848,11 +6782,6 @@
       </compilation-unit>
     </test-case>
     <test-case FilePath="subquery">
-      <compilation-unit name="decorrelate_with_unique_id_2">
-        <output-dir compare="Text">decorrelate_with_unique_id_2</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="subquery">
       <compilation-unit name="exists">
         <output-dir compare="Text">exists</output-dir>
       </compilation-unit>
@@ -8815,11 +8744,6 @@
       </compilation-unit>
     </test-case>
     <test-case FilePath="hints">
-      <compilation-unit name="issue_251_dataset_hint_6">
-        <output-dir compare="Text">issue_251_dataset_hint_6</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hints">
       <compilation-unit name="issue_251_dataset_hint_7">
         <output-dir compare="Text">issue_251_dataset_hint_7</output-dir>
       </compilation-unit>
@@ -9085,28 +9009,6 @@
       </compilation-unit>
     </test-case>
   </test-group>
-  <test-group name="hdfs">
-    <test-case FilePath="hdfs">
-      <compilation-unit name="hdfs_shortcircuit">
-        <output-dir compare="Text">hdfs_shortcircuit</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hdfs">
-      <compilation-unit name="issue_245_hdfs">
-        <output-dir compare="Text">issue_245_hdfs</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hdfs">
-      <compilation-unit name="hdfs_02">
-        <output-dir compare="Text">hdfs_02</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="hdfs">
-      <compilation-unit name="hdfs_03">
-        <output-dir compare="Text">hdfs_03</output-dir>
-      </compilation-unit>
-    </test-case>
-  </test-group>
   <test-group name="big-object">
     <test-case FilePath="big-object">
       <compilation-unit name="big_object_sort">
@@ -9134,38 +9036,6 @@
       </compilation-unit>
     </test-case>
   </test-group>
-  <test-group name="external-indexing">
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="text-format">
-        <output-dir compare="Text">text-format</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="sequence-format">
-        <output-dir compare="Text">sequence-format</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="rc-format">
-        <output-dir compare="Text">rc-format</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="rtree-index">
-        <output-dir compare="Text">rtree-index</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="leftouterjoin">
-        <output-dir compare="Text">leftouterjoin</output-dir>
-      </compilation-unit>
-    </test-case>
-    <test-case FilePath="external-indexing">
-      <compilation-unit name="leftouterjoin-rtree">
-        <output-dir compare="Text">leftouterjoin-rtree</output-dir>
-      </compilation-unit>
-    </test-case>
-  </test-group>
   <test-group name="temporal">
     <test-case FilePath="temporal">
       <compilation-unit name="overlap_bins_gby_3">

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp_hdfs.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp_hdfs.xml b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp_hdfs.xml
new file mode 100644
index 0000000..45b36d0
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp_hdfs.xml
@@ -0,0 +1,160 @@
+<!--
+ ! Licensed to the Apache Software Foundation (ASF) under one
+ ! or more contributor license agreements.  See the NOTICE file
+ ! distributed with this work for additional information
+ ! regarding copyright ownership.  The ASF licenses this file
+ ! to you under the Apache License, Version 2.0 (the
+ ! "License"); you may not use this file except in compliance
+ ! with the License.  You may obtain a copy of the License at
+ !
+ !   http://www.apache.org/licenses/LICENSE-2.0
+ !
+ ! Unless required by applicable law or agreed to in writing,
+ ! software distributed under the License is distributed on an
+ ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ! KIND, either express or implied.  See the License for the
+ ! specific language governing permissions and limitations
+ ! under the License.
+ !-->
+<test-suite xmlns="urn:xml.testframework.asterix.apache.org" ResultOffsetPath="results" QueryOffsetPath="queries_sqlpp" QueryFileExtension=".sqlpp" SourceLocation="true">
+  <test-group name="open-index-enforced">
+    <test-group name="open-index-enforced/external-indexing">
+      <test-case FilePath="open-index-enforced/external-indexing">
+        <compilation-unit name="adm-format">
+          <output-dir compare="Text">adm-format</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="open-index-enforced/external-indexing">
+        <compilation-unit name="rtree-index">
+          <output-dir compare="Text">rtree-index</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="open-index-enforced/external-indexing">
+        <compilation-unit name="leftouterjoin">
+          <output-dir compare="Text">leftouterjoin</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="open-index-enforced/external-indexing">
+        <compilation-unit name="leftouterjoin-rtree">
+          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
+        </compilation-unit>
+      </test-case>
+    </test-group>
+  </test-group>
+  <test-group name="nested-open-index">
+    <test-group name="nested-open-index/external-indexing">
+      <test-case FilePath="nested-open-index/external-indexing">
+        <compilation-unit name="adm-format">
+          <output-dir compare="Text">adm-format</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="nested-open-index/external-indexing">
+        <compilation-unit name="rtree-index">
+          <output-dir compare="Text">rtree-index</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="nested-open-index/external-indexing">
+        <compilation-unit name="leftouterjoin">
+          <output-dir compare="Text">leftouterjoin</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="nested-open-index/external-indexing">
+        <compilation-unit name="leftouterjoin-rtree">
+          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
+        </compilation-unit>
+      </test-case>
+    </test-group>
+  </test-group>
+  <test-group name="nested-index">
+    <test-group name="nested-index/external-indexing">
+      <test-case FilePath="nested-index/external-indexing">
+        <compilation-unit name="adm-format">
+          <output-dir compare="Text">adm-format</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="nested-index/external-indexing">
+        <compilation-unit name="rtree-index">
+          <output-dir compare="Text">rtree-index</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="nested-index/external-indexing">
+        <compilation-unit name="leftouterjoin">
+          <output-dir compare="Text">leftouterjoin</output-dir>
+        </compilation-unit>
+      </test-case>
+      <test-case FilePath="nested-index/external-indexing">
+        <compilation-unit name="leftouterjoin-rtree">
+          <output-dir compare="Text">leftouterjoin-rtree</output-dir>
+        </compilation-unit>
+      </test-case>
+    </test-group>
+  </test-group>
+  <test-group name="subquery">
+    <test-case FilePath="subquery">
+      <compilation-unit name="decorrelate_with_unique_id_2">
+        <output-dir compare="Text">decorrelate_with_unique_id_2</output-dir>
+      </compilation-unit>
+    </test-case>
+  </test-group>
+  <test-group name="hints">
+    <test-case FilePath="hints">
+      <compilation-unit name="issue_251_dataset_hint_6">
+        <output-dir compare="Text">issue_251_dataset_hint_6</output-dir>
+      </compilation-unit>
+    </test-case>
+  </test-group>
+  <test-group name="hdfs">
+    <test-case FilePath="hdfs">
+      <compilation-unit name="hdfs_shortcircuit">
+        <output-dir compare="Text">hdfs_shortcircuit</output-dir>
+      </compilation-unit>
+    </test-case>
+    <test-case FilePath="hdfs">
+      <compilation-unit name="issue_245_hdfs">
+        <output-dir compare="Text">issue_245_hdfs</output-dir>
+      </compilation-unit>
+    </test-case>
+    <test-case FilePath="hdfs">
+      <compilation-unit name="hdfs_02">
+        <output-dir compare="Text">hdfs_02</output-dir>
+      </compilation-unit>
+    </test-case>
+    <test-case FilePath="hdfs">
+      <compilation-unit name="hdfs_03">
+        <output-dir compare="Text">hdfs_03</output-dir>
+      </compilation-unit>
+    </test-case>
+  </test-group>
+  <test-group name="external-indexing">
+    <test-case FilePath="external-indexing">
+      <compilation-unit name="text-format">
+        <output-dir compare="Text">text-format</output-dir>
+      </compilation-unit>
+    </test-case>
+    <test-case FilePath="external-indexing">
+      <compilation-unit name="sequence-format">
+        <output-dir compare="Text">sequence-format</output-dir>
+      </compilation-unit>
+    </test-case>
+    <test-case FilePath="external-indexing">
+      <compilation-unit name="rc-format">
+        <output-dir compare="Text">rc-format</output-dir>
+      </compilation-unit>
+    </test-case>
+    <test-case FilePath="external-indexing">
+      <compilation-unit name="rtree-index">
+        <output-dir compare="Text">rtree-index</output-dir>
+      </compilation-unit>
+    </test-case>
+    <test-case FilePath="external-indexing">
+      <compilation-unit name="leftouterjoin">
+        <output-dir compare="Text">leftouterjoin</output-dir>
+      </compilation-unit>
+    </test-case>
+    <test-case FilePath="external-indexing">
+      <compilation-unit name="leftouterjoin-rtree">
+        <output-dir compare="Text">leftouterjoin-rtree</output-dir>
+      </compilation-unit>
+    </test-case>
+  </test-group>
+</test-suite>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-external-data/pom.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-external-data/pom.xml b/asterixdb/asterix-external-data/pom.xml
index a73ac92..74d2def 100644
--- a/asterixdb/asterix-external-data/pom.xml
+++ b/asterixdb/asterix-external-data/pom.xml
@@ -420,10 +420,14 @@
       <groupId>com.sun.activation</groupId>
       <artifactId>javax.activation</artifactId>
     </dependency>
-	<dependency>
-	  <groupId>com.esri.geometry</groupId>
-	  <artifactId>esri-geometry-api</artifactId>
-	  <version>2.0.0</version>
-	</dependency>
+    <dependency>
+      <groupId>com.esri.geometry</groupId>
+      <artifactId>esri-geometry-api</artifactId>
+      <version>2.0.0</version>
+    </dependency>
+    <dependency>
+      <groupId>javax.xml.bind</groupId>
+      <artifactId>jaxb-api</artifactId>
+    </dependency>
   </dependencies>
 </project>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-metadata/pom.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-metadata/pom.xml b/asterixdb/asterix-metadata/pom.xml
index 94c2668..510bae0 100644
--- a/asterixdb/asterix-metadata/pom.xml
+++ b/asterixdb/asterix-metadata/pom.xml
@@ -169,15 +169,15 @@
     </dependency>
     <dependency>
       <groupId>org.apache.hadoop</groupId>
-      <artifactId>hadoop-hdfs</artifactId>
-    </dependency>
-    <dependency>
-      <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-common</artifactId>
     </dependency>
     <dependency>
       <groupId>org.apache.logging.log4j</groupId>
       <artifactId>log4j-api</artifactId>
     </dependency>
+    <dependency>
+      <groupId>org.apache.hadoop</groupId>
+      <artifactId>hadoop-hdfs-client</artifactId>
+    </dependency>
   </dependencies>
 </project>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-om/pom.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-om/pom.xml b/asterixdb/asterix-om/pom.xml
index 3be3e2f..75628b7 100644
--- a/asterixdb/asterix-om/pom.xml
+++ b/asterixdb/asterix-om/pom.xml
@@ -127,5 +127,10 @@
       <artifactId>esri-geometry-api</artifactId>
       <version>2.0.0</version>
     </dependency>
+    <dependency>
+      <groupId>javax.xml.bind</groupId>
+      <artifactId>jaxb-api</artifactId>
+      <scope>test</scope>
+    </dependency>
   </dependencies>
 </project>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-test-framework/pom.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-test-framework/pom.xml b/asterixdb/asterix-test-framework/pom.xml
index 2025d5a..188e4d9 100644
--- a/asterixdb/asterix-test-framework/pom.xml
+++ b/asterixdb/asterix-test-framework/pom.xml
@@ -78,6 +78,14 @@
       <groupId>com.sun.activation</groupId>
       <artifactId>javax.activation</artifactId>
     </dependency>
+    <dependency>
+      <groupId>javax.xml.bind</groupId>
+      <artifactId>jaxb-api</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.logging.log4j</groupId>
+      <artifactId>log4j-api</artifactId>
+    </dependency>
   </dependencies>
 
 </project>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/asterix-test-framework/src/main/java/org/apache/asterix/testframework/xml/TestSuiteParser.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-test-framework/src/main/java/org/apache/asterix/testframework/xml/TestSuiteParser.java b/asterixdb/asterix-test-framework/src/main/java/org/apache/asterix/testframework/xml/TestSuiteParser.java
index 201945c..8939bd1 100644
--- a/asterixdb/asterix-test-framework/src/main/java/org/apache/asterix/testframework/xml/TestSuiteParser.java
+++ b/asterixdb/asterix-test-framework/src/main/java/org/apache/asterix/testframework/xml/TestSuiteParser.java
@@ -29,17 +29,27 @@ import javax.xml.parsers.SAXParser;
 import javax.xml.parsers.SAXParserFactory;
 import javax.xml.transform.sax.SAXSource;
 
+import org.apache.logging.log4j.LogManager;
+import org.apache.logging.log4j.Logger;
 import org.xml.sax.InputSource;
 import org.xml.sax.SAXException;
+import org.xml.sax.SAXNotRecognizedException;
+import org.xml.sax.SAXNotSupportedException;
 
 public class TestSuiteParser {
 
+    private static final Logger LOGGER = LogManager.getLogger();
+
     public TestSuite parse(File testSuiteCatalog) throws SAXException, JAXBException, ParserConfigurationException {
         SAXParserFactory saxParserFactory = SAXParserFactory.newInstance();
         saxParserFactory.setNamespaceAware(true);
         saxParserFactory.setXIncludeAware(true);
         SAXParser saxParser = saxParserFactory.newSAXParser();
-        saxParser.setProperty(XMLConstants.ACCESS_EXTERNAL_DTD, "file");
+        try {
+            saxParser.setProperty(XMLConstants.ACCESS_EXTERNAL_DTD, "file");
+        } catch (SAXNotRecognizedException | SAXNotSupportedException e) {
+            LOGGER.warn("ignoring exception setting sax parser property", e);
+        }
 
         JAXBContext ctx = JAXBContext.newInstance(TestSuite.class);
         Unmarshaller um = ctx.createUnmarshaller();

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/asterixdb/pom.xml
----------------------------------------------------------------------
diff --git a/asterixdb/pom.xml b/asterixdb/pom.xml
index 3d8d805..0c7c19d 100644
--- a/asterixdb/pom.xml
+++ b/asterixdb/pom.xml
@@ -75,7 +75,7 @@
     <!-- Versions under dependencymanagement or used in many projects via properties -->
     <algebricks.version>0.3.4-SNAPSHOT</algebricks.version>
     <hyracks.version>0.3.4-SNAPSHOT</hyracks.version>
-    <hadoop.version>2.2.0</hadoop.version>
+    <hadoop.version>2.8.5</hadoop.version>
     <jacoco.version>0.7.6.201602180812</jacoco.version>
 
     <implementation.title>Apache AsterixDB - ${project.name}</implementation.title>
@@ -321,7 +321,7 @@
         <plugin>
           <groupId>org.apache.maven.plugins</groupId>
           <artifactId>maven-compiler-plugin</artifactId>
-          <version>3.7.0</version>
+          <version>3.8.0</version>
         </plugin>
         <!--This plugin's configuration is used to store Eclipse m2e settings only. It has no influence on the Maven build itself.-->
         <plugin>
@@ -798,7 +798,8 @@
         <jdk>11</jdk>
       </activation>
       <properties>
-        <target.jdk.version>11</target.jdk.version>
+        <!-- several plugins do not yet support Java 11 classes (maven-plugin-plugin, maven-dependency-plugin) -->
+        <target.jdk.version>10</target.jdk.version>
       </properties>
     </profile>
     <profile>
@@ -936,6 +937,11 @@
       </dependency>
       <dependency>
         <groupId>org.apache.hadoop</groupId>
+        <artifactId>hadoop-hdfs-client</artifactId>
+        <version>${hadoop.version}</version>
+      </dependency>
+      <dependency>
+        <groupId>org.apache.hadoop</groupId>
         <artifactId>hadoop-common</artifactId>
         <version>${hadoop.version}</version>
         <classifier>tests</classifier>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/hyracks-fullstack/hyracks/hyracks-dataflow-common/pom.xml
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/hyracks/hyracks-dataflow-common/pom.xml b/hyracks-fullstack/hyracks/hyracks-dataflow-common/pom.xml
index 61235ca..406f566 100644
--- a/hyracks-fullstack/hyracks/hyracks-dataflow-common/pom.xml
+++ b/hyracks-fullstack/hyracks/hyracks-dataflow-common/pom.xml
@@ -83,6 +83,11 @@
       <groupId>org.apache.logging.log4j</groupId>
       <artifactId>log4j-api</artifactId>
     </dependency>
+    <dependency>
+      <groupId>javax.xml.bind</groupId>
+      <artifactId>jaxb-api</artifactId>
+      <scope>test</scope>
+    </dependency>
   </dependencies>
 
 </project>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/hyracks-fullstack/hyracks/hyracks-hdfs/pom.xml
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/hyracks/hyracks-hdfs/pom.xml b/hyracks-fullstack/hyracks/hyracks-hdfs/pom.xml
index 409abbd..9c6d09d 100644
--- a/hyracks-fullstack/hyracks/hyracks-hdfs/pom.xml
+++ b/hyracks-fullstack/hyracks/hyracks-hdfs/pom.xml
@@ -192,5 +192,11 @@
       <groupId>org.apache.logging.log4j</groupId>
       <artifactId>log4j-api</artifactId>
     </dependency>
+    <dependency>
+      <groupId>xml-apis</groupId>
+      <artifactId>xml-apis</artifactId>
+      <version>1.3.04</version>
+      <scope>test</scope>
+    </dependency>
   </dependencies>
 </project>

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/hyracks-fullstack/hyracks/hyracks-maven-plugins/license-automation-plugin/src/main/java/org/apache/hyracks/maven/license/LicenseUtil.java
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/hyracks/hyracks-maven-plugins/license-automation-plugin/src/main/java/org/apache/hyracks/maven/license/LicenseUtil.java b/hyracks-fullstack/hyracks/hyracks-maven-plugins/license-automation-plugin/src/main/java/org/apache/hyracks/maven/license/LicenseUtil.java
index 2a34fc7..1476326 100644
--- a/hyracks-fullstack/hyracks/hyracks-maven-plugins/license-automation-plugin/src/main/java/org/apache/hyracks/maven/license/LicenseUtil.java
+++ b/hyracks-fullstack/hyracks/hyracks-maven-plugins/license-automation-plugin/src/main/java/org/apache/hyracks/maven/license/LicenseUtil.java
@@ -109,7 +109,7 @@ public class LicenseUtil {
                 while (trimmed.length() > wrapLength) {
                     int cut = trimmed.lastIndexOf(' ', wrapLength);
                     cut = Math.max(cut, trimmed.lastIndexOf('\t', wrapLength));
-                    if (cut != -1) {
+                    if (cut != -1 && cut > leadingWS) {
                         out.append(trimmed.substring(0, cut));
                         out.append('\n');
                         trimmed = trimmed.substring(cut + 1);

http://git-wip-us.apache.org/repos/asf/asterixdb/blob/7311b03f/hyracks-fullstack/pom.xml
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/pom.xml b/hyracks-fullstack/pom.xml
index 1d52cc8..a734ffc 100644
--- a/hyracks-fullstack/pom.xml
+++ b/hyracks-fullstack/pom.xml
@@ -65,7 +65,7 @@
     <test.includes>${global.test.includes}</test.includes>
     <test.excludes>${global.test.excludes}</test.excludes>
     <!-- Versions under dependencymanagement or used in many projects via properties -->
-    <hadoop.version>2.2.0</hadoop.version>
+    <hadoop.version>2.8.5</hadoop.version>
     <jacoco.version>0.7.6.201602180812</jacoco.version>
 
     <implementation.title>Apache Hyracks and Algebricks - ${project.name}</implementation.title>
@@ -216,6 +216,11 @@
         <artifactId>mockito-all</artifactId>
         <version>2.0.2-beta</version>
       </dependency>
+      <dependency>
+        <groupId>javax.xml.bind</groupId>
+        <artifactId>jaxb-api</artifactId>
+        <version>2.3.0</version>
+      </dependency>
     </dependencies>
   </dependencyManagement>
   <build>
@@ -425,7 +430,7 @@
         <plugin>
           <groupId>org.apache.maven.plugins</groupId>
           <artifactId>maven-compiler-plugin</artifactId>
-          <version>3.7.0</version>
+          <version>3.8.0</version>
         </plugin>
         <plugin>
           <groupId>org.apache.rat</groupId>
@@ -730,7 +735,8 @@
         <jdk>11</jdk>
       </activation>
       <properties>
-        <target.jdk.version>11</target.jdk.version>
+        <!-- several plugins do not yet support Java 11 classes (maven-plugin-plugin, maven-dependency-plugin) -->
+        <target.jdk.version>10</target.jdk.version>
       </properties>
     </profile>
     <profile>


[2/3] asterixdb git commit: Merge commit '7311b03' from stabilization-f69489

Posted by mb...@apache.org.
Merge commit '7311b03' from stabilization-f69489

Change-Id: Iecc6e0f4007b36a9ccab31b34103a85d9dcff140


Project: http://git-wip-us.apache.org/repos/asf/asterixdb/repo
Commit: http://git-wip-us.apache.org/repos/asf/asterixdb/commit/9acb613b
Tree: http://git-wip-us.apache.org/repos/asf/asterixdb/tree/9acb613b
Diff: http://git-wip-us.apache.org/repos/asf/asterixdb/diff/9acb613b

Branch: refs/heads/master
Commit: 9acb613b77bda4cad62f6bb8c3eea5c0b4546659
Parents: e39b386 7311b03
Author: Michael Blow <mb...@apache.org>
Authored: Wed Nov 21 13:12:24 2018 -0500
Committer: Michael Blow <mb...@apache.org>
Committed: Wed Nov 21 13:12:24 2018 -0500

----------------------------------------------------------------------
 .../asterix-app/src/test/resources/runtimets/testsuite.xml   | 8 --------
 1 file changed, 8 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/asterixdb/blob/9acb613b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
----------------------------------------------------------------------
diff --cc asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
index 5c7e86d,91becf7..8725af0
--- a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
@@@ -1601,208 -6956,165 +1601,200 @@@
        </compilation-unit>
      </test-case>
    </test-group>
 -  <test-group name="filters">
 -    <test-case FilePath="filters">
 -      <compilation-unit name="equality-predicate">
 -        <output-dir compare="Text">equality-predicate</output-dir>
 +  <test-group name="tpch-sql-like">
 +  </test-group>
 +  <test-group name="writers">
 +    <!--  TODO(madhusudancs): Enable this test when REST API supports serialized output support.
 +    -->
 +  </test-group>
 +  <test-group name="cross-dataverse">
 +    <!--NotImplementedException: No binary comparator factory implemented for type RECORD.
 +    -->
 +    <test-case FilePath="cross-dataverse">
 +      <compilation-unit name="drop-dataverse">
 +        <output-dir compare="Text">drop-dataverse</output-dir>
 +        <expected-error>Cannot drop dataverse. Type a.a used by dataset b.b1</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="load">
 -        <output-dir compare="Text">load</output-dir>
 +    <test-case FilePath="cross-dataverse">
 +      <compilation-unit name="drop-type-used-elsewhere">
 +        <output-dir compare="Text">drop-type-used-elsewhere</output-dir>
 +        <expected-error>Cannot drop type a.a being used by dataset b.b1</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="load-with-secondary-btree">
 -        <output-dir compare="Text">load-with-secondary-btree</output-dir>
 +    <test-case FilePath="cross-dataverse">
 +      <compilation-unit name="drop-type-used-here-dataset">
 +        <output-dir compare="Text">drop-type-used-here-dataset</output-dir>
 +        <expected-error>Cannot drop type c.a being used by dataset c.a1</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="load-with-secondary-btree-index-only">
 -        <output-dir compare="Text">load-with-secondary-btree-index-only</output-dir>
 +    <test-case FilePath="cross-dataverse">
 +      <compilation-unit name="drop-type-used-here-type">
 +        <output-dir compare="Text">drop-type-used-here-type</output-dir>
 +        <expected-error>Cannot drop type c.a being used by type c.b</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="load-with-secondary-inverted-ngram">
 -        <output-dir compare="Text">load-with-secondary-inverted-ngram</output-dir>
 +    <test-case FilePath="cross-dataverse">
 +      <compilation-unit name="query-dataset-with-foreign-type">
 +        <output-dir compare="Text">query-dataset-with-foreign-type</output-dir>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="load-with-secondary-inverted-word">
 -        <output-dir compare="Text">load-with-secondary-inverted-word</output-dir>
 +  </test-group>
 +  <test-group name="user-defined-functions">
 +    <test-case FilePath="user-defined-functions"><!-- Exception is never thrown!! -->
 +      <compilation-unit name="udf27">
 +        <output-dir compare="Text">udf27</output-dir>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="load-with-secondary-rtree">
 -        <output-dir compare="Text">load-with-secondary-rtree</output-dir>
 +    <test-case FilePath="user-defined-functions">
 +      <compilation-unit name="query-ASTERIXDB-1308-1">
 +        <output-dir compare="Text">query-ASTERIXDB-1308-1</output-dir>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="insert">
 -        <output-dir compare="Text">insert</output-dir>
 +    <test-case FilePath="user-defined-functions">
 +      <compilation-unit name="query-ASTERIXDB-1317">
 +        <output-dir compare="Text">query-ASTERIXDB-1317</output-dir>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="insert-with-secondary-btree">
 -        <output-dir compare="Text">insert-with-secondary-btree</output-dir>
 +    <!-- <test-case FilePath="user-defined-functions">
 +          <compilation-unit name="query-ASTERIXDB-1308-2">
 +              <output-dir compare="Text">query-ASTERIXDB-1308-2</output-dir>
 +          </compilation-unit>
 +      </test-case>  -->
 +    <!-- This test case is not valid anymore since we do not required "IMPORT_PRIVATE_FUNCTIONS" flag anymore -->
 +  </test-group>
 +  <test-group name="load">
 +    <test-case FilePath="load">
 +      <compilation-unit name="load_non-empty_index">
 +        <output-dir compare="Text">load_non-empty_index</output-dir>
 +        <expected-error>Cannot load an index that is not empty</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="insert-with-secondary-inverted-ngram">
 -        <output-dir compare="Text">insert-with-secondary-inverted-ngram</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="dataset-with-meta">
 +        <output-dir compare="Text">dataset-with-meta</output-dir>
 +        <expected-error>load dataset is not supported on Datasets with Meta records</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="insert-with-secondary-inverted-word">
 -        <output-dir compare="Text">insert-with-secondary-inverted-word</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="csv_05"><!-- Someone should check and verify -->
 +        <output-dir compare="Text">csv_05</output-dir>
 +        <expected-error>At record: 1</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="insert-with-secondary-rtree">
 -        <output-dir compare="Text">insert-with-secondary-rtree</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="csv_06"><!-- Someone should check and verify -->
 +        <output-dir compare="Text">csv_06</output-dir>
 +        <expected-error>At record: 1</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="nested-filter-equality-predicate">
 -        <output-dir compare="Text">nested-filter-equality-predicate</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="csv_07"><!-- Someone should check and verify -->
 +        <output-dir compare="Text">csv_07</output-dir>
 +        <expected-error>At record: 1</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="upsert">
 -        <output-dir compare="Text">upsert</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="type_promotion_0">
 +        <output-dir compare="Text">type_promotion_0</output-dir>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="filters">
 -      <compilation-unit name="delete">
 -        <output-dir compare="Text">delete</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="escapes01">
 +        <output-dir compare="Text">escapes01</output-dir>
        </compilation-unit>
      </test-case>
 -  </test-group>
 -  <test-group name="json">
 -    <test-case FilePath="json">
 -      <compilation-unit name="int01">
 -        <output-dir compare="Lossless-JSON">int01-losslessjson</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="escapes02">
 +        <output-dir compare="Text">escapes02</output-dir>
        </compilation-unit>
      </test-case>
 -  </test-group>
 -  <test-group name="cleanjson">
 -    <test-case FilePath="json">
 -      <compilation-unit name="int01">
 -        <output-dir compare="Clean-JSON">int01-cleanjson</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="escapes-err-1"><!-- Exception is never thrown!!!. needs to be investigated -->
 +        <output-dir compare="Text">none</output-dir>
 +        <!-- <expected-error>org.apache.hyracks.api.exceptions.HyracksException</expected-error> -->
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="json">
 -      <compilation-unit name="issue-ASTERIXDB-1165">
 -        <output-dir compare="Clean-JSON">issue-ASTERIXDB-1165</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="file-not-found">
 +        <output-dir compare="Text">none</output-dir>
 +        <expected-error>ASX3077: bla: path not found</expected-error>
        </compilation-unit>
      </test-case>
 -  </test-group>
 -  <test-group name="csv">
 -    <test-case FilePath="csv">
 -      <compilation-unit name="basic-types">
 -        <output-dir compare="CSV">basic-types</output-dir>
 +    <test-case FilePath="load">
 +      <compilation-unit name="utf8">
 +        <output-dir compare="Text">utf8</output-dir>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="csv">
 -      <compilation-unit name="basic-types">
 -        <output-dir compare="CSV_Header">basic-types-header</output-dir>
 +  </test-group>
-   <test-group name="hints">
-   </test-group>
 +  <test-group name="big-object">
 +    <test-case FilePath="big-object">
 +      <compilation-unit name="big_object_load">
 +        <output-dir compare="Text">big_object_load</output-dir>
        </compilation-unit>
      </test-case>
 -  </test-group>
 -  <test-group name="binary">
 -    <test-case FilePath="binary">
 -      <compilation-unit name="parse">
 -        <output-dir compare="Text">parse</output-dir>
 +    <test-case FilePath="big-object">
 +      <compilation-unit name="big_object_bulkload">
 +        <output-dir compare="Text">big_object_bulkload</output-dir>
        </compilation-unit>
      </test-case>
 -
 -    <test-case FilePath="binary">
 -      <compilation-unit name="print">
 -        <output-dir compare="Text">print</output-dir>
 +    <test-case FilePath="big-object">
 +      <compilation-unit name="big_object_insert">
 +        <output-dir compare="Text">big_object_insert</output-dir>
        </compilation-unit>
      </test-case>
 -
 -    <test-case FilePath="binary">
 -      <compilation-unit name="concat">
 -        <output-dir compare="Text">concat</output-dir>
 +    <test-case FilePath="big-object">
 +      <compilation-unit name="big_object_load_only_20M">
 +        <output-dir compare="Text">big_object_load_only_20M</output-dir>
        </compilation-unit>
      </test-case>
 -
 -    <test-case FilePath="binary">
 -      <compilation-unit name="subbinary">
 -        <output-dir compare="Text">subbinary</output-dir>
 +    <test-case FilePath="big-object" repeat="5">
 +      <compilation-unit name="big_object_feed_20M">
 +        <output-dir compare="Text">big_object_feed_20M</output-dir>
        </compilation-unit>
      </test-case>
 -
 -    <test-case FilePath="binary">
 -      <compilation-unit name="find">
 -        <output-dir compare="Text">find</output-dir>
 +  </test-group>
 +  <test-group name="temporal">
 +        &TemporalQueries;
 +  </test-group>
 +  <test-group name="leftouterjoin">
 +    <test-case FilePath="leftouterjoin">
 +      <compilation-unit name="query-ASTERIXDB-769">
 +        <output-dir compare="Text">query-ASTERIXDB-769</output-dir>
        </compilation-unit>
      </test-case>
 -
 -    <test-case FilePath="binary">
 -      <compilation-unit name="insert">
 -        <output-dir compare="Text">insert</output-dir>
 +  </test-group>
 +  <test-group name="index-leftouterjoin">
 +    <test-case FilePath="index-leftouterjoin">
 +      <compilation-unit name="probe-pidx-with-join-btree-pidx1">
 +        <output-dir compare="Text">probe-pidx-with-join-btree-pidx1</output-dir>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="binary">
 -      <compilation-unit name="equal_join">
 -        <output-dir compare="Text">equal_join</output-dir>
 +  </test-group>
-   <test-group name="distinct">
-   </test-group>
-   <test-group name="tinysocial">
-   </test-group>
 +  <test-group name="types">
 +    <test-case FilePath="types">
 +      <compilation-unit name="domain_boundaries">
 +        <output-dir compare="Text">domain_boundaries</output-dir>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="binary">
 -      <compilation-unit name="index_join">
 -        <output-dir compare="Text">index_join</output-dir>
 +    <test-case FilePath="types">
 +      <compilation-unit name="domain_boundaries_error">
 +        <output-dir compare="Text">domain_boundaries_error</output-dir>
 +        <expected-error>ASX0006: Invalid format for int8 in tinyint</expected-error>
 +        <expected-error>ASX0006: Invalid format for int16 in smallint</expected-error>
 +        <expected-error>ASX0006: Invalid format for int32 in integer</expected-error>
 +        <expected-error>ASX0006: Invalid format for int64 in bigint</expected-error>
        </compilation-unit>
      </test-case>
 -    <test-case FilePath="binary">
 -      <compilation-unit name="length">
 -        <output-dir compare="Text">length</output-dir>
 +  </test-group>
 +  <test-group name="cleanjson">
 +    <test-case FilePath="json">
 +      <compilation-unit name="issue-ASTERIXDB-1165">
 +        <output-dir compare="Clean-JSON">issue-ASTERIXDB-1165</output-dir>
        </compilation-unit>
      </test-case>
 +  </test-group>
-   <test-group name="csv">
-   </test-group>
 +  <test-group name="binary">
      <test-case FilePath="binary">
        <compilation-unit name="query_id">
          <output-dir compare="Text">query_id</output-dir>


[3/3] asterixdb git commit: Merge "Merge commit '7311b03' from stabilization-f69489"

Posted by mb...@apache.org.
Merge "Merge commit '7311b03' from stabilization-f69489"

Project: http://git-wip-us.apache.org/repos/asf/asterixdb/repo
Commit: http://git-wip-us.apache.org/repos/asf/asterixdb/commit/faf08e7c
Tree: http://git-wip-us.apache.org/repos/asf/asterixdb/tree/faf08e7c
Diff: http://git-wip-us.apache.org/repos/asf/asterixdb/diff/faf08e7c

Branch: refs/heads/master
Commit: faf08e7ce559bb1891e88edec5a7dae1dbc2e852
Parents: 831d90d 9acb613
Author: Apache AsterixDB Gerrit <do...@asterixdb.incubator.apache.org>
Authored: Sun Nov 25 06:08:11 2018 -0800
Committer: Apache AsterixDB Gerrit <do...@asterixdb.incubator.apache.org>
Committed: Sun Nov 25 06:08:11 2018 -0800

----------------------------------------------------------------------
 .../asterix-app/src/test/resources/runtimets/testsuite.xml   | 8 --------
 1 file changed, 8 deletions(-)
----------------------------------------------------------------------