You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@asterixdb.apache.org by im...@apache.org on 2017/11/30 02:01:03 UTC
[2/5] asterixdb git commit: [NO ISSUE] Remove asterix-yarn
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/base-asterix-configuration.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/main/resources/base-asterix-configuration.xml b/asterixdb/asterix-yarn/src/main/resources/base-asterix-configuration.xml
deleted file mode 100644
index 17d88ae..0000000
--- a/asterixdb/asterix-yarn/src/main/resources/base-asterix-configuration.xml
+++ /dev/null
@@ -1,253 +0,0 @@
-<!--
- ! Licensed to the Apache Software Foundation (ASF) under one
- ! or more contributor license agreements. See the NOTICE file
- ! distributed with this work for additional information
- ! regarding copyright ownership. The ASF licenses this file
- ! to you under the Apache License, Version 2.0 (the
- ! "License"); you may not use this file except in compliance
- ! with the License. You may obtain a copy of the License at
- !
- ! http://www.apache.org/licenses/LICENSE-2.0
- !
- ! Unless required by applicable law or agreed to in writing,
- ! software distributed under the License is distributed on an
- ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ! KIND, either express or implied. See the License for the
- ! specific language governing permissions and limitations
- ! under the License.
- !-->
-<asterixConfiguration xmlns="asterixconf">
-
- <property>
- <name>nc.java.opts</name>
- <value>-Xmx1536m</value>
- <description>JVM parameters for each Node Contoller (NC)</description>
- </property>
-
- <property>
- <name>cc.java.opts</name>
- <value>-Xmx1024m</value>
- <description>JVM parameters for each Cluster Contoller (CC)
- </description>
- </property>
-
- <property>
- <name>max.wait.active.cluster</name>
- <value>60</value>
- <description>Maximum wait (in seconds) for a cluster to be ACTIVE (all nodes are available)
- before a submitted query/statement can be executed. (Default = 60 seconds)
- </description>
- </property>
-
- <property>
- <name>storage.buffercache.pagesize</name>
- <value>128KB</value>
- <description>The page size in bytes for pages in the buffer cache.
- (Default = "131072" // 128KB)
- </description>
- </property>
-
- <property>
- <name>storage.buffercache.size</name>
- <value>512MB</value>
- <description>The size of memory allocated to the disk buffer cache.
- The value should be a multiple of the buffer cache page size(Default
- = "536870912" // 512MB)
- </description>
- </property>
-
- <property>
- <name>storage.buffercache.maxopenfiles</name>
- <value>214748364</value>
- <description>The maximum number of open files in the buffer cache.
- (Default = "214748364")
- </description>
- </property>
-
- <property>
- <name>storage.memorycomponent.pagesize</name>
- <value>128KB</value>
- <description>The page size in bytes for pages allocated to memory
- components. (Default = "131072" // 128KB)
- </description>
- </property>
-
- <property>
- <name>storage.memorycomponent.numpages</name>
- <value>256</value>
- <description>The number of pages to allocate for a memory component.
- This budget is shared by all the memory components of the primary
- index and all its secondary indexes across all I/O devices on a node.
- Note: in-memory components usually has fill factor of 75% since
- the pages are 75% full and the remaining 25% is un-utilized. (Default = 256)
- </description>
- </property>
-
- <property>
- <name>storage.metadata.memorycomponent.numpages</name>
- <value>64</value>
- <description>The number of pages to allocate for a memory component.
- (Default = 64)
- </description>
- </property>
-
- <property>
- <name>storage.memorycomponent.numcomponents</name>
- <value>2</value>
- <description>The number of memory components to be used per lsm index.
- (Default = 2)
- </description>
- </property>
-
- <property>
- <name>storage.memorycomponent.globalbudget</name>
- <value>512MB</value>
- <description>The total size of memory in bytes that the sum of all open memory
- components cannot exceed. Consider this as the buffer cache for all memory
- components of all indexes in a node. When this budget is fully used, a victim
- dataset will be chosen. The chosen dataset must be evicted and closed to make
- a space for another dataset. (Default = 512MB)
- </description>
- </property>
-
- <property>
- <name>storage.lsm.bloomfilter.falsepositiverate</name>
- <value>0.01</value>
- <description>The maximum acceptable false positive rate for bloom
- filters associated with LSM indexes. (Default = "0.01" // 1%)
- </description>
- </property>
-
- <property>
- <name>txn.log.buffer.numpages</name>
- <value>8</value>
- <description>The number of in-memory log buffer pages. (Default = "8")
- </description>
- </property>
-
- <property>
- <name>txn.log.buffer.pagesize</name>
- <value>512KB</value>
- <description>The size of pages in the in-memory log buffer. (Default =
- "524288" // 512KB)
- </description>
- </property>
-
- <property>
- <name>txn.log.partitionsize</name>
- <value>2GB</value>
- <description>The maximum size of a log file partition allowed before
- rotating the log to the next partition. (Default = "2147483648" //
- 2GB)
- </description>
- </property>
-
- <property>
- <name>txn.log.checkpoint.lsnthreshold</name>
- <value>67108864</value>
- <description>The size of the window that the maximum LSN is allowed to
- be ahead of the checkpoint LSN by. (Default = ""67108864" // 64M)
- </description>
- </property>
-
- <property>
- <name>txn.log.checkpoint.pollfrequency</name>
- <value>120</value>
- <description>The time in seconds between that the checkpoint thread
- waits between polls. (Default = "120" // 120s)
- </description>
- </property>
-
- <property>
- <name>txn.log.checkpoint.history</name>
- <value>0</value>
- <description>The number of old log partition files to keep before
- discarding. (Default = "0")
- </description>
- </property>
-
- <property>
- <name>txn.lock.escalationthreshold</name>
- <value>1000</value>
- <description>The number of entity level locks that need to be acquired
- before the locks are coalesced and escalated into a dataset level
- lock. (Default = "1000")
- </description>
- </property>
-
- <property>
- <name>txn.lock.shrinktimer</name>
- <value>5000</value>
- <description>The time in milliseconds to wait before deallocating
- unused lock manager memory. (Default = "5000" // 5s)
- </description>
- </property>
-
- <property>
- <name>txn.lock.timeout.waitthreshold</name>
- <value>60000</value>
- <description>The time in milliseconds to wait before labeling a
- transaction which has been waiting for a lock timed-out. (Default =
- "60000" // 60s)
- </description>
- </property>
-
- <property>
- <name>txn.lock.timeout.sweepthreshold</name>
- <value>10000</value>
- <description>The time in milliseconds the timeout thread waits between
- sweeps to detect timed-out transactions. (Default = "10000" // 10s)
- </description>
- </property>
-
- <property>
- <name>compiler.sortmemory</name>
- <value>32MB</value>
- <description>The amount of memory in bytes given to sort operations.
- (Default = "33554432" // 32MB)
- </description>
- </property>
-
- <property>
- <name>compiler.joinmemory</name>
- <value>32MB</value>
- <description>The amount of memory in bytes given to join operations.
- (Default = "33554432" // 32MB)
- </description>
- </property>
-
- <property>
- <name>compiler.framesize</name>
- <value>128KB</value>
- <description>The Hyracks frame size that the compiler configures per
- job. (Default = "131072" // 128KB)
- </description>
- </property>
-
- <property>
- <name>compiler.pregelix.home</name>
- <value>~/pregelix</value>
- </property>
-
- <property>
- <name>web.port</name>
- <value>19001</value>
- <description>The port for the ASTERIX web interface. (Default = 19001)
- </description>
- </property>
-
- <property>
- <name>api.port</name>
- <value>19002</value>
- <description>The port for the ASTERIX API server. (Default = 19002)
- </description>
- </property>
-
- <property>
- <name>log.level</name>
- <value>INFO</value>
- <description>The minimum log level to be displayed. (Default = INFO)
- </description>
- </property>
-
-</asterixConfiguration>
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/configs/asterix-client-log4j.properties
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/main/resources/configs/asterix-client-log4j.properties b/asterixdb/asterix-yarn/src/main/resources/configs/asterix-client-log4j.properties
deleted file mode 100644
index f7bae57..0000000
--- a/asterixdb/asterix-yarn/src/main/resources/configs/asterix-client-log4j.properties
+++ /dev/null
@@ -1,26 +0,0 @@
-#/*
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-log4j.rootLogger=info, A1
-
-log4j.appender.A1=org.apache.log4j.ConsoleAppender
-log4j.appender.A1.layout=org.apache.log4j.PatternLayout
-# Print the date in ISO 8601 format
-log4j.appender.A1.layout.ConversionPattern=%-p: %m%n
-
-log4j.logger.org.apache.asterix.event.management=info
-log4j.logger.org.apache.zookeeper=info
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/configs/base-asterix-configuration.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/main/resources/configs/base-asterix-configuration.xml b/asterixdb/asterix-yarn/src/main/resources/configs/base-asterix-configuration.xml
deleted file mode 100644
index 17d88ae..0000000
--- a/asterixdb/asterix-yarn/src/main/resources/configs/base-asterix-configuration.xml
+++ /dev/null
@@ -1,253 +0,0 @@
-<!--
- ! Licensed to the Apache Software Foundation (ASF) under one
- ! or more contributor license agreements. See the NOTICE file
- ! distributed with this work for additional information
- ! regarding copyright ownership. The ASF licenses this file
- ! to you under the Apache License, Version 2.0 (the
- ! "License"); you may not use this file except in compliance
- ! with the License. You may obtain a copy of the License at
- !
- ! http://www.apache.org/licenses/LICENSE-2.0
- !
- ! Unless required by applicable law or agreed to in writing,
- ! software distributed under the License is distributed on an
- ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ! KIND, either express or implied. See the License for the
- ! specific language governing permissions and limitations
- ! under the License.
- !-->
-<asterixConfiguration xmlns="asterixconf">
-
- <property>
- <name>nc.java.opts</name>
- <value>-Xmx1536m</value>
- <description>JVM parameters for each Node Contoller (NC)</description>
- </property>
-
- <property>
- <name>cc.java.opts</name>
- <value>-Xmx1024m</value>
- <description>JVM parameters for each Cluster Contoller (CC)
- </description>
- </property>
-
- <property>
- <name>max.wait.active.cluster</name>
- <value>60</value>
- <description>Maximum wait (in seconds) for a cluster to be ACTIVE (all nodes are available)
- before a submitted query/statement can be executed. (Default = 60 seconds)
- </description>
- </property>
-
- <property>
- <name>storage.buffercache.pagesize</name>
- <value>128KB</value>
- <description>The page size in bytes for pages in the buffer cache.
- (Default = "131072" // 128KB)
- </description>
- </property>
-
- <property>
- <name>storage.buffercache.size</name>
- <value>512MB</value>
- <description>The size of memory allocated to the disk buffer cache.
- The value should be a multiple of the buffer cache page size(Default
- = "536870912" // 512MB)
- </description>
- </property>
-
- <property>
- <name>storage.buffercache.maxopenfiles</name>
- <value>214748364</value>
- <description>The maximum number of open files in the buffer cache.
- (Default = "214748364")
- </description>
- </property>
-
- <property>
- <name>storage.memorycomponent.pagesize</name>
- <value>128KB</value>
- <description>The page size in bytes for pages allocated to memory
- components. (Default = "131072" // 128KB)
- </description>
- </property>
-
- <property>
- <name>storage.memorycomponent.numpages</name>
- <value>256</value>
- <description>The number of pages to allocate for a memory component.
- This budget is shared by all the memory components of the primary
- index and all its secondary indexes across all I/O devices on a node.
- Note: in-memory components usually has fill factor of 75% since
- the pages are 75% full and the remaining 25% is un-utilized. (Default = 256)
- </description>
- </property>
-
- <property>
- <name>storage.metadata.memorycomponent.numpages</name>
- <value>64</value>
- <description>The number of pages to allocate for a memory component.
- (Default = 64)
- </description>
- </property>
-
- <property>
- <name>storage.memorycomponent.numcomponents</name>
- <value>2</value>
- <description>The number of memory components to be used per lsm index.
- (Default = 2)
- </description>
- </property>
-
- <property>
- <name>storage.memorycomponent.globalbudget</name>
- <value>512MB</value>
- <description>The total size of memory in bytes that the sum of all open memory
- components cannot exceed. Consider this as the buffer cache for all memory
- components of all indexes in a node. When this budget is fully used, a victim
- dataset will be chosen. The chosen dataset must be evicted and closed to make
- a space for another dataset. (Default = 512MB)
- </description>
- </property>
-
- <property>
- <name>storage.lsm.bloomfilter.falsepositiverate</name>
- <value>0.01</value>
- <description>The maximum acceptable false positive rate for bloom
- filters associated with LSM indexes. (Default = "0.01" // 1%)
- </description>
- </property>
-
- <property>
- <name>txn.log.buffer.numpages</name>
- <value>8</value>
- <description>The number of in-memory log buffer pages. (Default = "8")
- </description>
- </property>
-
- <property>
- <name>txn.log.buffer.pagesize</name>
- <value>512KB</value>
- <description>The size of pages in the in-memory log buffer. (Default =
- "524288" // 512KB)
- </description>
- </property>
-
- <property>
- <name>txn.log.partitionsize</name>
- <value>2GB</value>
- <description>The maximum size of a log file partition allowed before
- rotating the log to the next partition. (Default = "2147483648" //
- 2GB)
- </description>
- </property>
-
- <property>
- <name>txn.log.checkpoint.lsnthreshold</name>
- <value>67108864</value>
- <description>The size of the window that the maximum LSN is allowed to
- be ahead of the checkpoint LSN by. (Default = ""67108864" // 64M)
- </description>
- </property>
-
- <property>
- <name>txn.log.checkpoint.pollfrequency</name>
- <value>120</value>
- <description>The time in seconds between that the checkpoint thread
- waits between polls. (Default = "120" // 120s)
- </description>
- </property>
-
- <property>
- <name>txn.log.checkpoint.history</name>
- <value>0</value>
- <description>The number of old log partition files to keep before
- discarding. (Default = "0")
- </description>
- </property>
-
- <property>
- <name>txn.lock.escalationthreshold</name>
- <value>1000</value>
- <description>The number of entity level locks that need to be acquired
- before the locks are coalesced and escalated into a dataset level
- lock. (Default = "1000")
- </description>
- </property>
-
- <property>
- <name>txn.lock.shrinktimer</name>
- <value>5000</value>
- <description>The time in milliseconds to wait before deallocating
- unused lock manager memory. (Default = "5000" // 5s)
- </description>
- </property>
-
- <property>
- <name>txn.lock.timeout.waitthreshold</name>
- <value>60000</value>
- <description>The time in milliseconds to wait before labeling a
- transaction which has been waiting for a lock timed-out. (Default =
- "60000" // 60s)
- </description>
- </property>
-
- <property>
- <name>txn.lock.timeout.sweepthreshold</name>
- <value>10000</value>
- <description>The time in milliseconds the timeout thread waits between
- sweeps to detect timed-out transactions. (Default = "10000" // 10s)
- </description>
- </property>
-
- <property>
- <name>compiler.sortmemory</name>
- <value>32MB</value>
- <description>The amount of memory in bytes given to sort operations.
- (Default = "33554432" // 32MB)
- </description>
- </property>
-
- <property>
- <name>compiler.joinmemory</name>
- <value>32MB</value>
- <description>The amount of memory in bytes given to join operations.
- (Default = "33554432" // 32MB)
- </description>
- </property>
-
- <property>
- <name>compiler.framesize</name>
- <value>128KB</value>
- <description>The Hyracks frame size that the compiler configures per
- job. (Default = "131072" // 128KB)
- </description>
- </property>
-
- <property>
- <name>compiler.pregelix.home</name>
- <value>~/pregelix</value>
- </property>
-
- <property>
- <name>web.port</name>
- <value>19001</value>
- <description>The port for the ASTERIX web interface. (Default = 19001)
- </description>
- </property>
-
- <property>
- <name>api.port</name>
- <value>19002</value>
- <description>The port for the ASTERIX API server. (Default = 19002)
- </description>
- </property>
-
- <property>
- <name>log.level</name>
- <value>INFO</value>
- <description>The minimum log level to be displayed. (Default = INFO)
- </description>
- </property>
-
-</asterixConfiguration>
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/configs/local.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/main/resources/configs/local.xml b/asterixdb/asterix-yarn/src/main/resources/configs/local.xml
deleted file mode 100644
index c026aef..0000000
--- a/asterixdb/asterix-yarn/src/main/resources/configs/local.xml
+++ /dev/null
@@ -1,49 +0,0 @@
-<!--
- ! Licensed to the Apache Software Foundation (ASF) under one
- ! or more contributor license agreements. See the NOTICE file
- ! distributed with this work for additional information
- ! regarding copyright ownership. The ASF licenses this file
- ! to you under the Apache License, Version 2.0 (the
- ! "License"); you may not use this file except in compliance
- ! with the License. You may obtain a copy of the License at
- !
- ! http://www.apache.org/licenses/LICENSE-2.0
- !
- ! Unless required by applicable law or agreed to in writing,
- ! software distributed under the License is distributed on an
- ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ! KIND, either express or implied. See the License for the
- ! specific language governing permissions and limitations
- ! under the License.
- !-->
-<cluster xmlns="yarn_cluster">
-
- <!-- Name of the cluster -->
- <name>local</name>
-
- <log_dir>/tmp/asterix-yarn/</log_dir>
- <txn_log_dir>/tmp/asterix-yarn/</txn_log_dir>
-
- <!-- Mount point of an iodevice. Use a comma separated list for a machine that
- has multiple iodevices (disks).
- This property can be overriden for a node by redefining at the node level. -->
- <iodevices>/tmp/asterix-yarn</iodevices>
-
- <!-- Path on each iodevice where Asterix will store its data -->
- <store>storage</store>
-
- <!-- IP addresses of the master machine A -->
- <master_node>
- <id>cc</id>
- <client_ip>localhost</client_ip>
- <cluster_ip>localhost</cluster_ip>
- <client_port>1098</client_port>
- <cluster_port>1099</cluster_port>
- <http_port>8888</http_port>
- </master_node>
- <node>
- <id>nc1</id>
- <cluster_ip>127.0.0.1</cluster_ip>
- </node>
- <metadata_node>nc1</metadata_node>
-</cluster>
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/configs/my_awesome_cluster_desc.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/main/resources/configs/my_awesome_cluster_desc.xml b/asterixdb/asterix-yarn/src/main/resources/configs/my_awesome_cluster_desc.xml
deleted file mode 100644
index 4e4ea1b..0000000
--- a/asterixdb/asterix-yarn/src/main/resources/configs/my_awesome_cluster_desc.xml
+++ /dev/null
@@ -1,41 +0,0 @@
-<!--
- ! Licensed to the Apache Software Foundation (ASF) under one
- ! or more contributor license agreements. See the NOTICE file
- ! distributed with this work for additional information
- ! regarding copyright ownership. The ASF licenses this file
- ! to you under the Apache License, Version 2.0 (the
- ! "License"); you may not use this file except in compliance
- ! with the License. You may obtain a copy of the License at
- !
- ! http://www.apache.org/licenses/LICENSE-2.0
- !
- ! Unless required by applicable law or agreed to in writing,
- ! software distributed under the License is distributed on an
- ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ! KIND, either express or implied. See the License for the
- ! specific language governing permissions and limitations
- ! under the License.
- !-->
-<cluster xmlns="yarn_cluster">
- <name>my_awesome_instance</name>
- <txn_log_dir>/home/yarn/</txn_log_dir>
- <iodevices>/home/yarn/</iodevices>
- <store>asterix-data</store>
- <master_node>
- <id>cc</id>
- <client_ip>10.10.0.2</client_ip>
- <cluster_ip>10.10.0.2</cluster_ip>
- <client_port>1098</client_port>
- <cluster_port>1099</cluster_port>
- <http_port>8888</http_port>
- </master_node>
- <node>
- <id>nc1</id>
- <cluster_ip>10.10.0.3</cluster_ip>
- </node>
- <node>
- <id>nc2</id>
- <cluster_ip>10.10.0.4</cluster_ip>
- </node>
- <metadata_node>nc1</metadata_node>
-</cluster>
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/scripts/asterix
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/main/resources/scripts/asterix b/asterixdb/asterix-yarn/src/main/resources/scripts/asterix
deleted file mode 100644
index c107843..0000000
--- a/asterixdb/asterix-yarn/src/main/resources/scripts/asterix
+++ /dev/null
@@ -1,42 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-if [ -z $ASTERIX_HOME ]
- then
- pushd $(dirname $0) >/dev/null
- cd ..
- export ASTERIX_HOME=$(pwd)
- popd >/dev/null
-fi
-
-for jar in `ls $ASTERIX_HOME/lib/*.jar`
- do
- if [ -z $ASTERIX_CLASSPATH ]
- then
- ASTERIX_CLASSPATH=$jar
- else
- ASTERIX_CLASSPATH=$ASTERIX_CLASSPATH:$jar
- fi
-done
-
-ASTERIX_CLASSPATH=$ASTERIX_CLASSPATH:
-ASTERIX_CLASSPATH=$ASTERIX_CLASSPATH:$YARN_CONF_DIR:$HADOOP_CONF_DIR:$HADOOP_CONF_PATH
-pushd $(dirname $0) > /dev/null
-cd $ASTERIX_HOME
-java $JAVA_OPTS -cp $ASTERIX_CLASSPATH -Dlog4j.configuration=file://$ASTERIX_HOME/conf/asterix-client-log4j.properties org.apache.asterix.aoya.AsterixYARNClient $@
-popd > /dev/null
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/main/resources/scripts/asterix.cmd
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/main/resources/scripts/asterix.cmd b/asterixdb/asterix-yarn/src/main/resources/scripts/asterix.cmd
deleted file mode 100644
index e60e09c..0000000
--- a/asterixdb/asterix-yarn/src/main/resources/scripts/asterix.cmd
+++ /dev/null
@@ -1,103 +0,0 @@
-@echo off
-@rem Licensed to the Apache Software Foundation (ASF) under one or more
-@rem contributor license agreements. See the NOTICE file distributed with
-@rem this work for additional information regarding copyright ownership.
-@rem The ASF licenses this file to You under the Apache License, Version 2.0
-@rem (the "License"); you may not use this file except in compliance with
-@rem the License. You may obtain a copy of the License at
-@rem
-@rem http://www.apache.org/licenses/LICENSE-2.0
-@rem
-@rem Unless required by applicable law or agreed to in writing, software
-@rem distributed under the License is distributed on an "AS IS" BASIS,
-@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-@rem See the License for the specific language governing permissions and
-@rem limitations under the License.
-
-setlocal enabledelayedexpansion
-
-if not defined HADOOP_BIN_PATH (
- set HADOOP_BIN_PATH=%~dp0
-)
-
-if "%HADOOP_BIN_PATH:~-1%" == "\" (
- set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
-)
-
-set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
-if not defined HADOOP_LIBEXEC_DIR (
- set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
-)
-
-:main
-
- set CLASS=org.apache.asterix.aoya.AsterixYARNClient
-
- @rem JAVA and JAVA_HEAP_MAX and set in hadoop-config.cmd
-
- if defined YARN_HEAPSIZE (
- @rem echo run with Java heapsize %YARN_HEAPSIZE%
- set JAVA_HEAP_MAX=-Xmx%YARN_HEAPSIZE%m
- )
-
- @rem CLASSPATH initially contains HADOOP_CONF_DIR & YARN_CONF_DIR
- if not defined HADOOP_CONF_DIR (
- echo No HADOOP_CONF_DIR set.
- echo Please specify it either in yarn-env.cmd or in the environment.
- goto :eof
- )
-
- set CLASSPATH=%HADOOP_CONF_DIR%;%YARN_CONF_DIR%;%CLASSPATH%;Z:\lib\*
-
- @rem for developers, add Hadoop classes to CLASSPATH
- if exist %HADOOP_YARN_HOME%\yarn-api\target\classes (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-api\target\classes
- )
-
- if exist %HADOOP_YARN_HOME%\yarn-common\target\classes (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-common\target\classes
- )
-
- if exist %HADOOP_YARN_HOME%\yarn-mapreduce\target\classes (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-mapreduce\target\classes
- )
-
- if exist %HADOOP_YARN_HOME%\yarn-master-worker\target\classes (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-master-worker\target\classes
- )
-
- if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-nodemanager\target\classes (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-nodemanager\target\classes
- )
-
- if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-common\target\classes (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-common\target\classes
- )
-
- if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-resourcemanager\target\classes (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-resourcemanager\target\classes
- )
-
- if exist %HADOOP_YARN_HOME%\build\test\classes (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\build\test\classes
- )
-
- if exist %HADOOP_YARN_HOME%\build\tools (
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\build\tools
- )
-
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_DIR%\*
- set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_LIB_JARS_DIR%\*
-
-
-
- if defined JAVA_LIBRARY_PATH (
- set YARN_OPTS=%YARN_OPTS% -Djava.library.path=%JAVA_LIBRARY_PATH%
- )
-
- set java_arguments=%JAVA_HEAP_MAX% %YARN_OPTS% -classpath %CLASSPATH% %CLASS%
- call java %java_arguments% %*
-
-goto :eof
-
-endlocal
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNInstanceUtil.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNInstanceUtil.java b/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNInstanceUtil.java
deleted file mode 100644
index 0a807b1..0000000
--- a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNInstanceUtil.java
+++ /dev/null
@@ -1,132 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.asterix.aoya.test;
-
-import java.io.File;
-import java.io.FileOutputStream;
-import java.io.FilenameFilter;
-
-import org.apache.asterix.aoya.AsterixYARNClient;
-import org.apache.asterix.aoya.Utils;
-import org.apache.asterix.event.schema.yarnCluster.Cluster;
-import org.apache.asterix.event.schema.yarnCluster.Node;
-import org.apache.commons.io.FileUtils;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.FileUtil;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.hdfs.MiniDFSCluster;
-import org.apache.hadoop.yarn.conf.YarnConfiguration;
-import org.apache.hadoop.yarn.server.MiniYARNCluster;
-import org.junit.Assert;
-
-public class AsterixYARNInstanceUtil {
- private static final String PATH_ACTUAL = "ittest/";
- private static final String INSTANCE_NAME = "asterix-integration-test";
- private static final String TXN_LOG_PATH = "/tmp/asterix-yarn";
- private MiniYARNCluster miniCluster;
- private YarnConfiguration appConf;
- public String aoyaHome;
- public String configPath;
- public String aoyaServerPath;
- public String parameterPath;
-
- public YarnConfiguration setUp() throws Exception {
- File asterixProjectDir = new File(System.getProperty("user.dir"));
-
- File installerTargetDir = new File(asterixProjectDir, "target");
-
- String[] dirsInTarget = installerTargetDir.list(new FilenameFilter() {
- @Override
- public boolean accept(File dir, String name) {
- return new File(dir, name).isDirectory() && name.startsWith("asterix-yarn")
- && name.endsWith("binary-assembly");
- }
-
- });
- if (dirsInTarget.length != 1) {
- throw new IllegalStateException("Could not find binary to run YARN integration test with");
- }
- aoyaHome = installerTargetDir.getAbsolutePath() + File.separator + dirsInTarget[0];
- File asterixServerInstallerDir = new File(aoyaHome, "asterix");
- String[] zipsInFolder = asterixServerInstallerDir.list(new FilenameFilter() {
- @Override
- public boolean accept(File dir, String name) {
- return name.startsWith("asterix-server") && name.endsWith("binary-assembly.zip");
- }
- });
- if (zipsInFolder == null || zipsInFolder.length != 1) {
- throw new IllegalStateException("Could not find server binary to run YARN integration test with");
- }
- aoyaServerPath = asterixServerInstallerDir.getAbsolutePath() + File.separator + zipsInFolder[0];
- configPath = aoyaHome + File.separator + "configs" + File.separator + "local.xml";
- parameterPath = aoyaHome + File.separator + "conf" + File.separator + "base-asterix-configuration.xml";
- YARNCluster.getInstance().setup();
- appConf = new YarnConfiguration();
- File baseDir = new File("./target/hdfs/").getAbsoluteFile();
- FileUtil.fullyDelete(baseDir);
- appConf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, baseDir.getAbsolutePath());
- MiniDFSCluster.Builder builder = new MiniDFSCluster.Builder(appConf);
- MiniDFSCluster hdfsCluster = builder.build();
- miniCluster = YARNCluster.getInstance().getCluster();
- appConf.set("fs.defaultFS", "hdfs://localhost:" + hdfsCluster.getNameNodePort());
- miniCluster.init(appConf);
- Cluster defaultConfig = Utils.parseYarnClusterConfig(configPath);
- for (Node n : defaultConfig.getNode()) {
- n.setClusterIp(MiniYARNCluster.getHostname());
- }
- defaultConfig.getMasterNode().setClusterIp(MiniYARNCluster.getHostname());
- configPath = "target" + File.separator + "localized-aoya-config.xml";
- Utils.writeYarnClusterConfig(configPath, defaultConfig);
- miniCluster.start();
- appConf = new YarnConfiguration(miniCluster.getConfig());
- appConf.set("fs.defaultFS", "hdfs://localhost:" + hdfsCluster.getNameNodePort());
- //TODO:why must I do this!? what is not being passed properly via environment variables???
- appConf.writeXml(new FileOutputStream("target" + File.separator + "yarn-site.xml"));
-
- //once the cluster is created, you can get its configuration
- //with the binding details to the cluster added from the minicluster
- FileSystem fs = FileSystem.get(appConf);
- Path instanceState = new Path(fs.getHomeDirectory(), AsterixYARNClient.CONF_DIR_REL + INSTANCE_NAME + "/");
- fs.delete(instanceState, true);
- Assert.assertFalse(fs.exists(instanceState));
-
- File outdir = new File(PATH_ACTUAL);
- outdir.mkdirs();
- return appConf;
- }
-
- public void tearDown() throws Exception {
- FileSystem fs = FileSystem.get(appConf);
- Path instance = new Path(fs.getHomeDirectory(), AsterixYARNClient.CONF_DIR_REL + "/");
- fs.delete(instance, true);
- miniCluster.close();
- File outdir = new File(PATH_ACTUAL);
- File[] files = outdir.listFiles();
- if (files == null || files.length == 0) {
- outdir.delete();
- }
- }
-
- public static void cleanUp() {
- File txnLogFile = new File(TXN_LOG_PATH);
- if (txnLogFile.exists()) {
- FileUtils.deleteQuietly(txnLogFile);
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLibraryTestIT.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLibraryTestIT.java b/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLibraryTestIT.java
deleted file mode 100644
index 47ec022..0000000
--- a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLibraryTestIT.java
+++ /dev/null
@@ -1,110 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.asterix.aoya.test;
-
-import java.io.File;
-import java.util.List;
-import java.util.logging.Logger;
-
-import org.apache.asterix.aoya.AsterixYARNClient;
-import org.apache.asterix.test.common.TestExecutor;
-import org.apache.asterix.testframework.context.TestCaseContext;
-import org.apache.hadoop.yarn.conf.YarnConfiguration;
-import org.junit.AfterClass;
-import org.junit.BeforeClass;
-import org.junit.Test;
-
-public class AsterixYARNLibraryTestIT {
- private static final String LIBRARY_DATAVERSE = "externallibtest";
- private static final String INSTANCE_NAME = "asterix-lib-test";
- private static final String PATH_BASE = "src/test/resources/library";
- private static final String PATH_ACTUAL = "ittest/";
- private static final Logger LOGGER = Logger.getLogger(AsterixYARNLifecycleIT.class.getName());
- private static String configPath;
- private static String aoyaServerPath;
- private static String parameterPath;
- private static AsterixYARNInstanceUtil instance;
- private static YarnConfiguration appConf;
- private static List<TestCaseContext> testCaseCollection;
- private static final String LIBRARY_PATH = "target" + File.separator + "resources" + File.separator + "externallib"
- + File.separator + "asterix-external-data-testlib.zip";
- private static final TestExecutor testExecutor = new TestExecutor();
-
- @BeforeClass
- public static void setUp() throws Exception {
- AsterixYARNInstanceUtil.cleanUp();
- instance = new AsterixYARNInstanceUtil();
- appConf = instance.setUp();
- configPath = instance.configPath;
- aoyaServerPath = instance.aoyaServerPath;
- parameterPath = instance.parameterPath;
-
- String command = "-n " + INSTANCE_NAME + " -c " + configPath + " -bc " + parameterPath + " -zip "
- + aoyaServerPath + " install";
- executeAoyaCommand(command);
-
- command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " stop";
- executeAoyaCommand(command);
-
- String asterixExternalLibraryPath = new File(System.getProperty("user.dir")).getAbsolutePath()
- + File.separator + LIBRARY_PATH;
- command = "-n " + INSTANCE_NAME + " -l " + asterixExternalLibraryPath + " -ld " + LIBRARY_DATAVERSE + " -bc "
- + parameterPath + " libinstall";
- executeAoyaCommand(command);
-
- command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " start";
- executeAoyaCommand(command);
-
- TestCaseContext.Builder b = new TestCaseContext.Builder();
- testCaseCollection = b.build(new File(PATH_BASE));
- }
-
- @AfterClass
- public static void tearDown() throws Exception {
- String command = "-n " + INSTANCE_NAME + " -zip " + aoyaServerPath + " -f" + " -bc " + parameterPath
- + " destroy";
- executeAoyaCommand(command);
- instance.tearDown();
- }
-
- @Test
- public void test() throws Exception {
- for (TestCaseContext testCaseCtx : testCaseCollection) {
- testExecutor.executeTest(PATH_ACTUAL, testCaseCtx, null, false);
- }
- }
-
- public static void main(String[] args) throws Exception {
- try {
- setUp();
- new AsterixYARNLibraryTestIT().test();
- } catch (Exception e) {
- e.printStackTrace();
- LOGGER.info("TEST CASES FAILED");
- } finally {
- tearDown();
- }
- }
-
- static void executeAoyaCommand(String cmd) throws Exception {
- AsterixYARNClient aoyaClient = new AsterixYARNClient(appConf);
- aoyaClient.init(cmd.split(" "));
- AsterixYARNClient.execute(aoyaClient);
- }
-}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLifecycleIT.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLifecycleIT.java b/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLifecycleIT.java
deleted file mode 100644
index 60afe91..0000000
--- a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/AsterixYARNLifecycleIT.java
+++ /dev/null
@@ -1,142 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.asterix.aoya.test;
-
-import java.io.File;
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.List;
-import java.util.logging.Logger;
-
-import org.apache.asterix.aoya.AsterixYARNClient;
-import org.apache.asterix.aoya.Utils;
-import org.apache.hadoop.yarn.conf.YarnConfiguration;
-import org.junit.AfterClass;
-import org.junit.BeforeClass;
-import org.junit.FixMethodOrder;
-import org.junit.Test;
-import org.junit.runners.MethodSorters;
-import org.junit.runners.Parameterized.Parameters;
-
-@FixMethodOrder(MethodSorters.NAME_ASCENDING)
-public class AsterixYARNLifecycleIT {
-
- private static final Logger LOGGER = Logger.getLogger(AsterixYARNLifecycleIT.class.getName());
- private static final String INSTANCE_NAME = "asterix-integration-test";
- private static YarnConfiguration appConf;
- private static String configPath;
- private static String aoyaServerPath;
- private static String parameterPath;
- private static AsterixYARNInstanceUtil instance;
-
- @BeforeClass
- public static void setUp() throws Exception {
- AsterixYARNInstanceUtil.cleanUp();
- instance = new AsterixYARNInstanceUtil();
- appConf = instance.setUp();
- configPath = instance.configPath;
- aoyaServerPath = instance.aoyaServerPath;
- parameterPath = instance.parameterPath;
- }
-
- @AfterClass
- public static void tearDown() throws Exception {
- instance.tearDown();
- }
-
- @Parameters
- public static Collection<Object[]> tests() throws Exception {
- Collection<Object[]> testArgs = new ArrayList<Object[]>();
- return testArgs;
- }
-
- @Test
- public void test_1_InstallActiveInstance() throws Exception {
- String command = "-n " + INSTANCE_NAME + " -c " + configPath + " -bc " + parameterPath + " -zip "
- + aoyaServerPath + " install";
- executeAoyaCommand(command);
- }
-
- @Test
- public void test_2_StopActiveInstance() throws Exception {
- String command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " stop";
- executeAoyaCommand(command);
- }
-
- @Test
- public void test_3_BackupInActiveInstance() throws Exception {
- String command = "-n " + INSTANCE_NAME + " -zip " + aoyaServerPath + " -f" + " backup";
- executeAoyaCommand(command);
- }
-
- @Test
- public void test_4_StartActiveInstance() throws Exception {
- String command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " start";
- executeAoyaCommand(command);
- }
-
- @Test
- public void test_5_KillActiveInstance() throws Exception {
- String command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " -f" + " stop";
- executeAoyaCommand(command);
- }
-
- @Test
- public void test_6_RestoreInActiveInstance() throws Exception {
- List<String> backupNames = Utils.getBackups(appConf, ".asterix" + File.separator, INSTANCE_NAME);
- if (backupNames.size() != 1) {
- throw new IllegalStateException();
- }
- String command = "-n " + INSTANCE_NAME + " -zip " + aoyaServerPath + " -s" + backupNames.get(0) + " -f"
- + " restore";
- executeAoyaCommand(command);
- }
-
- @Test
- public void test_7_StartRestoredInstance() throws Exception {
- String command = "-n " + INSTANCE_NAME + " -bc " + parameterPath + " start";
- executeAoyaCommand(command);
- }
-
- @Test
- public void test_8_DeleteActiveInstance() throws Exception {
- String command = "-n " + INSTANCE_NAME + " -zip " + aoyaServerPath + " -f" + " -bc " + parameterPath
- + " destroy";
- executeAoyaCommand(command);
- }
-
- static void executeAoyaCommand(String cmd) throws Exception {
- AsterixYARNClient aoyaClient = new AsterixYARNClient(appConf);
- aoyaClient.init(cmd.split(" "));
- AsterixYARNClient.execute(aoyaClient);
- }
-
- public static void main(String[] args) throws Exception {
- try {
- setUp();
- new AsterixYARNLifecycleIT();
- } catch (Exception e) {
- e.printStackTrace();
- LOGGER.info("TEST CASE(S) FAILED");
- } finally {
- tearDown();
- }
- }
-
-}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/YARNCluster.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/YARNCluster.java b/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/YARNCluster.java
deleted file mode 100644
index b23b919..0000000
--- a/asterixdb/asterix-yarn/src/test/java/org/apache/asterix/aoya/test/YARNCluster.java
+++ /dev/null
@@ -1,90 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.asterix.aoya.test;
-
-import java.io.IOException;
-
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.hdfs.MiniDFSCluster;
-import org.apache.hadoop.yarn.conf.YarnConfiguration;
-import org.apache.hadoop.yarn.server.MiniYARNCluster;
-import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler;
-import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler;
-
-/**
- * Manages a Mini (local VM) YARN cluster with a configured number of NodeManager(s).
- */
-public class YARNCluster {
-
- private static final String PATH_TO_HADOOP_CONF = "src/test/resources/hadoop/conf";
- private static final YARNCluster INSTANCE = new YARNCluster();
-
- private MiniYARNCluster miniCluster;
- private int numDataNodes = 2;
- private Configuration conf = new YarnConfiguration();
-
- public static YARNCluster getInstance() {
- return INSTANCE;
- }
-
- private YARNCluster() {
-
- }
-
- /**
- * Instantiates the (Mini) DFS Cluster with the configured number of datanodes.
- * Post instantiation, data is laoded to HDFS.
- * Called prior to running the Runtime test suite.
- */
- public void setup() throws Exception {
- conf.addResource(new Path(PATH_TO_HADOOP_CONF + "/core-site.xml"));
- conf.addResource(new Path(PATH_TO_HADOOP_CONF + "/mapred-site.xml"));
- conf.addResource(new Path(PATH_TO_HADOOP_CONF + "/hdfs-site.xml"));
- conf.setInt(YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, 64);
- conf.setClass(YarnConfiguration.RM_SCHEDULER, FifoScheduler.class, ResourceScheduler.class);
- conf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, "target/integrationts/data");
- cleanupLocal();
- //this constructor is deprecated in hadoop 2x
- //dfsCluster = new MiniDFSCluster(nameNodePort, conf, numDataNodes, true, true, StartupOption.REGULAR, null);
- miniCluster = new MiniYARNCluster("Asterix_testing", numDataNodes, 1, 1);
- miniCluster.init(conf);
- }
-
- public MiniYARNCluster getCluster() {
- return miniCluster;
- }
-
- private void cleanupLocal() throws IOException {
- // cleanup artifacts created on the local file system
- FileSystem lfs = FileSystem.getLocal(new Configuration());
- lfs.delete(new Path("build"), true);
- System.setProperty("hadoop.log.dir", "logs");
- }
-
- public void cleanup() throws Exception {
- if (miniCluster != null) {
- miniCluster.close();
- cleanupLocal();
- }
- }
-
-}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/core-site.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/core-site.xml b/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/core-site.xml
deleted file mode 100644
index 7343ec0..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/core-site.xml
+++ /dev/null
@@ -1,31 +0,0 @@
-<?xml version="1.0"?>
-<!--
- ! Licensed to the Apache Software Foundation (ASF) under one
- ! or more contributor license agreements. See the NOTICE file
- ! distributed with this work for additional information
- ! regarding copyright ownership. The ASF licenses this file
- ! to you under the Apache License, Version 2.0 (the
- ! "License"); you may not use this file except in compliance
- ! with the License. You may obtain a copy of the License at
- !
- ! http://www.apache.org/licenses/LICENSE-2.0
- !
- ! Unless required by applicable law or agreed to in writing,
- ! software distributed under the License is distributed on an
- ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ! KIND, either express or implied. See the License for the
- ! specific language governing permissions and limitations
- ! under the License.
- !-->
-<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
-
-<!-- Put site-specific property overrides in this file. -->
-
-<configuration>
-
- <property>
- <name>hadoop.tmp.dir</name>
- <value>/tmp/hadoop</value>
- </property>
-
-</configuration>
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/hdfs-site.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/hdfs-site.xml b/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/hdfs-site.xml
deleted file mode 100644
index f161685..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/hdfs-site.xml
+++ /dev/null
@@ -1,36 +0,0 @@
-<?xml version="1.0"?>
-<!--
- ! Licensed to the Apache Software Foundation (ASF) under one
- ! or more contributor license agreements. See the NOTICE file
- ! distributed with this work for additional information
- ! regarding copyright ownership. The ASF licenses this file
- ! to you under the Apache License, Version 2.0 (the
- ! "License"); you may not use this file except in compliance
- ! with the License. You may obtain a copy of the License at
- !
- ! http://www.apache.org/licenses/LICENSE-2.0
- !
- ! Unless required by applicable law or agreed to in writing,
- ! software distributed under the License is distributed on an
- ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ! KIND, either express or implied. See the License for the
- ! specific language governing permissions and limitations
- ! under the License.
- !-->
-<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
-
-<!-- Put site-specific property overrides in this file. -->
-
-<configuration>
-
- <property>
- <name>dfs.replication</name>
- <value>1</value>
- </property>
-
- <property>
- <name>dfs.block.size</name>
- <value>1048576</value>
- </property>
-
-</configuration>
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/log4j.properties
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/log4j.properties b/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/log4j.properties
deleted file mode 100644
index 13923d7..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/log4j.properties
+++ /dev/null
@@ -1,111 +0,0 @@
-#/*
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-# Define some default values that can be overridden by system properties
-hadoop.root.logger=FATAL,console
-hadoop.log.dir=.
-hadoop.log.file=hadoop.log
-
-# Define the root logger to the system property "hadoop.root.logger".
-log4j.rootLogger=${hadoop.root.logger}, EventCounter
-
-# Logging Threshold
-log4j.threshhold=FATAL
-
-#
-# Daily Rolling File Appender
-#
-
-log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender
-log4j.appender.DRFA.File=${hadoop.log.dir}/${hadoop.log.file}
-
-# Rollver at midnight
-log4j.appender.DRFA.DatePattern=.yyyy-MM-dd
-
-# 30-day backup
-#log4j.appender.DRFA.MaxBackupIndex=30
-log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout
-
-# Pattern format: Date LogLevel LoggerName LogMessage
-log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
-# Debugging Pattern format
-#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n
-
-
-#
-# console
-# Add "console" to rootlogger above if you want to use this
-#
-
-log4j.appender.console=org.apache.log4j.ConsoleAppender
-log4j.appender.console.target=System.err
-log4j.appender.console.layout=org.apache.log4j.PatternLayout
-log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n
-
-#
-# TaskLog Appender
-#
-
-#Default values
-hadoop.tasklog.taskid=null
-hadoop.tasklog.noKeepSplits=4
-hadoop.tasklog.totalLogFileSize=100
-hadoop.tasklog.purgeLogSplits=true
-hadoop.tasklog.logsRetainHours=12
-
-log4j.appender.TLA=org.apache.hadoop.mapred.TaskLogAppender
-log4j.appender.TLA.taskId=${hadoop.tasklog.taskid}
-log4j.appender.TLA.totalLogFileSize=${hadoop.tasklog.totalLogFileSize}
-
-log4j.appender.TLA.layout=org.apache.log4j.PatternLayout
-log4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
-
-#
-# Rolling File Appender
-#
-
-#log4j.appender.RFA=org.apache.log4j.RollingFileAppender
-#log4j.appender.RFA.File=${hadoop.log.dir}/${hadoop.log.file}
-
-# Logfile size and and 30-day backups
-#log4j.appender.RFA.MaxFileSize=1MB
-#log4j.appender.RFA.MaxBackupIndex=30
-
-#log4j.appender.RFA.layout=org.apache.log4j.PatternLayout
-#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n
-#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n
-
-#
-# FSNamesystem Audit logging
-# All audit events are logged at INFO level
-#
-log4j.logger.org.apache.hadoop.fs.FSNamesystem.audit=WARN
-
-# Custom Logging levels
-
-#log4j.logger.org.apache.hadoop.mapred.JobTracker=DEBUG
-#log4j.logger.org.apache.hadoop.mapred.TaskTracker=DEBUG
-#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG
-
-# Jets3t library
-log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR
-
-#
-# Event Counter Appender
-# Sends counts of logging messages at different severity levels to Hadoop Metrics.
-#
-log4j.appender.EventCounter=org.apache.hadoop.metrics.jvm.EventCounter
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/mapred-site.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/mapred-site.xml b/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/mapred-site.xml
deleted file mode 100644
index fcbb184..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/hadoop/conf/mapred-site.xml
+++ /dev/null
@@ -1,43 +0,0 @@
-<?xml version="1.0"?>
-<!--
- ! Licensed to the Apache Software Foundation (ASF) under one
- ! or more contributor license agreements. See the NOTICE file
- ! distributed with this work for additional information
- ! regarding copyright ownership. The ASF licenses this file
- ! to you under the Apache License, Version 2.0 (the
- ! "License"); you may not use this file except in compliance
- ! with the License. You may obtain a copy of the License at
- !
- ! http://www.apache.org/licenses/LICENSE-2.0
- !
- ! Unless required by applicable law or agreed to in writing,
- ! software distributed under the License is distributed on an
- ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ! KIND, either express or implied. See the License for the
- ! specific language governing permissions and limitations
- ! under the License.
- !-->
-<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
-
-<!-- Put site-specific property overrides in this file. -->
-
-<configuration>
-
- <property>
- <name>mapred.job.tracker</name>
- <value>localhost:29007</value>
- </property>
- <property>
- <name>mapred.tasktracker.map.tasks.maximum</name>
- <value>20</value>
- </property>
- <property>
- <name>mapred.tasktracker.reduce.tasks.maximum</name>
- <value>20</value>
- </property>
- <property>
- <name>mapred.max.split.size</name>
- <value>128</value>
- </property>
-
-</configuration>
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.1.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.1.ddl.aql
deleted file mode 100644
index ec2b527..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.1.ddl.aql
+++ /dev/null
@@ -1,39 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Description : Create a feed dataset that uses the feed simulator adapter.
- The feed simulator simulates feed from a file in the local fs.
- Associate with the feed an external user-defined function. The UDF
- finds topics in each tweet. A topic is identified by a #.
- Begin ingestion and apply external user defined function
- * Expected Res : Success
- * Date : 23rd Apr 2013
- */
-use dataverse externallibtest;
-
-create type TestTypedAdapterOutputType as closed {
- tweetid: int64,
- message-text: string
-}
-
-create dataset TweetsTestAdapter(TestTypedAdapterOutputType)
-primary key tweetid;
-
-create feed TestTypedAdapterFeed
-using "asterix-external-data-testlib#test_typed_adapter" (("num_output_records"="5"),("type-name"="TestTypedAdapterOutputType"));
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.2.update.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.2.update.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.2.update.aql
deleted file mode 100644
index 3be4db8..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.2.update.aql
+++ /dev/null
@@ -1,34 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Description : Create a feed dataset that uses the feed simulator adapter.
- The feed simulator simulates feed from a file in the local fs.
- Associate with the feed an external user-defined function. The UDF
- finds topics in each tweet. A topic is identified by a #.
- Begin ingestion and apply external user defined function
- * Expected Res : Success
- * Date : 23rd Apr 2013
- */
-use dataverse externallibtest;
-
-set wait-for-completion-feed "true";
-
-connect feed TestTypedAdapterFeed to dataset TweetsTestAdapter;
-
-start feed TestTypedAdapterFeed;
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.3.query.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.3.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.3.query.aql
deleted file mode 100644
index 2860f17..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-adapters/typed_adapter/typed_adapter.3.query.aql
+++ /dev/null
@@ -1,32 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Description : Create a feed dataset that uses the feed simulator adapter.
- The feed simulator simulates feed from a file in the local fs.
- Associate with the feed an external user-defined function. The UDF
- finds topics in each tweet. A topic is identified by a #.
- Begin ingestion and apply external user defined function
- * Expected Res : Success
- * Date : 23rd Apr 2013
- */
-use dataverse externallibtest;
-
-for $x in dataset TweetsTestAdapter
-order by $x.tweetid
-return $x
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.1.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.1.ddl.aql
deleted file mode 100644
index 6e84ea3..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.1.ddl.aql
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Description : Create a feed dataset that uses the feed simulator adapter.
- The feed simulator simulates feed from a file in the local fs.
- Associate with the feed an external user-defined function. The UDF
- finds topics in each tweet. A topic is identified by a #.
- Begin ingestion and apply external user defined function
- * Expected Res : Success
- * Date : 23rd Apr 2013
- */
-use dataverse externallibtest;
-
-create type TweetInputType as closed {
- id: string,
- username : string,
- location : string,
- text : string,
- timestamp : string
-}
-
-create type TweetOutputType as closed {
- id: string,
- username : string,
- location : string,
- text : string,
- timestamp : string,
- topics : {{string}}
-}
-
-create feed TweetFeed
-using file_feed
-(("type-name"="TweetInputType"),("fs"="localfs"),
-("path"="127.0.0.1://../../../../../../asterix-app/data/twitter/obamatweets.adm"),("format"="adm"),("tuple-interval"="10"));
-
-
-create dataset TweetsFeedIngest(TweetOutputType)
-primary key id;
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.2.update.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.2.update.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.2.update.aql
deleted file mode 100644
index db68138..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.2.update.aql
+++ /dev/null
@@ -1,33 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Description : Create a feed dataset that uses the feed simulator adapter.
- The feed simulator simulates feed from a file in the local fs.
- Associate with the feed an external user-defined function. The UDF
- finds topics in each tweet. A topic is identified by a #.
- Begin ingestion and apply external user defined function
- * Expected Res : Success
- * Date : 23rd Apr 2013
- */
-use dataverse externallibtest;
-
-set wait-for-completion-feed "true";
-
-connect feed TweetFeed to dataset TweetsFeedIngesta pply function testlib#parseTweet;
-start feed TweetFeed;
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.3.query.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.3.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.3.query.aql
deleted file mode 100644
index 22d1d27..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-feeds/feed_ingest/feed_ingest.3.query.aql
+++ /dev/null
@@ -1,31 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Description : Create a feed dataset that uses the feed simulator adapter.
- The feed simulator simulates feed from a file in the local fs.
- Associate with the feed an external user-defined function. The UDF
- finds topics in each tweet. A topic is identified by a #.
- Begin ingestion and apply external user defined function
- * Expected Res : Success
- * Date : 23rd Apr 2013
- */
-use dataverse externallibtest;
-
-for $x in dataset TweetsFeedIngest
-return $x
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.1.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.1.ddl.aql
deleted file mode 100644
index db88912..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.1.ddl.aql
+++ /dev/null
@@ -1,24 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-create type CountryCapitalType if not exists as closed {
-country: string,
-capital: string
-};
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.2.query.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.2.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.2.query.aql
deleted file mode 100644
index 70efd50..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/getCapital/getCapital.2.query.aql
+++ /dev/null
@@ -1,23 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-let $input:=["England","Italy","China","United States","India","Jupiter"]
-for $country in $input
-return asterix-external-data-testlib#getCapital($country)
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.1.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.1.ddl.aql
deleted file mode 100644
index ab247b4..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.1.ddl.aql
+++ /dev/null
@@ -1,27 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-create type TextType if not exists as closed {
-id: int32,
-text: string
-};
-
-create dataset Check(TextType)
-primary key id;
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.2.update.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.2.update.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.2.update.aql
deleted file mode 100644
index eaf3f09..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.2.update.aql
+++ /dev/null
@@ -1,24 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-insert into dataset Check (
-{"id": 1, "text":"university of california, irvine"}
-);
-
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.3.update.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.3.update.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.3.update.aql
deleted file mode 100644
index d2269d9..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.3.update.aql
+++ /dev/null
@@ -1,25 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-insert into dataset Check (
- for $x in dataset Check
- let $y:=asterix-external-data-testlib#toUpper($x)
- return $y
-);
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.4.query.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.4.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.4.query.aql
deleted file mode 100644
index a1ced1e..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/insert-from-select/insert-from-select.4.query.aql
+++ /dev/null
@@ -1,24 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-for $x in dataset Check
-where $x.id < 0
-order by $x.id
-return $x
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/mysum/mysum.1.query.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/mysum/mysum.1.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/mysum/mysum.1.query.aql
deleted file mode 100644
index c9cec0b..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/mysum/mysum.1.query.aql
+++ /dev/null
@@ -1,22 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-let $x:=asterix-external-data-testlib#mysum(3,4)
-return $x
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.1.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.1.ddl.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.1.ddl.aql
deleted file mode 100644
index c6ccb43..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.1.ddl.aql
+++ /dev/null
@@ -1,25 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-create type TextType if not exists as closed {
-id: int32,
-text: string
-};
-
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/6b765f34/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.2.query.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.2.query.aql b/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.2.query.aql
deleted file mode 100644
index 51e7a03..0000000
--- a/asterixdb/asterix-yarn/src/test/resources/library/queries/library-functions/toUpper/toUpper.2.query.aql
+++ /dev/null
@@ -1,23 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-use dataverse externallibtest;
-
-let $input:={"id": int32("1"), "text":"university of california, irvine"}
-let $x:=asterix-external-data-testlib#toUpper($input)
-return $x