You are viewing a plain text version of this content. The canonical link for it is here.
Posted to notifications@asterixdb.apache.org by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org> on 2017/02/23 21:10:02 UTC
Change in asterixdb[master]: Ansible scripts for cluster installtion.
Yingyi Bu has uploaded a new change for review.
https://asterix-gerrit.ics.uci.edu/1525
Change subject: Ansible scripts for cluster installtion.
......................................................................
Ansible scripts for cluster installtion.
- This change refactored aws scripts and share
the common part with non-aws cluster installation.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-app/src/main/java/org/apache/asterix/hyracks/bootstrap/NCApplicationEntryPoint.java
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
A asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
A asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
A asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
A asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/nodes
A asterixdb/asterix-server/src/main/opt/ansible/conf/user
A asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/start_nc.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
A asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
A asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 597 insertions(+), 86 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/1
diff --git a/asterixdb/asterix-app/src/main/java/org/apache/asterix/hyracks/bootstrap/NCApplicationEntryPoint.java b/asterixdb/asterix-app/src/main/java/org/apache/asterix/hyracks/bootstrap/NCApplicationEntryPoint.java
index ce57648..acfec80 100644
--- a/asterixdb/asterix-app/src/main/java/org/apache/asterix/hyracks/bootstrap/NCApplicationEntryPoint.java
+++ b/asterixdb/asterix-app/src/main/java/org/apache/asterix/hyracks/bootstrap/NCApplicationEntryPoint.java
@@ -18,6 +18,12 @@
*/
package org.apache.asterix.hyracks.bootstrap;
+import java.io.File;
+import java.util.Collections;
+import java.util.List;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
import org.apache.asterix.app.nc.NCAppRuntimeContext;
import org.apache.asterix.app.replication.message.StartupTaskRequestMessage;
import org.apache.asterix.common.api.AsterixThreadFactory;
@@ -47,12 +53,6 @@
import org.kohsuke.args4j.CmdLineException;
import org.kohsuke.args4j.CmdLineParser;
import org.kohsuke.args4j.Option;
-
-import java.io.File;
-import java.util.Collections;
-import java.util.List;
-import java.util.logging.Level;
-import java.util.logging.Logger;
public class NCApplicationEntryPoint implements INCApplicationEntryPoint {
private static final Logger LOGGER = Logger.getLogger(NCApplicationEntryPoint.class.getName());
diff --git a/asterixdb/asterix-server/src/main/assembly/binary-assembly.xml b/asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
index 48aa168..e894ba7 100644
--- a/asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
+++ b/asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
@@ -52,6 +52,18 @@
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
+ <directory>src/main/opt/ansible/yaml</directory>
+ <outputDirectory>opt/aws/yaml</outputDirectory>
+ <includes>
+ <include>**/*.yml</include>
+ </includes>
+ <excludes>
+ <exclude>**/instance_start.yml</exclude>
+ <exclude>**/gen_conf.yml</exclude>
+ </excludes>
+ <filtered>true</filtered>
+ </fileSet>
+ <fileSet>
<directory>target/appassembler/repo</directory>
<outputDirectory>repo</outputDirectory>
</fileSet>
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh b/asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
new file mode 100644
index 0000000..1df67af
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
@@ -0,0 +1,31 @@
+#!/bin/bash
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+# Gets the absolute path so that the script can work no matter where it is invoked.
+pushd `dirname $0` > /dev/null
+SCRIPT_PATH=`pwd -P`
+popd > /dev/null
+ANSB_PATH=`dirname "${SCRIPT_PATH}"`
+
+$inventory=$ANSB_PATH/conf/nodes
+
+# Deploy asterixdb on all nodes.
+export ANSIBLE_HOST_KEY_CHECKING=false
+ansible-playbook -i $inventory $ANSB_PATH/yaml/deploy_all.yml
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh b/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
new file mode 100644
index 0000000..1df67af
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
@@ -0,0 +1,31 @@
+#!/bin/bash
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+# Gets the absolute path so that the script can work no matter where it is invoked.
+pushd `dirname $0` > /dev/null
+SCRIPT_PATH=`pwd -P`
+popd > /dev/null
+ANSB_PATH=`dirname "${SCRIPT_PATH}"`
+
+$inventory=$ANSB_PATH/conf/nodes
+
+# Deploy asterixdb on all nodes.
+export ANSIBLE_HOST_KEY_CHECKING=false
+ansible-playbook -i $inventory $ANSB_PATH/yaml/deploy_all.yml
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh b/asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
new file mode 100755
index 0000000..4016e78
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
@@ -0,0 +1,31 @@
+#!/bin/bash
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+# Gets the absolute path so that the script can work no matter where it is invoked.
+pushd `dirname $0` > /dev/null
+SCRIPT_PATH=`pwd -P`
+popd > /dev/null
+ANSB_PATH=`dirname "${SCRIPT_PATH}"`
+
+$inventory=$ANSB_PATH/conf/nodes
+
+# Deploy asterixdb on all nodes.
+export ANSIBLE_HOST_KEY_CHECKING=false
+ansible-playbook -i $inventory $ANSB_PATH/yaml/erase.yml
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh b/asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
new file mode 100755
index 0000000..c935827
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
@@ -0,0 +1,33 @@
+#!/bin/bash
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+
+# Gets the absolute path so that the script can work no matter where it is invoked.
+pushd `dirname $0` > /dev/null
+SCRIPT_PATH=`pwd -P`
+popd > /dev/null
+ANSB_PATH=`dirname "${SCRIPT_PATH}"`
+
+$inventory=$ANSB_PATH/conf/nodes
+
+# Starts asterixdb on all AWS instances.
+export ANSIBLE_HOST_KEY_CHECKING=false
+ansible-playbook -i $inventory $ANSB_PATH/yaml/instance_stop.yml
+
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf b/asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
new file mode 100644
index 0000000..7f93969
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
@@ -0,0 +1,23 @@
+; Licensed to the Apache Software Foundation (ASF) under one
+; or more contributor license agreements. See the NOTICE file
+; distributed with this work for additional information
+; regarding copyright ownership. The ASF licenses this file
+; to you under the Apache License, Version 2.0 (the
+; "License"); you may not use this file except in compliance
+; with the License. You may obtain a copy of the License at
+;
+; http://www.apache.org/licenses/LICENSE-2.0
+;
+; Unless required by applicable law or agreed to in writing,
+; software distributed under the License is distributed on an
+; "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+; KIND, either express or implied. See the License for the
+; specific language governing permissions and limitations
+; under the License.
+
+[app]
+log.level=WARNING
+
+[nc]
+txnlogdir=txnlog
+iodevices=iodevice
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml b/asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
new file mode 100644
index 0000000..2c56693
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
@@ -0,0 +1,45 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+# The name of the product (or extension) being used.
+product: asterixdb
+
+# The script that starts a nc service.
+ncsbin: "asterixncservice"
+
+# The script that starts a nc.
+ncbin: "asterixnc"
+
+# The script that starts a cc.
+ccbin: "asterixcc"
+
+# The parent directory for the working directory.
+basedir: /home/$USER
+
+# The working directory.
+binarydir: "{{ basedir }}/{{ product }}"
+
+# The full binary distribution directory.
+dist: "../../../../"
+
+# The nc service command (script).
+ncservice: "{{ binarydir}}/bin/{{ ncsbin }}"
+
+# The cc service command (script).
+cc: "{{ binarydir}}/bin/{{ ccbin }}"
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/conf/nodes b/asterixdb/asterix-server/src/main/opt/ansible/conf/nodes
new file mode 100644
index 0000000..70b8bcc
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/conf/nodes
@@ -0,0 +1,22 @@
+; Licensed to the Apache Software Foundation (ASF) under one
+; or more contributor license agreements. See the NOTICE file
+; distributed with this work for additional information
+; regarding copyright ownership. The ASF licenses this file
+; to you under the Apache License, Version 2.0 (the
+; "License"); you may not use this file except in compliance
+; with the License. You may obtain a copy of the License at
+;
+; http://www.apache.org/licenses/LICENSE-2.0
+;
+; Unless required by applicable law or agreed to in writing,
+; software distributed under the License is distributed on an
+; "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+; KIND, either express or implied. See the License for the
+; specific language governing permissions and limitations
+; under the License.
+
+[cc]
+localhost
+
+[ncs]
+localhost
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/conf/user b/asterixdb/asterix-server/src/main/opt/ansible/conf/user
new file mode 100644
index 0000000..45e57c9
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/conf/user
@@ -0,0 +1,18 @@
+; Licensed to the Apache Software Foundation (ASF) under one
+; or more contributor license agreements. See the NOTICE file
+; distributed with this work for additional information
+; regarding copyright ownership. The ASF licenses this file
+; to you under the Apache License, Version 2.0 (the
+; "License"); you may not use this file except in compliance
+; with the License. You may obtain a copy of the License at
+;
+; http://www.apache.org/licenses/LICENSE-2.0
+;
+; Unless required by applicable law or agreed to in writing,
+; software distributed under the License is distributed on an
+; "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+; KIND, either express or implied. See the License for the
+; specific language governing permissions and limitations
+; under the License.
+
+ansible_ssh_user=$USER
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
new file mode 100644
index 0000000..ff06614
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
@@ -0,0 +1,29 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- name: Deploy binaries
+ synchronize:
+ src: "{{ dist }}"
+ dest: "{{ binarydir }}"
+ archive: true
+
+- name: Ensure the log directory exists
+ file:
+ path: "{{ binarydir }}/logs"
+ state: directory
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
new file mode 100644
index 0000000..f456bf3
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
@@ -0,0 +1,22 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- hosts: all
+ tasks:
+ - include: depoly.yml
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
new file mode 100644
index 0000000..3586c88
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
@@ -0,0 +1,23 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- name: Ensure the log directory exists
+ file:
+ path: "{{ binarydir }}"
+ state: absent
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
new file mode 100644
index 0000000..41d807a
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
@@ -0,0 +1,22 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- hosts: all
+ tasks:
+ - include: erase.yml
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
new file mode 100644
index 0000000..a5d80dc
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
@@ -0,0 +1,33 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- name: Generate the cluster configuration file
+ shell: cp ../conf/cc.conf "{{ ccconf }}"
+
+- name: Populate NCs to the cluster configuration file
+ shell: printf "[nc/{{ node.0 + start }}]\naddress={{ node.1 }}\n\n" >> "{{ ccconf }}"
+ with_indexed_items: "{{ groups['ncs'] }}"
+ loop_control:
+ loop_var: node
+
+- name: Populate CC to the cluster configuration file "{{ ccconf }}"
+ shell: printf "[cc]\ncluster.address={{ groups['cc'][0] }}\n\n" > "{{ ccconf }}"
+
+- name: Populate the NC command to the cluster configuration file {{ ccconf }}
+ shell: printf "command={{ ncbin }}\n" >> "{{ ccconf }}"
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
new file mode 100644
index 0000000..acd550c
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
@@ -0,0 +1,39 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- hosts: [localhost,]
+ tasks:
+ - include: wait_ssh.yml
+
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: gen_conf.yml
+
+- hosts: ncs
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: start_nc.yml
+
+- hosts: cc
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: start_cc.yml
+
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
new file mode 100644
index 0000000..825f7bf
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
@@ -0,0 +1,24 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- hosts: all
+ tasks:
+ - name: Stop the CC and NCs
+ shell: kill -9 `jps | egrep '(CDriver|NCService)' | awk '{print $1}'`
+
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
new file mode 100644
index 0000000..539e434
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
@@ -0,0 +1,31 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- name: Copy cluster config to CC
+ synchronize:
+ src: /tmp/asterixdb/cc.conf
+ dest: "{{ basedir }}/cc.conf"
+
+- name: Update cluster config
+ shell: find -P "{{ basedir }}/cc.conf"|xargs perl -pi -e 's|command=asterixnc|command={{ ncbin }}|g'
+
+- name: Start CC
+ shell: nohup "{{ cc }}" -config-file "{{ basedir }}/cc.conf" &> "{{ binarydir }}/logs/cc.log" &
+ async: 10
+ poll: 0
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_nc.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_nc.yml
new file mode 100644
index 0000000..15a50b8
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_nc.yml
@@ -0,0 +1,23 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- name: Start NC Service
+ shell: nohup "{{ ncservice }}" &> "{{ binarydir }}/logs/ncservice.log" &
+ async: 10
+ poll: 0
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
new file mode 100644
index 0000000..1e58cc7
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
@@ -0,0 +1,26 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- name: Wait for SSH to come up at the cluster controller
+ wait_for: host="{{ item }}" port=22 search_regex=OpenSSH delay=0 timeout=300 state=started
+ with_items: "{{ groups['cc'] }}"
+
+- name: Wait for SSH to come up at node controllers
+ wait_for: host="{{ item }}" port=22 search_regex=OpenSSH delay=0 timeout=300 state=started
+ with_items: "{{ groups['ncs'] }}"
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml b/asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
deleted file mode 100644
index e71066c..0000000
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
+++ /dev/null
@@ -1,73 +0,0 @@
-# ------------------------------------------------------------
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-# ------------------------------------------------------------
-
-- hosts: all
- tasks:
- - include_vars: ../conf/instance_settings.yml
-
- - name: Download JDK
- shell: "wget -q --tries=5 --no-cookies --no-check-certificate --header \
- \"Cookie: gpw_e24=http%3A%2F%2Fwww.oracle.com%2F; oraclelicense=accept-securebackup-cookie\" \
- \"http://download.oracle.com/otn-pub/java/jdk/8u121-b13/e9e7ea248e2c4826b92b3f075a80e441/jdk-8u121-linux-x64.rpm\""
-
- - name: Install JDK
- shell: sudo yum -y localinstall jdk-8u121-linux-x64.rpm
-
- - name: Deploy binaries
- synchronize:
- src: "{{ dist }}"
- dest: "{{ binarydir }}"
- archive: true
-
- - name: Ensure the log directory exists
- file:
- path: "{{ binarydir }}/logs"
- state: directory
-
-- hosts: ncs
- tasks:
- - include_vars: ../conf/instance_settings.yml
-
-
- - name: Ensure the io device directory exit
- file:
- path: "{{ basedir }}/iodevice"
- state: directory
-
- - name: Start NC Service
- shell: nohup "{{ ncservice }}" &> "{{ binarydir }}/logs/ncservice.log" &
- async: 10
- poll: 0
-
-- hosts: cc
- tasks:
- - include_vars: ../conf/instance_settings.yml
-
- - name: Copy cluster config to CC
- synchronize:
- src: /tmp/asterixdb/cc.conf
- dest: "{{ basedir }}/cc.conf"
-
- - name: Update cluster config
- shell: find -P "{{ basedir }}/cc.conf"|xargs perl -pi -e 's|command=asterixnc|command={{ ncbin }}|g'
-
- - name: Start CC
- shell: nohup "{{ cc }}" -config-file "{{ basedir }}/cc.conf" &> "{{ binarydir }}/logs/cc.log" &
- async: 10
- poll: 0
diff --git a/asterixdb/asterix-server/src/main/opt/aws/bin/start.sh b/asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
index 2627a09..a836b4e 100755
--- a/asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
+++ b/asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
@@ -27,7 +27,7 @@
DIST_PATH=`dirname "${OPT_PATH}"`
# Starts an AWS cluster.
-ansible-playbook -i "localhost," $AWS_PATH/ansible/aws_start.yml
+ansible-playbook -i "localhost," $AWS_PATH/yaml/aws_start.yml
# Generates an Ansible inventory file and an AsterixDB configuration file.
temp=/tmp/asterixdb
@@ -35,5 +35,5 @@
# Installs asterixdb on all AWS instances.
export ANSIBLE_HOST_KEY_CHECKING=false
-ansible-playbook -i $inventory $AWS_PATH/ansible/instance_start.yml
+ansible-playbook -i $inventory $AWS_PATH/yaml/instance_start.yml
diff --git a/asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh b/asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
index 0f8bf98..48f4ff7 100755
--- a/asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
+++ b/asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
@@ -25,4 +25,4 @@
AWS_PATH=`dirname "${SCRIPT_PATH}"`
# Terminates an AWS cluster.
-ansible-playbook -i "localhost," $AWS_PATH/ansible/aws_stop.yml
+ansible-playbook -i "localhost," $AWS_PATH/yaml/aws_stop.yml
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_start.yml b/asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
similarity index 95%
rename from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_start.yml
rename to asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
index 645f68f..48c7c4a 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_start.yml
+++ b/asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
@@ -102,7 +102,3 @@
- name: Populate the NC command to the cluster configuration file {{ ccconf }}
shell: printf "command=asterixnc\n" >> "{{ ccconf }}"
-
- - name: Wait for SSH to come up
- wait_for: host="{{ item.public_ip }}" port=22 search_regex=OpenSSH delay=0 timeout=300 state=started
- with_items: "{{ ec2.instances }}"
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
similarity index 100%
rename from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
rename to asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
diff --git a/asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml b/asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
new file mode 100644
index 0000000..05838bd
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
@@ -0,0 +1,26 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- name: Download JDK
+ shell: "wget -q --tries=5 --no-cookies --no-check-certificate --header \
+ \"Cookie: gpw_e24=http%3A%2F%2Fwww.oracle.com%2F; oraclelicense=accept-securebackup-cookie\" \
+ \"http://download.oracle.com/otn-pub/java/jdk/8u121-b13/e9e7ea248e2c4826b92b3f075a80e441/jdk-8u121-linux-x64.rpm\""
+
+- name: Install JDK
+ shell: sudo yum -y localinstall jdk-8u121-linux-x64.rpm
diff --git a/asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml b/asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
new file mode 100644
index 0000000..6762c12
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
@@ -0,0 +1,44 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+
+- hosts: [localhost,]
+ tasks:
+ - include: wait_ssh.yml
+
+- hosts: all
+ tasks:
+ - include: install_jdk.yml
+
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: deploy.yml
+
+- hosts: ncs
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: start_nc.yml
+
+- hosts: cc
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: start_cc.yml
+
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 1
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 6:
Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/4439/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 6
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10: Integration-Tests+1
Integration Tests Successful
https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/2008/ : SUCCESS
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Yingyi Bu has submitted this change and it was merged.
Change subject: Ansible scripts for local cluster installation.
......................................................................
Ansible scripts for local cluster installation.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Reviewed-on: https://asterix-gerrit.ics.uci.edu/1525
Sonar-Qube: Jenkins <je...@fulliautomatix.ics.uci.edu>
Tested-by: Jenkins <je...@fulliautomatix.ics.uci.edu>
Integration-Tests: Jenkins <je...@fulliautomatix.ics.uci.edu>
Reviewed-by: Till Westmann <ti...@apache.org>
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 389 insertions(+), 320 deletions(-)
Approvals:
Till Westmann: Looks good to me, approved
Jenkins: Verified; No violations found; Verified
Objections:
Jenkins: Violations found
diff --git a/asterixdb/asterix-server/src/main/assembly/binary-assembly.xml b/asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
index 48aa168..d0bd88a 100644
--- a/asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
+++ b/asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
@@ -52,6 +52,26 @@
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
+ <directory>src/main/opt/ansible/yaml</directory>
+ <outputDirectory>opt/aws/yaml</outputDirectory>
+ <includes>
+ <include>**/*.yml</include>
+ </includes>
+ <excludes>
+ <exclude>**/instance_start.yml</exclude>
+ <exclude>**/gen_conf.yml</exclude>
+ </excludes>
+ <filtered>true</filtered>
+ </fileSet>
+ <fileSet>
+ <directory>src/main/opt/ansible/conf</directory>
+ <outputDirectory>opt/aws/conf</outputDirectory>
+ <includes>
+ <include>**/instance_settings.yml</include>
+ </includes>
+ <filtered>true</filtered>
+ </fileSet>
+ <fileSet>
<directory>target/appassembler/repo</directory>
<outputDirectory>repo</outputDirectory>
</fileSet>
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/README b/asterixdb/asterix-server/src/main/opt/ansible/README
new file mode 100644
index 0000000..32e7999
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/README
@@ -0,0 +1,60 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+To start cluster-based instance, you need to do the following steps:
+
+1. (Pre-requisite) Install Ansible, boto, and boto3:
+ ansible: pip install ansible
+ boto: pip install boto
+ boto3: pip install boto3
+ Make sure that the version of Ansible is no less than 2.2.1.0.
+
+2. Configure passwordless ssh from your current client that runs the scripts to
+ all nodes listed in conf/inventory.
+
+3. Edit the instance configuration file conf/cc.conf when necessary.
+ You can add/update whatever parameters in the [app] and [cc] sections.
+
+4. Edit the inventory file conf/inventory when necessary.
+ You mostly only need to sepecify the node DNS names (or IPs) for the cluster controller ([cc]) and node controllers
+ ([ncs]).
+
+ If the ssh user account for target machines is different from your current username, please uncomment
+ and edit the following two lines:
+ ;[all:vars]
+ ;ansible_ssh_user=<fill with your ssh account username>
+
+ If you want to specify advanced Ansible builtin variables, please refer to the following Ansible documentation:
+ http://docs.ansible.com/ansible/intro_inventory.html.
+
+5. Edit conf/instance_settings.yml to change the instance binary directories and commands when necessary.
+ By default, the binary directory will be under the home directory of the ssh user account on each node.
+
+6. Deploy the binary to all nodes:
+ bin/deploy.sh
+
+7. Launch your cluster instance:
+ bin/start.sh
+ Now you can use the cluster instance.
+
+8. If you want to stop the cluster instance, run the following script:
+ bin/stop.sh
+
+9. If you want to remove the binary on all nodes, run the following script:
+ bin/erase.sh
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
index e1bdc86..eff1ad0 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
@@ -1,3 +1,4 @@
+#!/bin/bash
# ------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
@@ -17,19 +18,14 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+# Gets the absolute path so that the script can work no matter where it is invoked.
+pushd `dirname $0` > /dev/null
+SCRIPT_PATH=`pwd -P`
+popd > /dev/null
+ANSB_PATH=`dirname "${SCRIPT_PATH}"`
+
+INVENTORY=$ANSB_PATH/conf/inventory
+
+# Deploy the installation binary to all nodes.
+export ANSIBLE_HOST_KEY_CHECKING=false
+ansible-playbook -i $INVENTORY $ANSB_PATH/yaml/deploy_all.yml
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
index e1bdc86..e7bf19d 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
@@ -1,3 +1,4 @@
+#!/bin/bash
# ------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
@@ -17,19 +18,15 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+# Gets the absolute path so that the script can work no matter where it is invoked.
+pushd `dirname $0` > /dev/null
+SCRIPT_PATH=`pwd -P`
+popd > /dev/null
+ANSB_PATH=`dirname "${SCRIPT_PATH}"`
+
+INVENTORY=$ANSB_PATH/conf/inventory
+
+# Erase the installation binary on all nodes.
+# TODO(yingyi): erase all data/txn/log directories.
+export ANSIBLE_HOST_KEY_CHECKING=false
+ansible-playbook -i $INVENTORY $ANSB_PATH/yaml/erase_all.yml
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
old mode 100644
new mode 100755
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
index e1bdc86..55f5016
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
@@ -1,3 +1,4 @@
+#!/bin/bash
# ------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
@@ -17,19 +18,14 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+# Gets the absolute path so that the script can work no matter where it is invoked.
+pushd `dirname $0` > /dev/null
+SCRIPT_PATH=`pwd -P`
+popd > /dev/null
+ANSB_PATH=`dirname "${SCRIPT_PATH}"`
+
+INVENTORY=$ANSB_PATH/conf/inventory
+
+# Start the cluster
+export ANSIBLE_HOST_KEY_CHECKING=false
+ansible-playbook -i $INVENTORY $ANSB_PATH/yaml/instance_start.yml
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
old mode 100644
new mode 100755
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
index e1bdc86..200d6e6
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
@@ -1,3 +1,4 @@
+#!/bin/bash
# ------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
@@ -17,19 +18,15 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+# Gets the absolute path so that the script can work no matter where it is invoked.
+pushd `dirname $0` > /dev/null
+SCRIPT_PATH=`pwd -P`
+popd > /dev/null
+ANSB_PATH=`dirname "${SCRIPT_PATH}"`
+
+INVENTORY=$ANSB_PATH/conf/inventory
+
+# Starts the cluster
+export ANSIBLE_HOST_KEY_CHECKING=false
+ansible-playbook -i $INVENTORY $ANSB_PATH/yaml/instance_stop.yml
+
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf b/asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
new file mode 100644
index 0000000..f5164ae
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
@@ -0,0 +1,24 @@
+; Licensed to the Apache Software Foundation (ASF) under one
+; or more contributor license agreements. See the NOTICE file
+; distributed with this work for additional information
+; regarding copyright ownership. The ASF licenses this file
+; to you under the Apache License, Version 2.0 (the
+; "License"); you may not use this file except in compliance
+; with the License. You may obtain a copy of the License at
+;
+; http://www.apache.org/licenses/LICENSE-2.0
+;
+; Unless required by applicable law or agreed to in writing,
+; software distributed under the License is distributed on an
+; "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+; KIND, either express or implied. See the License for the
+; specific language governing permissions and limitations
+; under the License.
+
+[app]
+log.level=WARNING
+
+[nc]
+txnlogdir=txnlog
+iodevices=iodevice
+command=asterixnc
diff --git a/asterixdb/asterix-server/src/main/opt/aws/conf/instance_settings.yml b/asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
similarity index 97%
rename from asterixdb/asterix-server/src/main/opt/aws/conf/instance_settings.yml
rename to asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
index cc517b2..912fac8 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/conf/instance_settings.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
@@ -30,7 +30,7 @@
ccbin: "asterixcc"
# The parent directory for the working directory.
-basedir: /home/ec2-user
+basedir: "{{ ansible_env.HOME }}"
# The working directory.
binarydir: "{{ basedir }}/{{ product }}"
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/conf/inventory b/asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
new file mode 100644
index 0000000..140ed43
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
@@ -0,0 +1,27 @@
+; Licensed to the Apache Software Foundation (ASF) under one
+; or more contributor license agreements. See the NOTICE file
+; distributed with this work for additional information
+; regarding copyright ownership. The ASF licenses this file
+; to you under the Apache License, Version 2.0 (the
+; "License"); you may not use this file except in compliance
+; with the License. You may obtain a copy of the License at
+;
+; http://www.apache.org/licenses/LICENSE-2.0
+;
+; Unless required by applicable law or agreed to in writing,
+; software distributed under the License is distributed on an
+; "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+; KIND, either express or implied. See the License for the
+; specific language governing permissions and limitations
+; under the License.
+
+; Sets the ansible ssh user account if it is different from the current user
+; that runs the scripts.
+;[all:vars]
+;ansible_ssh_user=<fill with your ssh account username>
+
+[cc]
+localhost
+
+[ncs]
+localhost
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
index e1bdc86..ff06614 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
@@ -17,19 +17,13 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+- name: Deploy binaries
+ synchronize:
+ src: "{{ dist }}"
+ dest: "{{ binarydir }}"
+ archive: true
+
+- name: Ensure the log directory exists
+ file:
+ path: "{{ binarydir }}/logs"
+ state: directory
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
similarity index 66%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
index e1bdc86..09ff365 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
@@ -17,19 +17,8 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
+- hosts: all
tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: deploy.yml
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
index e1bdc86..4ca4bcd 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
@@ -17,19 +17,7 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+- name: Remove the binary directory
+ file:
+ path: "{{ binarydir }}"
+ state: absent
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
similarity index 66%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
index e1bdc86..272fabe 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
@@ -17,19 +17,8 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
+- hosts: all
tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: erase.yml
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/aws/conf/instance_settings.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
similarity index 60%
copy from asterixdb/asterix-server/src/main/opt/aws/conf/instance_settings.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
index cc517b2..f1be8a1 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/conf/instance_settings.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
@@ -17,29 +17,21 @@
# under the License.
# ------------------------------------------------------------
-# The name of the product (or extension) being used.
-product: asterixdb
-# The script that starts a nc service.
-ncsbin: "asterixncservice"
+- name: Ensure that the local temporary directory exists
+ file:
+ path: "{{ temp_dir }}"
+ state: directory
-# The script that starts a nc.
-ncbin: "asterixnc"
+- name: Generate the cluster configuration file
+ shell: cp "{{ playbook_dir }}/../conf/cc.conf" "{{ ccconf }}"
-# The script that starts a cc.
-ccbin: "asterixcc"
+- name: Populate NCs to the cluster configuration file
+ shell: printf "\n[nc/{{ node.0 + 1 }}]\naddress={{ node.1 }}\n" >> "{{ ccconf }}"
+ with_indexed_items: "{{ groups['ncs'] }}"
+ loop_control:
+ loop_var: node
-# The parent directory for the working directory.
-basedir: /home/ec2-user
+- name: Populate CC to the cluster configuration file "{{ ccconf }}"
+ shell: printf "\n[cc]\ncluster.address={{ groups['cc'][0] }}\n\n" >> "{{ ccconf }}"
-# The working directory.
-binarydir: "{{ basedir }}/{{ product }}"
-
-# The full binary distribution directory.
-dist: "../../../../"
-
-# The nc service command (script).
-ncservice: "{{ binarydir}}/bin/{{ ncsbin }}"
-
-# The cc service command (script).
-cc: "{{ binarydir}}/bin/{{ ccbin }}"
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
new file mode 100644
index 0000000..13de7cd
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
@@ -0,0 +1,52 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- hosts: [localhost,]
+ vars:
+ temp_dir: "/tmp/asterixdb"
+ inventory: "{{ temp_dir }}/inventory"
+ ccconf: "{{ temp_dir }}/cc.conf"
+ tasks:
+ - include: wait_ssh.yml
+
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: gen_conf.yml
+
+- hosts: all
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - name: Ensure the log directory exists
+ file:
+ path: "{{ binarydir }}/logs"
+ state: directory
+
+- hosts: ncs
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: start_ncservice.yml
+
+- hosts: cc
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: start_cc.yml
+
diff --git a/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
new file mode 100644
index 0000000..7a942e9
--- /dev/null
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
@@ -0,0 +1,46 @@
+# ------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ------------------------------------------------------------
+
+- hosts: all
+ tasks:
+ - name: Check CC and NC processes
+ shell: jps | egrep '(CDriver|NCService)' | awk '{print $1}'
+ register: procs
+
+ - set_fact:
+ lines: "{{ procs.stdout_lines|length }}"
+
+ - name: Stop the CC and NCs
+ shell: kill `jps | egrep '(CDriver|NCService)' | awk '{print $1}'`
+ when: lines != "0"
+
+ - name: Wait two seconds
+ shell: sleep 2
+ when: lines != "0"
+
+ - name: Check leftover CC and NC processes
+ shell: jps | egrep '(CDriver|NCService)' | awk '{print $1}'
+ register: procs
+
+ - set_fact:
+ lines: "{{ procs.stdout_lines|length }}"
+
+ - name: Force stopping leftover CC and NC processes
+ shell: kill -9 `jps | egrep '(CDriver|NCService)' | awk '{print $1}'`
+ when: lines != "0"
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
index e1bdc86..32b1579 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
@@ -17,19 +17,17 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+- name: Copy cluster config to CC
+ synchronize:
+ src: /tmp/asterixdb/cc.conf
+ dest: "{{ basedir }}/cc.conf"
+
+- name: Update cluster config
+ shell: find -P "{{ basedir }}/cc.conf" | xargs perl -pi -e 's|command=asterixnc|command={{ ncbin }}|g'
+
+- name: Start CC
+ shell: nohup "{{ cc }}" -config-file "{{ basedir }}/cc.conf" &> "{{ binarydir }}/logs/cc.log" &
+ args:
+ chdir: "{{ binarydir }}"
+ async: 10
+ poll: 0
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
index e1bdc86..0f2f85d 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
@@ -17,19 +17,9 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+- name: Start NC Service
+ shell: nohup "{{ ncservice }}" &> "{{ binarydir }}/logs/ncservice.log" &
+ args:
+ chdir: "{{ binarydir }}"
+ async: 10
+ poll: 0
\ No newline at end of file
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
index e1bdc86..1e58cc7 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
@@ -17,19 +17,10 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+- name: Wait for SSH to come up at the cluster controller
+ wait_for: host="{{ item }}" port=22 search_regex=OpenSSH delay=0 timeout=300 state=started
+ with_items: "{{ groups['cc'] }}"
+
+- name: Wait for SSH to come up at node controllers
+ wait_for: host="{{ item }}" port=22 search_regex=OpenSSH delay=0 timeout=300 state=started
+ with_items: "{{ groups['ncs'] }}"
diff --git a/asterixdb/asterix-server/src/main/opt/aws/README b/asterixdb/asterix-server/src/main/opt/aws/README
index 52d503a..d267720 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/README
+++ b/asterixdb/asterix-server/src/main/opt/aws/README
@@ -19,33 +19,33 @@
To start an AWS cluster, you need to do the following steps:
-1. Create an AWS account and an IAM user.
+1. (Pre-requisite) Install Ansible, boto, and boto3:
+ ansible: pip install ansible
+ boto: pip install boto
+ boto3: pip install boto3
+ Make sure that the version of Ansible is no less than 2.2.1.0.
+
+2. Create an AWS account and an IAM user.
Set up a security group that you'd like to use for your AWS cluster. The security group should at least allow
all TCP connection from anywhere.
-2. Retrieve your AWS EC2 key pair name and fill that after "keypair:" in conf/aws_settings.yml;
+3. Retrieve your AWS EC2 key pair name and fill that after "keypair:" in conf/aws_settings.yml;
retrieve your AWS IAM "access key ID" and fill that after "access_key_id:" in conf/aws_settings.yml;
retrieve your AWS IAM "secret access key" and fill that after "secret_access_key:" in conf/aws_settings.yml.
Note that you can only read or download "access key ID" and "secret access key" once from your AWS console.
If you forget them, you have to create new keys again and delete the old ones.
-3. Customize other settings in conf/aws_settings.yml and conf/instance_settings.yml to whatever you want.
+4. Customize other settings in conf/aws_settings.yml and conf/instance_settings.yml to whatever you want.
Note that you have to make sure that the security group name (e.g., "group: default") matches the one you setup
in step 1.
-4. Configure your ssh setting by editing ~/.ssh/config and adding the following entry:
+5. Configure your ssh setting by editing ~/.ssh/config and adding the following entry:
Host *.amazonaws.com
IdentityFile <path_of_private_key>
Note that <path_of_private_key> should be replaced by the path to the file that stores the private key for the key
pair that you uploaded to AWS and used in step 2. For example:
Host *.amazonaws.com
IdentityFile ~/.ssh/id_rsa
-
-5. Install ansible, boto, and boto3:
- ansible: pip install ansible
- boto: pip install boto
- boto3: pip install boto3
- Make sure that the version of ansible is no less than 2.2.1.0.
6. Launch your cluster instance on AWS:
bin/start.sh
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml b/asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
deleted file mode 100644
index e71066c..0000000
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
+++ /dev/null
@@ -1,73 +0,0 @@
-# ------------------------------------------------------------
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-# ------------------------------------------------------------
-
-- hosts: all
- tasks:
- - include_vars: ../conf/instance_settings.yml
-
- - name: Download JDK
- shell: "wget -q --tries=5 --no-cookies --no-check-certificate --header \
- \"Cookie: gpw_e24=http%3A%2F%2Fwww.oracle.com%2F; oraclelicense=accept-securebackup-cookie\" \
- \"http://download.oracle.com/otn-pub/java/jdk/8u121-b13/e9e7ea248e2c4826b92b3f075a80e441/jdk-8u121-linux-x64.rpm\""
-
- - name: Install JDK
- shell: sudo yum -y localinstall jdk-8u121-linux-x64.rpm
-
- - name: Deploy binaries
- synchronize:
- src: "{{ dist }}"
- dest: "{{ binarydir }}"
- archive: true
-
- - name: Ensure the log directory exists
- file:
- path: "{{ binarydir }}/logs"
- state: directory
-
-- hosts: ncs
- tasks:
- - include_vars: ../conf/instance_settings.yml
-
-
- - name: Ensure the io device directory exit
- file:
- path: "{{ basedir }}/iodevice"
- state: directory
-
- - name: Start NC Service
- shell: nohup "{{ ncservice }}" &> "{{ binarydir }}/logs/ncservice.log" &
- async: 10
- poll: 0
-
-- hosts: cc
- tasks:
- - include_vars: ../conf/instance_settings.yml
-
- - name: Copy cluster config to CC
- synchronize:
- src: /tmp/asterixdb/cc.conf
- dest: "{{ basedir }}/cc.conf"
-
- - name: Update cluster config
- shell: find -P "{{ basedir }}/cc.conf"|xargs perl -pi -e 's|command=asterixnc|command={{ ncbin }}|g'
-
- - name: Start CC
- shell: nohup "{{ cc }}" -config-file "{{ basedir }}/cc.conf" &> "{{ binarydir }}/logs/cc.log" &
- async: 10
- poll: 0
diff --git a/asterixdb/asterix-server/src/main/opt/aws/bin/start.sh b/asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
index 2627a09..a836b4e 100755
--- a/asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
+++ b/asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
@@ -27,7 +27,7 @@
DIST_PATH=`dirname "${OPT_PATH}"`
# Starts an AWS cluster.
-ansible-playbook -i "localhost," $AWS_PATH/ansible/aws_start.yml
+ansible-playbook -i "localhost," $AWS_PATH/yaml/aws_start.yml
# Generates an Ansible inventory file and an AsterixDB configuration file.
temp=/tmp/asterixdb
@@ -35,5 +35,5 @@
# Installs asterixdb on all AWS instances.
export ANSIBLE_HOST_KEY_CHECKING=false
-ansible-playbook -i $inventory $AWS_PATH/ansible/instance_start.yml
+ansible-playbook -i $inventory $AWS_PATH/yaml/instance_start.yml
diff --git a/asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh b/asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
index 0f8bf98..48f4ff7 100755
--- a/asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
+++ b/asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
@@ -25,4 +25,4 @@
AWS_PATH=`dirname "${SCRIPT_PATH}"`
# Terminates an AWS cluster.
-ansible-playbook -i "localhost," $AWS_PATH/ansible/aws_stop.yml
+ansible-playbook -i "localhost," $AWS_PATH/yaml/aws_stop.yml
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_start.yml b/asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
similarity index 93%
rename from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_start.yml
rename to asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
index 645f68f..e0abb12 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_start.yml
+++ b/asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
@@ -37,9 +37,7 @@
region: "{{ region }}"
aws_access_key: "{{ access_key_id }}"
aws_secret_key: "{{ secret_access_key }}"
- exact_count: "{{ count }}"
- count_tag:
- Name: "{{ tag }}"
+ count: "{{ count }}"
instance_tags:
Name: "{{ tag }}"
register: ec2
@@ -102,7 +100,3 @@
- name: Populate the NC command to the cluster configuration file {{ ccconf }}
shell: printf "command=asterixnc\n" >> "{{ ccconf }}"
-
- - name: Wait for SSH to come up
- wait_for: host="{{ item.public_ip }}" port=22 search_regex=OpenSSH delay=0 timeout=300 state=started
- with_items: "{{ ec2.instances }}"
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
similarity index 96%
rename from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
rename to asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
index e1bdc86..b466ad4 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
@@ -33,3 +33,5 @@
aws_access_key: "{{ access_key_id }}"
aws_secret_key: "{{ secret_access_key }}"
exact_count: 0
+ count_tag:
+ Name: "{{ tag }}"
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
similarity index 65%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
index e1bdc86..05838bd 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
@@ -17,19 +17,10 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
- tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+- name: Download JDK
+ shell: "wget -q --tries=5 --no-cookies --no-check-certificate --header \
+ \"Cookie: gpw_e24=http%3A%2F%2Fwww.oracle.com%2F; oraclelicense=accept-securebackup-cookie\" \
+ \"http://download.oracle.com/otn-pub/java/jdk/8u121-b13/e9e7ea248e2c4826b92b3f075a80e441/jdk-8u121-linux-x64.rpm\""
+
+- name: Install JDK
+ shell: sudo yum -y localinstall jdk-8u121-linux-x64.rpm
diff --git a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml b/asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
similarity index 66%
copy from asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
copy to asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
index e1bdc86..7a5a840 100644
--- a/asterixdb/asterix-server/src/main/opt/aws/ansible/aws_stop.yml
+++ b/asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
@@ -17,19 +17,28 @@
# under the License.
# ------------------------------------------------------------
-- name: Stop AWS cluster
- hosts: localhost
- gather_facts: false
+
+- hosts: [localhost,]
tasks:
- - include_vars: ../conf/aws_settings.yml
- - name: Stop all instance
- ec2:
- key_name: "{{ keypair }}"
- group: "{{ group }}"
- instance_type: "{{ instance_type }}"
- image: "{{ image }}"
- wait: true
- region: "{{ region }}"
- aws_access_key: "{{ access_key_id }}"
- aws_secret_key: "{{ secret_access_key }}"
- exact_count: 0
+ - include: wait_ssh.yml
+
+- hosts: all
+ tasks:
+ - include: install_jdk.yml
+
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: deploy.yml
+
+- hosts: ncs
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: start_ncservice.yml
+
+- hosts: cc
+ tasks:
+ - include_vars: ../conf/instance_settings.yml
+
+ - include: start_cc.yml
+
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 12
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Change in asterixdb[master]: Ansible scripts for cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for cluster installtion.
......................................................................
Patch Set 1:
Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/4404/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 1
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10:
Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/2005/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#6).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 348 insertions(+), 335 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/6
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 6
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#2).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-app/src/main/java/org/apache/asterix/hyracks/bootstrap/NCApplicationEntryPoint.java
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
A asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_inventory.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
29 files changed, 448 insertions(+), 319 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/2
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 2
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Till Westmann (Code Review)" <do...@asterixdb.incubator.apache.org>.
Till Westmann has posted comments on this change.
Change subject: Ansible scripts for local cluster installation.
......................................................................
Patch Set 11: Code-Review+2
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 11
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#8).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 390 insertions(+), 320 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/8
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 8
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installation.
......................................................................
Patch Set 11: Integration-Tests+1
Integration Tests Successful
https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/2017/ : SUCCESS
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 11
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 7: Integration-Tests+1
Integration Tests Successful
https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/2003/ : SUCCESS
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 7
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installation.
......................................................................
Patch Set 11:
BAD Compatibility Tests Started https://asterix-jenkins.ics.uci.edu/job/asterixbad-compat/647/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 11
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 3:
Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1999/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 3
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10:
BAD Compatibility Tests Started https://asterix-jenkins.ics.uci.edu/job/asterixbad-compat/637/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 3:
Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/4435/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 3
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Till Westmann (Code Review)" <do...@asterixdb.incubator.apache.org>.
Till Westmann has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10: Code-Review+2
(3 comments)
Change looks good, only cosmetic comments. Tried the local install using ansible, but shied away from running erase.sh on my box ...
https://asterix-gerrit.ics.uci.edu/#/c/1525/10//COMMIT_MSG
Commit Message:
PS10, Line 7: installtion
s/installtion/installation/
https://asterix-gerrit.ics.uci.edu/#/c/1525/10/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
File asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh:
PS10, Line 30: TODO
file an issue instead of shipping this TODO?
https://asterix-gerrit.ics.uci.edu/#/c/1525/10/asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
File asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh:
Line 21:
Only one empty line?
Looking at the similarity of the scripts, I wonder if we should try to factor some lines out. But possibly that just makes the script more complicated. Maybe we can discuss this later.
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: Yes
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installation.
......................................................................
Patch Set 11:
Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/4463/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 11
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#3).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
A asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_inventory.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
28 files changed, 442 insertions(+), 313 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/3
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 3
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10: Integration-Tests-1
Integration Tests Timed Out
https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/2005/ : ABORTED
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#5).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 348 insertions(+), 335 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/5
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 5
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#10).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 390 insertions(+), 320 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/10
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10: BAD-1
BAD Compatibility Tests Failed
https://asterix-jenkins.ics.uci.edu/job/asterixbad-compat/637/ : FAILURE
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 3: BAD-1
BAD Compatibility Tests Failed
https://asterix-jenkins.ics.uci.edu/job/asterixbad-compat/632/ : FAILURE
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 3
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 7:
BAD Compatibility Tests Started https://asterix-jenkins.ics.uci.edu/job/asterixbad-compat/635/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 7
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#9).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 390 insertions(+), 320 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/9
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 9
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Yingyi Bu has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10:
(8 comments)
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/README
File asterixdb/asterix-server/src/main/opt/ansible/README:
PS7, Line 28: passwordless
> passwordless seems like it's most commonly used here (even Google suggests
Done
PS7, Line 38: username,
> username
Done
PS7, Line 41: username>
> username
Done
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
File asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh:
PS7, Line 29: installatio
> installation*
Done
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
File asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml:
Line 33: basedir: "{{ ansible_env.HOME }}"
> insert space?
Done
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
File asterixdb/asterix-server/src/main/opt/ansible/conf/inventory:
PS7, Line 21: username>
> username*
Done
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
File asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml:
PS7, Line 23: jps | e
> we probably want to not start out with kill -9, it is harsh way to kill JVM
Done
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
File asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml:
PS7, Line 26:
> spaces around pipe?
Done
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: Yes
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installation.
......................................................................
Patch Set 11:
Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/2017/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 11
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 7:
Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/2003/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 7
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Yingyi Bu has posted comments on this change.
Change subject: Ansible scripts for local cluster installation.
......................................................................
Patch Set 11:
(3 comments)
https://asterix-gerrit.ics.uci.edu/#/c/1525/10//COMMIT_MSG
Commit Message:
PS10, Line 7: installatio
> s/installtion/installation/
Done
https://asterix-gerrit.ics.uci.edu/#/c/1525/10/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
File asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh:
PS10, Line 30: TODO
> file an issue instead of shipping this TODO?
Done. Created ASTERIXDB-1814.
https://asterix-gerrit.ics.uci.edu/#/c/1525/10/asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
File asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh:
Line 21: # Gets the absolute path so that the script can work no matter where it is invoked.
> Only one empty line?
Removed the empty line.
Sure. Opened ASTERIXDB-1815 for that.
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 11
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: Yes
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Till Westmann, Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#11).
Change subject: Ansible scripts for local cluster installation.
......................................................................
Ansible scripts for local cluster installation.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 389 insertions(+), 320 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/11
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 11
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#7).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
27 files changed, 348 insertions(+), 335 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/7
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 7
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 7:
Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/4440/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 7
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 7: BAD-1
BAD Compatibility Tests Failed
https://asterix-jenkins.ics.uci.edu/job/asterixbad-compat/635/ : FAILURE
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 7
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 2:
Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/4434/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 2
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 4:
Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/4437/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 4
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Michael Blow (Code Review)" <do...@asterixdb.incubator.apache.org>.
Michael Blow has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 7:
(8 comments)
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/README
File asterixdb/asterix-server/src/main/opt/ansible/README:
PS7, Line 28: password-less
passwordless seems like it's most commonly used here (even Google suggests it as alternative)
PS7, Line 38: user name
username
PS7, Line 41: user name
username
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
File asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh:
PS7, Line 29: installtion
installation*
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
File asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml:
Line 33: basedir: "{{ ansible_env.HOME}}"
insert space?
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
File asterixdb/asterix-server/src/main/opt/ansible/conf/inventory:
PS7, Line 21: user name
username*
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
File asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml:
PS7, Line 23: kill -9
we probably want to not start out with kill -9, it is harsh way to kill JVM
https://asterix-gerrit.ics.uci.edu/#/c/1525/7/asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
File asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml:
PS7, Line 26: |
spaces around pipe?
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 7
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-HasComments: Yes
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10:
Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/4446/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 10:
Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/2008/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 10
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Patch Set 3:
BAD Compatibility Tests Started https://asterix-jenkins.ics.uci.edu/job/asterixbad-compat/632/
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 3
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installation.
Posted by "Jenkins (Code Review)" <do...@asterixdb.incubator.apache.org>.
Jenkins has posted comments on this change.
Change subject: Ansible scripts for local cluster installation.
......................................................................
Patch Set 11: BAD-1
BAD Compatibility Tests Failed
https://asterix-jenkins.ics.uci.edu/job/asterixbad-compat/647/ : FAILURE
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 11
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Ian Maxon <im...@apache.org>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>
Gerrit-Reviewer: Michael Blow <mb...@apache.org>
Gerrit-Reviewer: Till Westmann <ti...@apache.org>
Gerrit-Reviewer: Yingyi Bu <bu...@gmail.com>
Gerrit-HasComments: No
Change in asterixdb[master]: Ansible scripts for local cluster installtion.
Posted by "Yingyi Bu (Code Review)" <do...@asterixdb.incubator.apache.org>.
Hello Jenkins,
I'd like you to reexamine a change. Please visit
https://asterix-gerrit.ics.uci.edu/1525
to look at the new patch set (#4).
Change subject: Ansible scripts for local cluster installtion.
......................................................................
Ansible scripts for local cluster installtion.
This change includes the following parts:
- Refactored aws scripts and share
the common part with non-aws cluster installation;
- Fixed aws_start.yml and aws_stop.yml to count
based on the user-provided tag.
Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
---
M asterixdb/asterix-server/src/main/assembly/binary-assembly.xml
A asterixdb/asterix-server/src/main/opt/ansible/README
C asterixdb/asterix-server/src/main/opt/ansible/bin/deploy.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/erase.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/start.sh
C asterixdb/asterix-server/src/main/opt/ansible/bin/stop.sh
A asterixdb/asterix-server/src/main/opt/ansible/conf/cc.conf
R asterixdb/asterix-server/src/main/opt/ansible/conf/instance_settings.yml
A asterixdb/asterix-server/src/main/opt/ansible/conf/inventory
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/deploy_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/erase_all.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_conf.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/gen_inventory.yml
A asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_start.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/instance_stop.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_cc.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/start_ncservice.yml
C asterixdb/asterix-server/src/main/opt/ansible/yaml/wait_ssh.yml
M asterixdb/asterix-server/src/main/opt/aws/README
D asterixdb/asterix-server/src/main/opt/aws/ansible/instance_start.yml
M asterixdb/asterix-server/src/main/opt/aws/bin/start.sh
M asterixdb/asterix-server/src/main/opt/aws/bin/stop.sh
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_start.yml
R asterixdb/asterix-server/src/main/opt/aws/yaml/aws_stop.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/install_jdk.yml
C asterixdb/asterix-server/src/main/opt/aws/yaml/instance_start.yml
28 files changed, 361 insertions(+), 356 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/25/1525/4
--
To view, visit https://asterix-gerrit.ics.uci.edu/1525
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newpatchset
Gerrit-Change-Id: I310f6f198c9ce41d7d7667dc4fbc21b3e34a77ab
Gerrit-PatchSet: 4
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu <bu...@gmail.com>
Gerrit-Reviewer: Jenkins <je...@fulliautomatix.ics.uci.edu>