You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2020/03/27 21:25:05 UTC
[incubator-pinot] branch master updated: Update travis scripts to
test quickstart over jdk 10-15 (#5182)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
The following commit(s) were added to refs/heads/master by this push:
new 8f0ed55 Update travis scripts to test quickstart over jdk 10-15 (#5182)
8f0ed55 is described below
commit 8f0ed556764bd457432e4d94b5c20de698485c6f
Author: Xiang Fu <fx...@gmail.com>
AuthorDate: Fri Mar 27 14:24:53 2020 -0700
Update travis scripts to test quickstart over jdk 10-15 (#5182)
* Change readme link to gitbook for kafka plugins
* update travis to make it more robust
* address comments
* update travis test for quickstart
* Adding more test for jdk
---
.gitignore | 1 +
.travis.yml | 29 +++++----
.travis_install.sh | 3 +
.travis_quickstart.sh | 147 +++++++++++++++++++++++-------------------
.travis_quickstart_openjdk.sh | 32 +++++++++
5 files changed, 130 insertions(+), 82 deletions(-)
diff --git a/.gitignore b/.gitignore
index 39a31bd..6ce6cb8 100644
--- a/.gitignore
+++ b/.gitignore
@@ -21,4 +21,5 @@ docs/_build
.*.swp
**/.docker/
**/.env
+**/.factorypath
kubernetes/examples/helm/charts/
diff --git a/.travis.yml b/.travis.yml
index 0096320..4db04a6 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,14 +1,14 @@
language: java
-sudo: false
+os:
+ - linux
dist: trusty
before_install:
+ - sudo apt-get update && sudo apt-get install -y --no-install-recommends gdb
- mkdir -p ~/bin && curl -sSL -o ~/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64 && chmod +x ~/bin/jq
- export PATH=$PATH:~/bin
- jq --version
-
-jdk:
- - oraclejdk8
+ - curl -sSL -o ~/bin/install-jdk.sh https://raw.githubusercontent.com/sormuras/bach/master/install-jdk.sh && chmod +x ~/bin/install-jdk.sh
cache:
directories:
@@ -39,19 +39,20 @@ jobs:
- ./.travis_test.sh
env:
- RUN_INTEGRATION_TESTS=false
- - name: "QuickStart - OracleJDK 8"
+ - name: "QuickStart - Java 8 & OpenJDK 14-15"
jdk: oraclejdk8
script:
- ./.travis_quickstart.sh
- - name: "QuickStart - OracleJDK 11"
- jdk: oraclejdk11
- script:
- - ./.travis_quickstart.sh
- - name: "QuickStart - OpenJDK 8"
- jdk: openjdk8
- script:
+ - jdk_switcher use openjdk8
+ - ./.travis_install.sh
- ./.travis_quickstart.sh
- - name: "QuickStart - OpenJDK 11"
- jdk: openjdk11
+ - ./.travis_quickstart_openjdk.sh 14
+ - ./.travis_quickstart_openjdk.sh 15
+ - name: "QuickStart - OpenJDK 10-13"
+ jdk: openjdk10
script:
+ - java -version
- ./.travis_quickstart.sh
+ - ./.travis_quickstart_openjdk.sh 11
+ - ./.travis_quickstart_openjdk.sh 12
+ - ./.travis_quickstart_openjdk.sh 13
diff --git a/.travis_install.sh b/.travis_install.sh
index 28de572..a6de802 100755
--- a/.travis_install.sh
+++ b/.travis_install.sh
@@ -43,6 +43,9 @@ if [ "$KAFKA_VERSION" != '2.0' ] && [ "$KAFKA_VERSION" != '' ]; then
KAFKA_BUILD_OPTS="-Dkafka.version=${KAFKA_VERSION}"
fi
+# Java version
+java -version
+
if [ $noThirdEyeChange -ne 0 ]; then
echo "Full Pinot build"
echo "No ThirdEye changes"
diff --git a/.travis_quickstart.sh b/.travis_quickstart.sh
index fcfb1b0..09c0edc 100755
--- a/.travis_quickstart.sh
+++ b/.travis_quickstart.sh
@@ -27,7 +27,10 @@ if [ $? -eq 0 ]; then
fi
# Remove Pinot files from local Maven repository to avoid a useless cache rebuild
-rm -rf ~/.m2/repository/com/linkedin/pinot
+rm -rf ~/.m2/repository/org/apache/pinot/
+
+# Java version
+java -version
# Quickstart
DIST_BIN_DIR=`ls -d pinot-distribution/target/apache-pinot-*/apache-pinot-*`
@@ -36,90 +39,98 @@ cd ${DIST_BIN_DIR}
# Test quick-start-batch
bin/quick-start-batch.sh &
PID=$!
-sleep 60
-COUNT_STAR_RES=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from baseballStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-if [ "${COUNT_STAR_RES}" -ne 97889 ]; then
- echo 'Batch Quickstart: Incorrect result for count star query.'
+
+PASS=0
+sleep 30
+for i in $(seq 1 200)
+do
+ COUNT_STAR_RES=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from baseballStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
+ if [ "${COUNT_STAR_RES}" -eq 97889 ]; then
+ PASS=1
+ break
+ fi
+ sleep 1
+done
+
+if [ "${PASS}" -eq 0 ]; then
+ echo 'Batch Quickstart failed: Cannot get correct result for count star query.'
exit 1
fi
-kill $PID
-sleep 30
+
+kill -9 $PID
# Test quick-start-streaming
bin/quick-start-streaming.sh &
PID=$!
-sleep 60
-COUNT_STAR_RES_1=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from meetupRsvp limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-sleep 15
-COUNT_STAR_RES_2=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from meetupRsvp limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-sleep 15
-COUNT_STAR_RES_3=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from meetupRsvp limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-if [ "${COUNT_STAR_RES_3}" -le "${COUNT_STAR_RES_2}" ] || [ "${COUNT_STAR_RES_2}" -le "${COUNT_STAR_RES_1}" ]; then
- echo 'Streaming Quickstart: Not getting incremental counts for 3 consecutive count star queries with 15 seconds interval.'
- exit 1
-fi
-kill $PID
-sleep 30
-# Test quick-start-hybrid
-bin/quick-start-hybrid.sh &
-PID=$!
-sleep 60
-COUNT_STAR_RES_1=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from airlineStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-sleep 15
-COUNT_STAR_RES_2=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from airlineStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-sleep 15
-COUNT_STAR_RES_3=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from airlineStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-if [ "${COUNT_STAR_RES_3}" -le "${COUNT_STAR_RES_2}" ] || [ "${COUNT_STAR_RES_2}" -le "${COUNT_STAR_RES_1}" ]; then
- echo 'Hybrid Quickstart: Not getting incremental counts for 3 consecutive count star queries with 15 seconds interval.'
- exit 1
-fi
-kill $PID
+PASS=0
+RES_1=0
sleep 30
-cd bin
-# Test quick-start-batch
-./quick-start-batch.sh &
-PID=$!
-sleep 60
-COUNT_STAR_RES=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from baseballStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-if [ "${COUNT_STAR_RES}" -ne 97889 ]; then
- echo 'Batch Quickstart: Incorrect result for count star query.'
- exit 1
-fi
-kill $PID
-sleep 30
+for i in $(seq 1 200)
+do
+ COUNT_STAR_RES=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from meetupRsvp limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
+ if [ "${COUNT_STAR_RES}" -gt 0 ]; then
+ if [ "${RES_1}" -eq 0 ]; then
+ RES_1=${COUNT_STAR_RES}
+ continue
+ fi
+ if [ "${COUNT_STAR_RES}" -gt "${RES_1}" ]; then
+ PASS=1
+ break
+ fi
+ fi
+ sleep 1
+done
-# Test quick-start-streaming
-./quick-start-streaming.sh &
-PID=$!
-sleep 60
-COUNT_STAR_RES_1=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from meetupRsvp limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-sleep 15
-COUNT_STAR_RES_2=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from meetupRsvp limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-sleep 15
-COUNT_STAR_RES_3=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from meetupRsvp limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-if [ "${COUNT_STAR_RES_3}" -le "${COUNT_STAR_RES_2}" ] || [ "${COUNT_STAR_RES_2}" -le "${COUNT_STAR_RES_1}" ]; then
- echo 'Streaming Quickstart: Not getting incremental counts for 3 consecutive count star queries with 15 seconds interval.'
+if [ "${PASS}" -eq 0 ]; then
+ if [ "${RES_1}" -eq 0 ]; then
+ echo 'Streaming Quickstart test failed: Cannot get correct result for count star query.'
+ exit 1
+ fi
+ echo 'Streaming Quickstart test failed: Cannot get incremental counts for count star query.'
exit 1
fi
-kill $PID
-sleep 30
+
+kill -9 $PID
# Test quick-start-hybrid
+cd bin
./quick-start-hybrid.sh &
PID=$!
-sleep 60
-COUNT_STAR_RES_1=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from airlineStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-sleep 15
-COUNT_STAR_RES_2=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from airlineStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-sleep 15
-COUNT_STAR_RES_3=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from airlineStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
-if [ "${COUNT_STAR_RES_3}" -le "${COUNT_STAR_RES_2}" ] || [ "${COUNT_STAR_RES_2}" -le "${COUNT_STAR_RES_1}" ]; then
- echo 'Hybrid Quickstart: Not getting incremental counts for 3 consecutive count star queries with 15 seconds interval.'
+
+PASS=0
+RES_1=0
+sleep 30
+for i in $(seq 1 200)
+do
+ COUNT_STAR_RES=`curl -X POST --header 'Accept: application/json' -d '{"sql":"select count(*) from airlineStats limit 1","trace":false}' http://localhost:8000/query/sql | jq '.resultTable.rows[0][0]'`
+ if [ "${COUNT_STAR_RES}" -gt 0 ]; then
+ if [ "${RES_1}" -eq 0 ]; then
+ RES_1=${COUNT_STAR_RES}
+ continue
+ fi
+ if [ "${COUNT_STAR_RES}" -gt "${RES_1}" ]; then
+ PASS=1
+ break
+ fi
+ fi
+ sleep 1
+done
+
+if [ "${PASS}" -eq 0 ]; then
+ if [ "${RES_1}" -eq 0 ]; then
+ echo 'Hybrid Quickstart test failed: Cannot get correct result for count star query.'
+ exit 1
+ fi
+ echo 'Hybrid Quickstart test failed: Cannot get incremental counts for count star query.'
exit 1
fi
-kill $PID
-sleep 30
+
+kill -9 $PID
+
+cd ../../../../../
+pwd
+mvn clean > /dev/null
exit 0
diff --git a/.travis_quickstart_openjdk.sh b/.travis_quickstart_openjdk.sh
new file mode 100755
index 0000000..0b273a0
--- /dev/null
+++ b/.travis_quickstart_openjdk.sh
@@ -0,0 +1,32 @@
+#!/bin/bash -x
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+JDK_VERSION=$1
+JAVA_HOME=$HOME/openjdk${JDK_VERSION}
+rm -rf "${JAVA_HOME}"
+. ~/bin/install-jdk.sh --feature "${JDK_VERSION}" --cacerts --target "${JAVA_HOME}"
+gdb --batch-silent --pid=$$ --eval-command='call unbind_variable("script_name")'
+gdb --batch-silent --pid=$$ --eval-command='call unbind_variable("script_version")'
+rm -rf jdk.tar.gz
+echo "${JAVA_HOME}"
+java -version
+./.travis_install.sh
+./.travis_quickstart.sh
+rm -rf "${JAVA_HOME}"
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org