You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tvm.apache.org by tq...@apache.org on 2020/03/29 05:34:35 UTC

[incubator-tvm] branch master updated: [CI] Move build configuration to shell scripts (#5164)

This is an automated email from the ASF dual-hosted git repository.

tqchen pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-tvm.git


The following commit(s) were added to refs/heads/master by this push:
     new 07ac771  [CI] Move build configuration to shell scripts (#5164)
07ac771 is described below

commit 07ac7712ea2bfecb3c8d21d9358a24c7df585925
Author: Tianqi Chen <tq...@users.noreply.github.com>
AuthorDate: Sat Mar 28 22:34:25 2020 -0700

    [CI] Move build configuration to shell scripts (#5164)
    
    * [BUILD] Fix VTA build in CI
    
    * [CI] Move build configuration to shell scripts
---
 Jenkinsfile                                   | 79 ++-------------------------
 tests/scripts/task_config_build_cpu.sh        | 40 ++++++++++++++
 tests/scripts/task_config_build_gpu.sh        | 45 +++++++++++++++
 tests/scripts/task_config_build_gpu_vulkan.sh | 34 ++++++++++++
 tests/scripts/task_config_build_i386.sh       | 36 ++++++++++++
 5 files changed, 159 insertions(+), 75 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 6a3daff..f469a47 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -143,48 +143,11 @@ stage('Build') {
     node('GPUBUILD') {
       ws(per_exec_ws("tvm/build-gpu")) {
         init_git()
-        sh """
-           mkdir -p build
-           cd build
-           cp ../cmake/config.cmake .
-           echo set\\(USE_CUBLAS ON\\) >> config.cmake
-           echo set\\(USE_CUDNN ON\\) >> config.cmake
-           echo set\\(USE_CUDA ON\\) >> config.cmake
-           echo set\\(USE_OPENGL ON\\) >> config.cmake
-           echo set\\(USE_MICRO ON\\) >> config.cmake
-           echo set\\(USE_MICRO_STANDALONE_RUNTIME ON\\) >> config.cmake
-           echo set\\(USE_LLVM llvm-config-9\\) >> config.cmake
-           echo set\\(USE_NNPACK ON\\) >> config.cmake
-           echo set\\(NNPACK_PATH /NNPACK/build/\\) >> config.cmake
-           echo set\\(USE_RPC ON\\) >> config.cmake
-           echo set\\(USE_SORT ON\\) >> config.cmake
-           echo set\\(USE_GRAPH_RUNTIME ON\\) >> config.cmake
-           echo set\\(USE_STACKVM_RUNTIME ON\\) >> config.cmake
-           echo set\\(USE_GRAPH_RUNTIME_DEBUG ON\\) >> config.cmake
-           echo set\\(USE_VM_PROFILER ON\\) >> config.cmake
-           echo set\\(USE_EXAMPLE_EXT_RUNTIME ON\\) >> config.cmake
-           echo set\\(USE_ANTLR ON\\) >> config.cmake
-           echo set\\(USE_BLAS openblas\\) >> config.cmake
-           echo set\\(CMAKE_CXX_COMPILER g++\\) >> config.cmake
-           echo set\\(CMAKE_CXX_FLAGS -Werror\\) >> config.cmake
-           """
+        sh "${docker_run} ${ci_gpu} ./tests/scripts/task_config_build_gpu.sh"
         make(ci_gpu, 'build', '-j2')
         pack_lib('gpu', tvm_multilib)
         // compiler test
-        sh """
-           mkdir -p build2
-           cd build2
-           cp ../cmake/config.cmake .
-           echo set\\(USE_OPENCL ON\\) >> config.cmake
-           echo set\\(USE_ROCM ON\\) >> config.cmake
-           echo set\\(USE_VULKAN ON\\) >> config.cmake
-           echo set\\(USE_MICRO ON\\) >> config.cmake
-           echo set\\(USE_GRAPH_RUNTIME_DEBUG ON\\) >> config.cmake
-           echo set\\(USE_VM_PROFILER ON\\) >> config.cmake
-           echo set\\(USE_EXAMPLE_EXT_RUNTIME ON\\) >> config.cmake
-           echo set\\(CMAKE_CXX_COMPILER clang-7\\) >> config.cmake
-           echo set\\(CMAKE_CXX_FLAGS -Werror\\) >> config.cmake
-           """
+        sh "${docker_run} ${ci_gpu} ./tests/scripts/task_config_build_gpu_vulkan.sh"
         make(ci_gpu, 'build2', '-j2')
       }
     }
@@ -193,26 +156,7 @@ stage('Build') {
     node('CPU') {
       ws(per_exec_ws("tvm/build-cpu")) {
         init_git()
-        sh """
-           mkdir -p build
-           cd build
-           cp ../cmake/config.cmake .
-           echo set\\(USE_SORT ON\\) >> config.cmake
-           echo set\\(USE_MICRO ON\\) >> config.cmake
-           echo set\\(USE_MICRO_STANDALONE_RUNTIME ON\\) >> config.cmake
-           echo set\\(USE_GRAPH_RUNTIME_DEBUG ON\\) >> config.cmake
-           echo set\\(USE_VM_PROFILER ON\\) >> config.cmake
-           echo set\\(USE_EXAMPLE_EXT_RUNTIME ON\\) >> config.cmake
-           echo set\\(USE_LLVM llvm-config-8\\) >> config.cmake
-           echo set\\(USE_NNPACK ON\\) >> config.cmake
-           echo set\\(NNPACK_PATH /NNPACK/build/\\) >> config.cmake
-           echo set\\(USE_ANTLR ON\\) >> config.cmake
-           echo set\\(CMAKE_CXX_COMPILER g++\\) >> config.cmake
-           echo set\\(CMAKE_CXX_FLAGS -Werror\\) >> config.cmake
-           echo set\\(HIDE_PRIVATE_SYMBOLS ON\\) >> config.cmake
-           echo set\\(USE_VTA_TSIM ON\\) >> config.cmake
-           echo set\\(USE_VTA_FSIM ON\\) >> config.cmake
-           """
+        sh "${docker_run} ${ci_cpu} ./tests/scripts/task_config_build_cpu.sh"
         make(ci_cpu, 'build', '-j2')
         pack_lib('cpu', tvm_lib)
         timeout(time: max_time, unit: 'MINUTES') {
@@ -230,22 +174,7 @@ stage('Build') {
     node('CPU') {
       ws(per_exec_ws("tvm/build-i386")) {
         init_git()
-        sh """
-           mkdir -p build
-           cd build
-           cp ../cmake/config.cmake .
-           echo set\\(USE_SORT ON\\) >> config.cmake
-           echo set\\(USE_RPC ON\\) >> config.cmake
-           echo set\\(USE_GRAPH_RUNTIME_DEBUG ON\\) >> config.cmake
-           echo set\\(USE_MICRO_STANDALONE_RUNTIME ON\\) >> config.cmake
-           echo set\\(USE_VM_PROFILER ON\\) >> config.cmake
-           echo set\\(USE_EXAMPLE_EXT_RUNTIME ON\\) >> config.cmake
-           echo set\\(USE_LLVM llvm-config-4.0\\) >> config.cmake
-           echo set\\(CMAKE_CXX_COMPILER g++\\) >> config.cmake
-           echo set\\(CMAKE_CXX_FLAGS -Werror\\) >> config.cmake
-           echo set\\(USE_VTA_TSIM ON\\) >> config.cmake
-           echo set\\(USE_VTA_FSIM ON\\) >> config.cmake
-           """
+        sh "${docker_run} ${ci_i386} ./tests/scripts/task_config_build_i386.sh"
         make(ci_i386, 'build', '-j2')
         pack_lib('i386', tvm_multilib)
       }
diff --git a/tests/scripts/task_config_build_cpu.sh b/tests/scripts/task_config_build_cpu.sh
new file mode 100755
index 0000000..912e59e
--- /dev/null
+++ b/tests/scripts/task_config_build_cpu.sh
@@ -0,0 +1,40 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -e
+set -u
+
+mkdir -p build
+cd build
+cp ../cmake/config.cmake .
+
+echo set\(USE_SORT ON\) >> config.cmake
+echo set\(USE_MICRO ON\) >> config.cmake
+echo set\(USE_MICRO_STANDALONE_RUNTIME ON\) >> config.cmake
+echo set\(USE_GRAPH_RUNTIME_DEBUG ON\) >> config.cmake
+echo set\(USE_VM_PROFILER ON\) >> config.cmake
+echo set\(USE_EXAMPLE_EXT_RUNTIME ON\) >> config.cmake
+echo set\(USE_LLVM llvm-config-8\) >> config.cmake
+echo set\(USE_NNPACK ON\) >> config.cmake
+echo set\(NNPACK_PATH /NNPACK/build/\) >> config.cmake
+echo set\(USE_ANTLR ON\) >> config.cmake
+echo set\(CMAKE_CXX_COMPILER g++\) >> config.cmake
+echo set\(CMAKE_CXX_FLAGS -Werror\) >> config.cmake
+echo set\(HIDE_PRIVATE_SYMBOLS ON\) >> config.cmake
+echo set\(USE_VTA_TSIM ON\) >> config.cmake
+echo set\(USE_VTA_FSIM ON\) >> config.cmake
diff --git a/tests/scripts/task_config_build_gpu.sh b/tests/scripts/task_config_build_gpu.sh
new file mode 100755
index 0000000..43f6c07
--- /dev/null
+++ b/tests/scripts/task_config_build_gpu.sh
@@ -0,0 +1,45 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -e
+set -u
+
+mkdir -p build
+cd build
+cp ../cmake/config.cmake .
+
+echo set\(USE_CUBLAS ON\) >> config.cmake
+echo set\(USE_CUDNN ON\) >> config.cmake
+echo set\(USE_CUDA ON\) >> config.cmake
+echo set\(USE_OPENGL ON\) >> config.cmake
+echo set\(USE_MICRO ON\) >> config.cmake
+echo set\(USE_MICRO_STANDALONE_RUNTIME ON\) >> config.cmake
+echo set\(USE_LLVM llvm-config-9\) >> config.cmake
+echo set\(USE_NNPACK ON\) >> config.cmake
+echo set\(NNPACK_PATH /NNPACK/build/\) >> config.cmake
+echo set\(USE_RPC ON\) >> config.cmake
+echo set\(USE_SORT ON\) >> config.cmake
+echo set\(USE_GRAPH_RUNTIME ON\) >> config.cmake
+echo set\(USE_STACKVM_RUNTIME ON\) >> config.cmake
+echo set\(USE_GRAPH_RUNTIME_DEBUG ON\) >> config.cmake
+echo set\(USE_VM_PROFILER ON\) >> config.cmake
+echo set\(USE_EXAMPLE_EXT_RUNTIME ON\) >> config.cmake
+echo set\(USE_ANTLR ON\) >> config.cmake
+echo set\(USE_BLAS openblas\) >> config.cmake
+echo set\(CMAKE_CXX_COMPILER g++\) >> config.cmake
+echo set\(CMAKE_CXX_FLAGS -Werror\) >> config.cmake
diff --git a/tests/scripts/task_config_build_gpu_vulkan.sh b/tests/scripts/task_config_build_gpu_vulkan.sh
new file mode 100755
index 0000000..2627c1f
--- /dev/null
+++ b/tests/scripts/task_config_build_gpu_vulkan.sh
@@ -0,0 +1,34 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -e
+set -u
+
+mkdir -p build2
+cd build2
+cp ../cmake/config.cmake .
+
+echo set\(USE_OPENCL ON\) >> config.cmake
+echo set\(USE_ROCM ON\) >> config.cmake
+echo set\(USE_VULKAN ON\) >> config.cmake
+echo set\(USE_MICRO ON\) >> config.cmake
+echo set\(USE_GRAPH_RUNTIME_DEBUG ON\) >> config.cmake
+echo set\(USE_VM_PROFILER ON\) >> config.cmake
+echo set\(USE_EXAMPLE_EXT_RUNTIME ON\) >> config.cmake
+echo set\(CMAKE_CXX_COMPILER clang-7\) >> config.cmake
+echo set\(CMAKE_CXX_FLAGS -Werror\) >> config.cmake
diff --git a/tests/scripts/task_config_build_i386.sh b/tests/scripts/task_config_build_i386.sh
new file mode 100755
index 0000000..e5ad56c
--- /dev/null
+++ b/tests/scripts/task_config_build_i386.sh
@@ -0,0 +1,36 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -e
+set -u
+
+mkdir -p build
+cd build
+cp ../cmake/config.cmake .
+
+echo set\(USE_SORT ON\) >> config.cmake
+echo set\(USE_RPC ON\) >> config.cmake
+echo set\(USE_GRAPH_RUNTIME_DEBUG ON\) >> config.cmake
+echo set\(USE_MICRO_STANDALONE_RUNTIME ON\) >> config.cmake
+echo set\(USE_VM_PROFILER ON\) >> config.cmake
+echo set\(USE_EXAMPLE_EXT_RUNTIME ON\) >> config.cmake
+echo set\(USE_LLVM llvm-config-4.0\) >> config.cmake
+echo set\(CMAKE_CXX_COMPILER g++\) >> config.cmake
+echo set\(CMAKE_CXX_FLAGS -Werror\) >> config.cmake
+echo set\(USE_VTA_TSIM ON\) >> config.cmake
+echo set\(USE_VTA_FSIM ON\) >> config.cmake