You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by co...@apache.org on 2017/08/02 23:23:57 UTC

[01/14] bigtop git commit: BIGTOP-2848: Add provisioner for CentOS 7 AArch64 [Forced Update!]

Repository: bigtop
Updated Branches:
  refs/heads/BIGTOP-2839 975040729 -> 680d95b1a (forced update)


BIGTOP-2848: Add provisioner for CentOS 7 AArch64

Add provisioner yaml config file for centOS 7 AArch64

Signed-off-by: Naresh Bhat <na...@linaro.org>
Signed-off-by: Evans Ye <ev...@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/cd37d0f8
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/cd37d0f8
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/cd37d0f8

Branch: refs/heads/BIGTOP-2839
Commit: cd37d0f87fa691526a41169ae2fe317ac3896949
Parents: 2890d95
Author: Naresh Bhat <na...@linaro.org>
Authored: Tue Jul 18 15:11:27 2017 +0530
Committer: Evans Ye <ev...@apache.org>
Committed: Fri Jul 21 01:03:07 2017 +0800

----------------------------------------------------------------------
 provisioner/docker/config_centos-7-aarch64.yaml | 24 ++++++++++++++++++++
 1 file changed, 24 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/cd37d0f8/provisioner/docker/config_centos-7-aarch64.yaml
----------------------------------------------------------------------
diff --git a/provisioner/docker/config_centos-7-aarch64.yaml b/provisioner/docker/config_centos-7-aarch64.yaml
new file mode 100644
index 0000000..3a28a1b
--- /dev/null
+++ b/provisioner/docker/config_centos-7-aarch64.yaml
@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+docker:
+        memory_limit: "4g"
+        image: "bigtop/puppet:centos-7-aarch64"
+
+repo: "http://bigtop-repos.s3.amazonaws.com/releases/1.2.0/centos/7/aarch64"
+distro: centos
+components: [hdfs, yarn, mapreduce]
+enable_local_repo: false
+smoke_test_components: [hdfs, yarn, mapreduce]


[11/14] bigtop git commit: BIGTOP-2839. Bump Hadoop version to 2.7.4

Posted by co...@apache.org.
BIGTOP-2839. Bump Hadoop version to 2.7.4

Addressing -SNAPSHOT tag in the version


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/2ca3c723
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/2ca3c723
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/2ca3c723

Branch: refs/heads/BIGTOP-2839
Commit: 2ca3c7239247a668a63cd1131388a2a095ac8c6a
Parents: f898cab
Author: Konstantin Boudnik <ko...@epam.com>
Authored: Thu Jul 20 23:53:15 2017 -0700
Committer: Konstantin Boudnik <co...@boudnik.org>
Committed: Wed Aug 2 16:20:37 2017 -0700

----------------------------------------------------------------------
 bigtop.bom | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/2ca3c723/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index 152694a..9503e86 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -144,15 +144,15 @@ bigtop {
     'hadoop' {
       name    = 'hadoop'
       relNotes = 'Apache Hadoop'
-      version { base = '2.7.4'; pkg = base; release = 1 }
-      tarball { destination = "${name}-${version.base}.tar.gz"
-                source      = "${name}-${version.base}-src.tar.gz" }
+      version { base = '2.7.4-SNAPSHOT'; pkg = base-"-SNAPSHOT"; release = 1 }
+      tarball { destination = "${name}-${version.pkg}.tar.gz"
+                source      = "${name}-${version.pkg}-src.tar.gz" }
       url     { download_path = "/$name/common/$name-${version.base}"
                 site = "${apache.APACHE_MIRROR}/${download_path}"
                 archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
       git     { repo= "https://github.com/apache/hadoop.git"
                 ref = "branch-2.7"
-                dir = "${name}-${version.base}-src" }
+                dir = "${name}-${version.pkg}-src" }
     }
     'ignite-hadoop' {
       name    = 'ignite-hadoop'


[04/14] bigtop git commit: Revert "BIGTOP-2839. Bump Hadoop version to 2.7.4"

Posted by co...@apache.org.
Revert "BIGTOP-2839. Bump Hadoop version to 2.7.4"

This reverts commit 4b662c36a50f3e29b4be174a28e8f0c6051136a7.


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/bd473dba
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/bd473dba
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/bd473dba

Branch: refs/heads/BIGTOP-2839
Commit: bd473dbaabb3b89febdaab71fbc15679ee723cfd
Parents: 13f9c92
Author: Konstantin Boudnik <ko...@epam.com>
Authored: Thu Jul 20 14:43:48 2017 -0700
Committer: Konstantin Boudnik <ko...@epam.com>
Committed: Thu Jul 20 18:41:57 2017 -0700

----------------------------------------------------------------------
 bigtop.bom | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/bd473dba/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index 4666f05..72b2b94 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -129,7 +129,7 @@ bigtop {
     'hadoop' {
       name    = 'hadoop'
       relNotes = 'Apache Hadoop'
-      version { base = '2.7.4'; pkg = base; release = 1 }
+      version { base = '2.7.3'; pkg = base; release = 1 }
       tarball { destination = "${name}-${version.base}.tar.gz"
                 source      = "${name}-${version.base}-src.tar.gz" }
       url     { download_path = "/$name/common/$name-${version.base}"


[08/14] bigtop git commit: BIGTOP-2852: Add Debian 8 aarch64 bigtop slaves

Posted by co...@apache.org.
BIGTOP-2852: Add Debian 8 aarch64 bigtop slaves

Add Debian 8 bigtop slave support for ARM64 architecture.

Signed-off-by: Konstantin Boudnik <ko...@epam.com>


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/10a278f0
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/10a278f0
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/10a278f0

Branch: refs/heads/BIGTOP-2839
Commit: 10a278f03e71317bdc3ee5b8b0f11fa876cafac1
Parents: c5ca115
Author: Naresh Bhat <na...@linaro.org>
Authored: Fri Jul 21 21:52:40 2017 +0530
Committer: Konstantin Boudnik <ko...@epam.com>
Committed: Sun Jul 23 13:02:05 2017 -0700

----------------------------------------------------------------------
 .../bigtop-slaves/debian-8-aarch64/Dockerfile   | 23 ++++++++++++++++++++
 1 file changed, 23 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/10a278f0/docker/bigtop-slaves/debian-8-aarch64/Dockerfile
----------------------------------------------------------------------
diff --git a/docker/bigtop-slaves/debian-8-aarch64/Dockerfile b/docker/bigtop-slaves/debian-8-aarch64/Dockerfile
new file mode 100644
index 0000000..e21e06e
--- /dev/null
+++ b/docker/bigtop-slaves/debian-8-aarch64/Dockerfile
@@ -0,0 +1,23 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM bigtop/puppet:debian-8-aarch64
+MAINTAINER naresh.bhat@linaro.org
+
+COPY bigtop_toolchain /etc/puppet/modules/bigtop_toolchain
+
+RUN  apt-get clean && apt-get update && puppet apply -e "include bigtop_toolchain::installer"
+
+COPY . /tmp/bigtop
+RUN cd /tmp/bigtop && ./gradlew && cd && rm -rf /tmp/bigtop


[10/14] bigtop git commit: BIGTOP-2859: Add hive-version when build hive rpms

Posted by co...@apache.org.
BIGTOP-2859: Add hive-version when build hive rpms

Signed-off-by: Konstantin Boudnik <ko...@epam.com>


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/c29e841d
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/c29e841d
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/c29e841d

Branch: refs/heads/BIGTOP-2839
Commit: c29e841d733ed1d8fb9c332ea772259136607b85
Parents: 81a37a7
Author: dengkai02 <de...@baidu.com>
Authored: Thu Jul 27 12:06:42 2017 +0800
Committer: Konstantin Boudnik <ko...@epam.com>
Committed: Wed Aug 2 12:51:20 2017 -0700

----------------------------------------------------------------------
 bigtop-packages/src/common/hive/install_hive.sh | 6 +++++-
 bigtop-packages/src/rpm/hive/SPECS/hive.spec    | 3 ++-
 2 files changed, 7 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/c29e841d/bigtop-packages/src/common/hive/install_hive.sh
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/hive/install_hive.sh b/bigtop-packages/src/common/hive/install_hive.sh
index cb2009d..a3b84a6 100755
--- a/bigtop-packages/src/common/hive/install_hive.sh
+++ b/bigtop-packages/src/common/hive/install_hive.sh
@@ -47,7 +47,8 @@ OPTS=$(getopt \
   -l 'python-dir:' \
   -l 'hcatalog-dir:' \
   -l 'installed-hcatalog-dir:' \
-  -l 'build-dir:' -- "$@")
+  -l 'build-dir:' \
+  -l 'hive-version:' -- "$@")
 
 if [ $? != 0 ] ; then
     usage
@@ -86,6 +87,9 @@ while true ; do
         --installed-hcatalog-dir)
         INSTALLED_HCATALOG_DIR=$2 ; shift 2
         ;;
+        --hive-version)
+        HIVE_VERSION=$2 ; shift 2
+        ;;
         --)
         shift ; break
         ;;

http://git-wip-us.apache.org/repos/asf/bigtop/blob/c29e841d/bigtop-packages/src/rpm/hive/SPECS/hive.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/hive/SPECS/hive.spec b/bigtop-packages/src/rpm/hive/SPECS/hive.spec
index 1bf63cb..3766eab 100644
--- a/bigtop-packages/src/rpm/hive/SPECS/hive.spec
+++ b/bigtop-packages/src/rpm/hive/SPECS/hive.spec
@@ -247,7 +247,8 @@ cp $RPM_SOURCE_DIR/hive-site.xml .
 /bin/bash %{SOURCE2} \
   --prefix=$RPM_BUILD_ROOT \
   --build-dir=%{hive_dist} \
-  --doc-dir=$RPM_BUILD_ROOT/%{doc_hive}
+  --doc-dir=$RPM_BUILD_ROOT/%{doc_hive} \
+  --hive-version=%{hive_base_version}
 
 %__install -d -m 0755 $RPM_BUILD_ROOT/%{initd_dir}/
 %__install -d -m 0755 $RPM_BUILD_ROOT/etc/default/


[06/14] bigtop git commit: BIGTOP-2846. Add DSL documentation for GIT-based builds

Posted by co...@apache.org.
BIGTOP-2846. Add DSL documentation for GIT-based builds


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/d45b0ff8
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/d45b0ff8
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/d45b0ff8

Branch: refs/heads/BIGTOP-2839
Commit: d45b0ff8d94684f1f87f6924d8167411e582445e
Parents: bd473db
Author: Konstantin Boudnik <ko...@epam.com>
Authored: Fri Jul 21 12:19:59 2017 -0700
Committer: Konstantin Boudnik <ko...@epam.com>
Committed: Fri Jul 21 12:19:59 2017 -0700

----------------------------------------------------------------------
 bigtop.bom | 15 +++++++++++++++
 1 file changed, 15 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/d45b0ff8/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index 72b2b94..ff6d4e1 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -68,6 +68,21 @@
          site          = "${apache.APACHE_MIRROR}/${download_path}"
          archive       = "${apache.APACHE_ARCHIVE}/${download_path}"
        }
+       git {
+         // Setting the info to access a git repository. Ref is any valid git reference.
+         // If git repo information is provided, the *url* element above will be ignored.
+         repo  = "https://github.com/apache/bigtop.git"
+         ref   = "branch-name"
+         // *dir* defines the name of the top-level folder inside of the tar-ball archive.
+         // if set to null, the directory name will be set to tar-ball.dist without
+         // the .tar* suffix
+         // This setting is important to allow build to locate unpacked source code
+         dir   = "${name}-${version.base}-src"
+         // *optional*
+         // You can setup repo-specific user credentials overriding any global settings
+         user  = "john_doe"
+         token = "john's access token"
+       }
      }
    }
  }


[14/14] bigtop git commit: BIGTOP-2839. Bump Hadoop version to 2.7.4

Posted by co...@apache.org.
BIGTOP-2839. Bump Hadoop version to 2.7.4

Switching to branch-2.7.4 (release in vote)


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/680d95b1
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/680d95b1
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/680d95b1

Branch: refs/heads/BIGTOP-2839
Commit: 680d95b1a41389b89339fd1e4c0cd197774a50cb
Parents: 32475f1
Author: Konstantin Boudnik <co...@boudnik.org>
Authored: Wed Aug 2 16:21:45 2017 -0700
Committer: Konstantin Boudnik <co...@boudnik.org>
Committed: Wed Aug 2 16:21:45 2017 -0700

----------------------------------------------------------------------
 bigtop.bom | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/680d95b1/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index 9fb1615..edbe454 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -151,7 +151,7 @@ bigtop {
                 site = "${apache.APACHE_MIRROR}/${download_path}"
                 archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
       git     { repo= "https://github.com/apache/hadoop.git"
-                ref = "branch-2.7"
+                ref = "branch-2.7.4"
                 dir = "${name}-${version.base}-src" }
     }
     'ignite-hadoop' {


[09/14] bigtop git commit: BIGTOP-2853: Add sandbox support for Debian 8 aarch64

Posted by co...@apache.org.
BIGTOP-2853: Add sandbox support for Debian 8 aarch64

Add sandbox support for Debian 8 AArch64.

Signed-off-by: Konstantin Boudnik <ko...@epam.com>


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/81a37a77
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/81a37a77
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/81a37a77

Branch: refs/heads/BIGTOP-2839
Commit: 81a37a77c0fd966c6d6fdbe31681f59c5bf00c6f
Parents: 10a278f
Author: Naresh Bhat <na...@linaro.org>
Authored: Fri Jul 21 23:37:45 2017 +0530
Committer: Konstantin Boudnik <ko...@epam.com>
Committed: Sun Jul 23 13:05:12 2017 -0700

----------------------------------------------------------------------
 docker/sandbox/sandbox-env.sh | 1 +
 1 file changed, 1 insertion(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/81a37a77/docker/sandbox/sandbox-env.sh
----------------------------------------------------------------------
diff --git a/docker/sandbox/sandbox-env.sh b/docker/sandbox/sandbox-env.sh
index 0a8d5e2..85a82b0 100644
--- a/docker/sandbox/sandbox-env.sh
+++ b/docker/sandbox/sandbox-env.sh
@@ -27,5 +27,6 @@ RPMS=( \
 )
 DEBS=( \
     debian-8 \
+    debian-8-aarch64 \
     ubuntu-16.04 \
 )


[13/14] bigtop git commit: BIGTOP-2839. Bump Hadoop version to 2.7.4

Posted by co...@apache.org.
BIGTOP-2839. Bump Hadoop version to 2.7.4

The tar file should be have -SNAPSHOT suffix, otherwise RPM build is failing ;(


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/32475f14
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/32475f14
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/32475f14

Branch: refs/heads/BIGTOP-2839
Commit: 32475f1475c4a64aa970a8b45a2f471b43ebbd14
Parents: 2ca3c72
Author: Konstantin Boudnik <ko...@epam.com>
Authored: Fri Jul 21 11:01:48 2017 -0700
Committer: Konstantin Boudnik <co...@boudnik.org>
Committed: Wed Aug 2 16:20:37 2017 -0700

----------------------------------------------------------------------
 bigtop.bom | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/32475f14/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index 9503e86..9fb1615 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -145,14 +145,14 @@ bigtop {
       name    = 'hadoop'
       relNotes = 'Apache Hadoop'
       version { base = '2.7.4-SNAPSHOT'; pkg = base-"-SNAPSHOT"; release = 1 }
-      tarball { destination = "${name}-${version.pkg}.tar.gz"
-                source      = "${name}-${version.pkg}-src.tar.gz" }
+      tarball { destination = "${name}-${version.base}.tar.gz"
+                source      = "${name}-${version.base}-src.tar.gz" }
       url     { download_path = "/$name/common/$name-${version.base}"
                 site = "${apache.APACHE_MIRROR}/${download_path}"
                 archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
       git     { repo= "https://github.com/apache/hadoop.git"
                 ref = "branch-2.7"
-                dir = "${name}-${version.pkg}-src" }
+                dir = "${name}-${version.base}-src" }
     }
     'ignite-hadoop' {
       name    = 'ignite-hadoop'


[05/14] bigtop git commit: Revert "BIGTOP-2839. Bump Hadoop version to 2.7.4"

Posted by co...@apache.org.
Revert "BIGTOP-2839. Bump Hadoop version to 2.7.4"

This reverts commit 2890d95329d4b517bdfd4c547831c3622292c7d6.


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/13f9c92b
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/13f9c92b
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/13f9c92b

Branch: refs/heads/BIGTOP-2839
Commit: 13f9c92bae9b3e7dbda5c255c693a9a0521408aa
Parents: 40e796b
Author: Konstantin Boudnik <ko...@epam.com>
Authored: Thu Jul 20 14:43:45 2017 -0700
Committer: Konstantin Boudnik <ko...@epam.com>
Committed: Thu Jul 20 18:41:57 2017 -0700

----------------------------------------------------------------------
 bigtop.bom | 3 ---
 1 file changed, 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/13f9c92b/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index 38d8e0d..4666f05 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -135,9 +135,6 @@ bigtop {
       url     { download_path = "/$name/common/$name-${version.base}"
                 site = "${apache.APACHE_MIRROR}/${download_path}"
                 archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
-      git     { repo="https://github.com/apache/hadoop.git"
-                ref="branch-2.7"
-                dir = null }
     }
     'ignite-hadoop' {
       name    = 'ignite-hadoop'


[07/14] bigtop git commit: BIGTOP-2851: Add debian 8 aarch64 bigtop puppet

Posted by co...@apache.org.
BIGTOP-2851: Add debian 8 aarch64 bigtop puppet

Add Debian 8 bigtop-puppet for AArch64 architecture.

Signed-off-by: Konstantin Boudnik <ko...@epam.com>


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/c5ca1158
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/c5ca1158
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/c5ca1158

Branch: refs/heads/BIGTOP-2839
Commit: c5ca11584f8235e181bc6613d6f36ef50b4b89ea
Parents: d45b0ff
Author: nareshbhat <na...@debian.nbhat>
Authored: Fri Jul 21 20:36:33 2017 +0530
Committer: Konstantin Boudnik <ko...@epam.com>
Committed: Sun Jul 23 12:58:34 2017 -0700

----------------------------------------------------------------------
 .../bigtop-puppet/debian-8-aarch64/Dockerfile   | 20 ++++++++++++++++++++
 docker/bigtop-puppet/debian-8-aarch64/build.sh  | 16 ++++++++++++++++
 2 files changed, 36 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/c5ca1158/docker/bigtop-puppet/debian-8-aarch64/Dockerfile
----------------------------------------------------------------------
diff --git a/docker/bigtop-puppet/debian-8-aarch64/Dockerfile b/docker/bigtop-puppet/debian-8-aarch64/Dockerfile
new file mode 100644
index 0000000..f31781d
--- /dev/null
+++ b/docker/bigtop-puppet/debian-8-aarch64/Dockerfile
@@ -0,0 +1,20 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM aarch64/debian:jessie
+MAINTAINER naresh.bhat@linaro.org
+
+COPY puppetize.sh /tmp/puppetize.sh
+
+RUN bash /tmp/puppetize.sh

http://git-wip-us.apache.org/repos/asf/bigtop/blob/c5ca1158/docker/bigtop-puppet/debian-8-aarch64/build.sh
----------------------------------------------------------------------
diff --git a/docker/bigtop-puppet/debian-8-aarch64/build.sh b/docker/bigtop-puppet/debian-8-aarch64/build.sh
new file mode 100755
index 0000000..67ed45c
--- /dev/null
+++ b/docker/bigtop-puppet/debian-8-aarch64/build.sh
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+cp ../../../bigtop_toolchain/bin/puppetize.sh .
+docker build --pull=true -t bigtop/puppet:debian-8-aarch64 .


[12/14] bigtop git commit: BIGTOP-2839. Bump Hadoop version to 2.7.4

Posted by co...@apache.org.
BIGTOP-2839. Bump Hadoop version to 2.7.4


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/f898cab2
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/f898cab2
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/f898cab2

Branch: refs/heads/BIGTOP-2839
Commit: f898cab2ddaaa9e78e3fdaaa8aa2dd957eb00865
Parents: c29e841
Author: Konstantin Boudnik <ko...@epam.com>
Authored: Thu Jul 20 14:48:58 2017 -0700
Committer: Konstantin Boudnik <co...@boudnik.org>
Committed: Wed Aug 2 16:20:37 2017 -0700

----------------------------------------------------------------------
 bigtop.bom | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/f898cab2/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index ff6d4e1..152694a 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -144,12 +144,15 @@ bigtop {
     'hadoop' {
       name    = 'hadoop'
       relNotes = 'Apache Hadoop'
-      version { base = '2.7.3'; pkg = base; release = 1 }
+      version { base = '2.7.4'; pkg = base; release = 1 }
       tarball { destination = "${name}-${version.base}.tar.gz"
                 source      = "${name}-${version.base}-src.tar.gz" }
       url     { download_path = "/$name/common/$name-${version.base}"
                 site = "${apache.APACHE_MIRROR}/${download_path}"
                 archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
+      git     { repo= "https://github.com/apache/hadoop.git"
+                ref = "branch-2.7"
+                dir = "${name}-${version.base}-src" }
     }
     'ignite-hadoop' {
       name    = 'ignite-hadoop'


[02/14] bigtop git commit: BIGTOP-2824: Add centos 7 aarch64 sandbox support

Posted by co...@apache.org.
BIGTOP-2824: Add centos 7 aarch64 sandbox support

This patch will add the CentOS 7 AArch64 support for sandbox.

Signed-off-by: Naresh Bhat <na...@linaro.org>
Signed-off-by: Evans Ye <ev...@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/4eca9b1a
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/4eca9b1a
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/4eca9b1a

Branch: refs/heads/BIGTOP-2839
Commit: 4eca9b1ae59264e5b83080ec5d2d2b1b9f0b5c8d
Parents: cd37d0f
Author: Naresh Bhat <na...@linaro.org>
Authored: Wed Jul 5 05:49:14 2017 +0000
Committer: Evans Ye <ev...@apache.org>
Committed: Fri Jul 21 01:05:54 2017 +0800

----------------------------------------------------------------------
 docker/sandbox/sandbox-env.sh | 1 +
 1 file changed, 1 insertion(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/4eca9b1a/docker/sandbox/sandbox-env.sh
----------------------------------------------------------------------
diff --git a/docker/sandbox/sandbox-env.sh b/docker/sandbox/sandbox-env.sh
index e1599d5..0a8d5e2 100644
--- a/docker/sandbox/sandbox-env.sh
+++ b/docker/sandbox/sandbox-env.sh
@@ -21,6 +21,7 @@ BIGTOP_VERSION=1.2.0
 RPMS=( \
     centos-6 \
     centos-7 \
+    centos-7-aarch64 \
     fedora-25 \
     opensuse-42.1 \
 )


[03/14] bigtop git commit: BIGTOP-2835: puppet fails when bigtop::jdk_preinstalled is true

Posted by co...@apache.org.
BIGTOP-2835: puppet fails when bigtop::jdk_preinstalled is true

Many modules require Package["jdk"]. Ensure it is available regardless
of the bigtop::jdk_preinstalled option. Modify the jdk class so the
package resources perform a no-op if bigtop::jdk_preinstalled is true.

Signed-off-by: Evans Ye <ev...@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/40e796bd
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/40e796bd
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/40e796bd

Branch: refs/heads/BIGTOP-2839
Commit: 40e796bd693a8bc6243ee39a6540357e1d559ea8
Parents: 4eca9b1
Author: Kevin W Monroe <ke...@canonical.com>
Authored: Fri Jul 7 16:02:47 2017 +0000
Committer: Evans Ye <ev...@apache.org>
Committed: Fri Jul 21 01:14:07 2017 +0800

----------------------------------------------------------------------
 bigtop-deploy/puppet/manifests/jdk.pp  | 10 ++++++++--
 bigtop-deploy/puppet/manifests/site.pp |  7 ++-----
 2 files changed, 10 insertions(+), 7 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/40e796bd/bigtop-deploy/puppet/manifests/jdk.pp
----------------------------------------------------------------------
diff --git a/bigtop-deploy/puppet/manifests/jdk.pp b/bigtop-deploy/puppet/manifests/jdk.pp
index 152e8a4..fc2eb4e 100644
--- a/bigtop-deploy/puppet/manifests/jdk.pp
+++ b/bigtop-deploy/puppet/manifests/jdk.pp
@@ -13,6 +13,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+$jdk_preinstalled = hiera("bigtop::jdk_preinstalled", false)
+
 class jdk {
   case $::operatingsystem {
     /Debian/: {
@@ -39,6 +41,7 @@ class jdk {
       package { 'jdk':
         name => 'openjdk-8-jdk',
         ensure => present,
+        noop => $jdk_preinstalled,
       }
 
      }
@@ -48,12 +51,14 @@ class jdk {
       package { 'jdk':
         name => 'openjdk-8-jdk',
         ensure  => present,
+        noop => $jdk_preinstalled,
       }
     }
     /(CentOS|Amazon|Fedora)/: {
       package { 'jdk':
         name => 'java-1.8.0-openjdk-devel',
-        ensure => present
+        ensure => present,
+        noop => $jdk_preinstalled,
       }
       if ($::operatingsystem == "Fedora") {
         file { '/usr/lib/jvm/java-1.8.0-openjdk/jre/lib/security/cacerts':
@@ -65,7 +70,8 @@ class jdk {
     /OpenSuSE/: {
       package { 'jdk':
         name => 'java-1_8_0-openjdk-devel',
-        ensure => present
+        ensure => present,
+        noop => $jdk_preinstalled,
       }
     }
   }

http://git-wip-us.apache.org/repos/asf/bigtop/blob/40e796bd/bigtop-deploy/puppet/manifests/site.pp
----------------------------------------------------------------------
diff --git a/bigtop-deploy/puppet/manifests/site.pp b/bigtop-deploy/puppet/manifests/site.pp
index cd6e8d5..4763db6 100644
--- a/bigtop-deploy/puppet/manifests/site.pp
+++ b/bigtop-deploy/puppet/manifests/site.pp
@@ -13,11 +13,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-$jdk_preinstalled = hiera("bigtop::jdk_preinstalled", false)
-if ( ! $jdk_preinstalled ) {
-   require jdk
-   Class['jdk'] -> Service<||>
-}
+require jdk
+Class['jdk'] -> Service<||>
 
 $provision_repo = hiera("bigtop::provision_repo", true)
 if ($provision_repo) {