You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by we...@apache.org on 2021/05/13 05:14:18 UTC
[hadoop-thirdparty] branch branch-1.1.0 updated: HADOOP-17692.
[thirdparty] Fix the docker image (#14)
This is an automated email from the ASF dual-hosted git repository.
weichiu pushed a commit to branch branch-1.1.0
in repository https://gitbox.apache.org/repos/asf/hadoop-thirdparty.git
The following commit(s) were added to refs/heads/branch-1.1.0 by this push:
new f419365 HADOOP-17692. [thirdparty] Fix the docker image (#14)
f419365 is described below
commit f41936598801c5be9703c978ddf4f19a98a52433
Author: Wei-Chiu Chuang <we...@apache.org>
AuthorDate: Wed May 12 22:12:33 2021 -0700
HADOOP-17692. [thirdparty] Fix the docker image (#14)
Reviewed-by: Akira Ajisaka <aa...@apache.org>
(cherry picked from commit f19ad4ac471d7f03d7330f4add9c01f263205644)
(cherry picked from commit 49a4cb4204fca7e71d2d8d32c6e7a83da84fa60f)
---
dev-support/docker/Dockerfile | 80 +++++++------------------------------------
1 file changed, 13 insertions(+), 67 deletions(-)
diff --git a/dev-support/docker/Dockerfile b/dev-support/docker/Dockerfile
index 5704bfc..187fc64 100644
--- a/dev-support/docker/Dockerfile
+++ b/dev-support/docker/Dockerfile
@@ -18,7 +18,7 @@
# Dockerfile for installing the necessary dependencies for building Hadoop.
# See BUILDING.txt.
-FROM ubuntu:xenial
+FROM ubuntu:bionic
WORKDIR /root
@@ -44,9 +44,11 @@ ENV DEBCONF_TERSE true
RUN apt-get -q update \
&& apt-get -q install -y --no-install-recommends \
apt-utils \
+ bats \
build-essential \
bzip2 \
clang \
+ cmake \
curl \
doxygen \
fuse \
@@ -57,10 +59,7 @@ RUN apt-get -q update \
libbz2-dev \
libcurl4-openssl-dev \
libfuse-dev \
- libprotobuf-dev \
- libprotoc-dev \
libsasl2-dev \
- libsnappy-dev \
libssl-dev \
libtool \
libzstd1-dev \
@@ -75,8 +74,8 @@ RUN apt-get -q update \
python-setuptools \
python-wheel \
rsync \
+ shellcheck \
software-properties-common \
- snappy \
sudo \
valgrind \
zlib1g-dev \
@@ -93,37 +92,8 @@ RUN apt-get -q update \
&& apt-get clean \
&& rm -rf /var/lib/apt/lists/*
-
-######
-# Install cmake 3.1.0 (3.5.1 ships with Xenial)
-######
-RUN mkdir -p /opt/cmake \
- && curl -L -s -S \
- https://cmake.org/files/v3.1/cmake-3.1.0-Linux-x86_64.tar.gz \
- -o /opt/cmake.tar.gz \
- && tar xzf /opt/cmake.tar.gz --strip-components 1 -C /opt/cmake
-ENV CMAKE_HOME /opt/cmake
-ENV PATH "${PATH}:/opt/cmake/bin"
-
-######
-# Install Google Protobuf 3.7.1 (2.6.0 ships with Xenial)
-######
-# hadolint ignore=DL3003
-RUN mkdir -p /opt/protobuf-src \
- && curl -L -s -S \
- https://github.com/protocolbuffers/protobuf/releases/download/v3.7.1/protobuf-java-3.7.1.tar.gz \
- -o /opt/protobuf.tar.gz \
- && tar xzf /opt/protobuf.tar.gz --strip-components 1 -C /opt/protobuf-src \
- && cd /opt/protobuf-src \
- && ./configure --prefix=/opt/protobuf \
- && make install \
- && cd /root \
- && rm -rf /opt/protobuf-src
-ENV PROTOBUF_HOME /opt/protobuf
-ENV PATH "${PATH}:/opt/protobuf/bin"
-
######
-# Install Apache Maven 3.3.9 (3.3.9 ships with Xenial)
+# Install Apache Maven 3.6.0 (3.6.0 ships with Bionic)
######
# hadolint ignore=DL3008
RUN apt-get -q update \
@@ -131,9 +101,11 @@ RUN apt-get -q update \
&& apt-get clean \
&& rm -rf /var/lib/apt/lists/*
ENV MAVEN_HOME /usr
+# JAVA_HOME must be set in Maven >= 3.5.0 (MNG-6003)
+ENV JAVA_HOME /usr/lib/jvm/java-8-openjdk-amd64
######
-# Install findbugs 3.0.1 (3.0.1 ships with Xenial)
+# Install findbugs 3.1.0 (3.1.0 ships with Bionic)
# Ant is needed for findbugs
######
# hadolint ignore=DL3008
@@ -144,28 +116,14 @@ RUN apt-get -q update \
ENV FINDBUGS_HOME /usr
####
-# Install shellcheck (0.4.6, the latest as of 2017-09-26)
-####
-# hadolint ignore=DL3008
-RUN add-apt-repository -y ppa:hvr/ghc \
- && apt-get -q update \
- && apt-get -q install -y --no-install-recommends shellcheck ghc-8.0.2 \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-####
-# Install bats (0.4.0, the latest as of 2017-09-26, ships with Xenial)
-####
-# hadolint ignore=DL3008
-RUN apt-get -q update \
- && apt-get -q install -y --no-install-recommends bats \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-####
# Install pylint at fixed version (2.0.0 removed python2 support)
# https://github.com/PyCQA/pylint/issues/2294
+#
+# weichiu: as of 05/12/2021, downloading pylint downloads isort>=4.2.5 which
+# points to isort 5.8.0 whic doesn't support python 2.7.
+# Instead, download the last isort 4.x version.
####
+RUN pip2 install isort==4.3.21
RUN pip2 install pylint==1.9.2
####
@@ -174,18 +132,6 @@ RUN pip2 install pylint==1.9.2
RUN pip2 install python-dateutil==2.7.3
###
-# Install node.js for web UI framework (4.2.6 ships with Xenial)
-###
-# hadolint ignore=DL3008, DL3016
-RUN apt-get -q update \
- && apt-get install -y --no-install-recommends nodejs npm \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/* \
- && ln -s /usr/bin/nodejs /usr/bin/node \
- && npm install npm@latest -g \
- && npm install -g jshint
-
-###
# Install hadolint
####
RUN curl -L -s -S \
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org