|
@@ -22,6 +22,8 @@ FROM ubuntu:xenial
|
|
|
|
|
|
WORKDIR /root
|
|
|
|
|
|
+SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
|
+
|
|
|
#####
|
|
|
# Disable suggests/recommends
|
|
|
#####
|
|
@@ -38,120 +40,126 @@ ENV DEBCONF_TERSE true
|
|
|
# WARNING: DO NOT PUT JAVA APPS HERE! Otherwise they will install default
|
|
|
# Ubuntu Java. See Java section below!
|
|
|
######
|
|
|
-RUN apt-get -q update && apt-get -q install -y \
|
|
|
- apt-utils \
|
|
|
- build-essential \
|
|
|
- bzip2 \
|
|
|
- clang \
|
|
|
- curl \
|
|
|
- doxygen \
|
|
|
- fuse \
|
|
|
- g++ \
|
|
|
- gcc \
|
|
|
- git \
|
|
|
- gnupg-agent \
|
|
|
- libbz2-dev \
|
|
|
- libcurl4-openssl-dev \
|
|
|
- libfuse-dev \
|
|
|
- libprotobuf-dev \
|
|
|
- libprotoc-dev \
|
|
|
- libsasl2-dev \
|
|
|
- libsnappy-dev \
|
|
|
- libssl-dev \
|
|
|
- libtool \
|
|
|
- locales \
|
|
|
- make \
|
|
|
- pinentry-curses \
|
|
|
- pkg-config \
|
|
|
- python \
|
|
|
- python2.7 \
|
|
|
- python-pip \
|
|
|
- python-pkg-resources \
|
|
|
- python-setuptools \
|
|
|
- python-wheel \
|
|
|
- rsync \
|
|
|
- software-properties-common \
|
|
|
- snappy \
|
|
|
- sudo \
|
|
|
- valgrind \
|
|
|
- zlib1g-dev
|
|
|
+# hadolint ignore=DL3008
|
|
|
+RUN apt-get -q update \
|
|
|
+ && apt-get -q install -y --no-install-recommends \
|
|
|
+ apt-utils \
|
|
|
+ build-essential \
|
|
|
+ bzip2 \
|
|
|
+ clang \
|
|
|
+ curl \
|
|
|
+ doxygen \
|
|
|
+ fuse \
|
|
|
+ g++ \
|
|
|
+ gcc \
|
|
|
+ git \
|
|
|
+ gnupg-agent \
|
|
|
+ libbz2-dev \
|
|
|
+ libcurl4-openssl-dev \
|
|
|
+ libfuse-dev \
|
|
|
+ libprotobuf-dev \
|
|
|
+ libprotoc-dev \
|
|
|
+ libsasl2-dev \
|
|
|
+ libsnappy-dev \
|
|
|
+ libssl-dev \
|
|
|
+ libtool \
|
|
|
+ locales \
|
|
|
+ make \
|
|
|
+ pinentry-curses \
|
|
|
+ pkg-config \
|
|
|
+ python \
|
|
|
+ python2.7 \
|
|
|
+ python-pip \
|
|
|
+ python-pkg-resources \
|
|
|
+ python-setuptools \
|
|
|
+ python-wheel \
|
|
|
+ rsync \
|
|
|
+ software-properties-common \
|
|
|
+ snappy \
|
|
|
+ sudo \
|
|
|
+ valgrind \
|
|
|
+ zlib1g-dev \
|
|
|
+ && apt-get clean \
|
|
|
+ && rm -rf /var/lib/apt/lists/*
|
|
|
|
|
|
-#######
|
|
|
-# OpenJDK 8
|
|
|
-#######
|
|
|
-RUN apt-get -q install -y openjdk-8-jdk
|
|
|
|
|
|
#######
|
|
|
-# OpenJDK 9
|
|
|
-# w/workaround for
|
|
|
-# https://bugs.launchpad.net/ubuntu/+source/openjdk-9/+bug/1593191
|
|
|
+# OpenJDK 8
|
|
|
#######
|
|
|
-RUN apt-get -o Dpkg::Options::="--force-overwrite" \
|
|
|
- -q install -y \
|
|
|
- openjdk-9-jdk-headless
|
|
|
+# hadolint ignore=DL3008
|
|
|
+RUN apt-get -q update \
|
|
|
+ && apt-get -q install -y --no-install-recommends openjdk-8-jdk libbcprov-java \
|
|
|
+ && apt-get clean \
|
|
|
+ && rm -rf /var/lib/apt/lists/*
|
|
|
|
|
|
-#######
|
|
|
-# Set default Java
|
|
|
-#######
|
|
|
-#
|
|
|
-# By default, OpenJDK sets the default Java to the highest version.
|
|
|
-# We want the opposite, soooooo....
|
|
|
-#
|
|
|
-RUN update-java-alternatives --set java-1.8.0-openjdk-amd64
|
|
|
-RUN update-alternatives --get-selections | grep -i jdk | \
|
|
|
- while read line; do \
|
|
|
- alternative=$(echo $line | awk '{print $1}'); \
|
|
|
- path=$(echo $line | awk '{print $3}'); \
|
|
|
- newpath=$(echo $path | sed -e 's/java-9/java-8/'); \
|
|
|
- update-alternatives --set $alternative $newpath; \
|
|
|
- done
|
|
|
|
|
|
######
|
|
|
# Install cmake 3.1.0 (3.5.1 ships with Xenial)
|
|
|
######
|
|
|
-RUN mkdir -p /opt/cmake && \
|
|
|
- curl -L -s -S \
|
|
|
+RUN mkdir -p /opt/cmake \
|
|
|
+ && curl -L -s -S \
|
|
|
https://cmake.org/files/v3.1/cmake-3.1.0-Linux-x86_64.tar.gz \
|
|
|
- -o /opt/cmake.tar.gz && \
|
|
|
- tar xzf /opt/cmake.tar.gz --strip-components 1 -C /opt/cmake
|
|
|
+ -o /opt/cmake.tar.gz \
|
|
|
+ && tar xzf /opt/cmake.tar.gz --strip-components 1 -C /opt/cmake
|
|
|
ENV CMAKE_HOME /opt/cmake
|
|
|
ENV PATH "${PATH}:/opt/cmake/bin"
|
|
|
|
|
|
######
|
|
|
# Install Google Protobuf 2.5.0 (2.6.0 ships with Xenial)
|
|
|
######
|
|
|
-RUN mkdir -p /opt/protobuf-src && \
|
|
|
- curl -L -s -S \
|
|
|
+# hadolint ignore=DL3003
|
|
|
+RUN mkdir -p /opt/protobuf-src \
|
|
|
+ && curl -L -s -S \
|
|
|
https://github.com/google/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.gz \
|
|
|
- -o /opt/protobuf.tar.gz && \
|
|
|
- tar xzf /opt/protobuf.tar.gz --strip-components 1 -C /opt/protobuf-src
|
|
|
-RUN cd /opt/protobuf-src && ./configure --prefix=/opt/protobuf && make install
|
|
|
+ -o /opt/protobuf.tar.gz \
|
|
|
+ && tar xzf /opt/protobuf.tar.gz --strip-components 1 -C /opt/protobuf-src \
|
|
|
+ && cd /opt/protobuf-src \
|
|
|
+ && ./configure --prefix=/opt/protobuf \
|
|
|
+ && make install \
|
|
|
+ && cd /root \
|
|
|
+ && rm -rf /opt/protobuf-src
|
|
|
ENV PROTOBUF_HOME /opt/protobuf
|
|
|
ENV PATH "${PATH}:/opt/protobuf/bin"
|
|
|
|
|
|
######
|
|
|
# Install Apache Maven 3.3.9 (3.3.9 ships with Xenial)
|
|
|
######
|
|
|
-RUN apt-get -q update && apt-get -q install -y maven
|
|
|
+# hadolint ignore=DL3008
|
|
|
+RUN apt-get -q update \
|
|
|
+ && apt-get -q install -y --no-install-recommends maven \
|
|
|
+ && apt-get clean \
|
|
|
+ && rm -rf /var/lib/apt/lists/*
|
|
|
ENV MAVEN_HOME /usr
|
|
|
|
|
|
######
|
|
|
# Install findbugs 3.0.1 (3.0.1 ships with Xenial)
|
|
|
# Ant is needed for findbugs
|
|
|
######
|
|
|
-RUN apt-get -q update && apt-get -q install -y findbugs ant
|
|
|
+# hadolint ignore=DL3008
|
|
|
+RUN apt-get -q update \
|
|
|
+ && apt-get -q install -y --no-install-recommends findbugs ant \
|
|
|
+ && apt-get clean \
|
|
|
+ && rm -rf /var/lib/apt/lists/*
|
|
|
ENV FINDBUGS_HOME /usr
|
|
|
|
|
|
####
|
|
|
# Install shellcheck (0.4.6, the latest as of 2017-09-26)
|
|
|
####
|
|
|
-RUN add-apt-repository -y ppa:jonathonf/ghc-8.0.2
|
|
|
-RUN apt-get -q update && apt-get -q install -y shellcheck
|
|
|
+# hadolint ignore=DL3008
|
|
|
+RUN add-apt-repository -y ppa:jonathonf/ghc-8.0.2 \
|
|
|
+ && apt-get -q update \
|
|
|
+ && apt-get -q install -y --no-install-recommends shellcheck \
|
|
|
+ && apt-get clean \
|
|
|
+ && rm -rf /var/lib/apt/lists/*
|
|
|
|
|
|
####
|
|
|
# Install bats (0.4.0, the latest as of 2017-09-26, ships with Xenial)
|
|
|
####
|
|
|
-RUN apt-get -q update && apt-get -q install -y bats
|
|
|
+# hadolint ignore=DL3008
|
|
|
+RUN apt-get -q update \
|
|
|
+ && apt-get -q install -y --no-install-recommends bats \
|
|
|
+ && apt-get clean \
|
|
|
+ && rm -rf /var/lib/apt/lists/*
|
|
|
|
|
|
####
|
|
|
# Install pylint at fixed version (2.0.0 removed python2 support)
|
|
@@ -162,17 +170,29 @@ RUN pip2 install pylint==1.9.2
|
|
|
####
|
|
|
# Install dateutil.parser
|
|
|
####
|
|
|
-RUN pip2 install python-dateutil
|
|
|
+RUN pip2 install python-dateutil==2.7.3
|
|
|
|
|
|
###
|
|
|
# Install node.js for web UI framework (4.2.6 ships with Xenial)
|
|
|
###
|
|
|
-RUN apt-get -y install nodejs && \
|
|
|
- ln -s /usr/bin/nodejs /usr/bin/node && \
|
|
|
- apt-get -y install npm && \
|
|
|
- npm install npm@latest -g && \
|
|
|
- npm install -g bower && \
|
|
|
- npm install -g ember-cli
|
|
|
+# hadolint ignore=DL3008, DL3016
|
|
|
+RUN apt-get -q update \
|
|
|
+ && apt-get install -y --no-install-recommends nodejs npm \
|
|
|
+ && apt-get clean \
|
|
|
+ && rm -rf /var/lib/apt/lists/* \
|
|
|
+ && ln -s /usr/bin/nodejs /usr/bin/node \
|
|
|
+ && npm install npm@latest -g \
|
|
|
+ && npm install -g jshint
|
|
|
+
|
|
|
+###
|
|
|
+# Install hadolint
|
|
|
+####
|
|
|
+RUN curl -L -s -S \
|
|
|
+ https://github.com/hadolint/hadolint/releases/download/v1.11.1/hadolint-Linux-x86_64 \
|
|
|
+ -o /bin/hadolint \
|
|
|
+ && chmod a+rx /bin/hadolint \
|
|
|
+ && shasum -a 512 /bin/hadolint | \
|
|
|
+ awk '$1!="734e37c1f6619cbbd86b9b249e69c9af8ee1ea87a2b1ff71dccda412e9dac35e63425225a95d71572091a3f0a11e9a04c2fc25d9e91b840530c26af32b9891ca" {exit(1)}'
|
|
|
|
|
|
###
|
|
|
# Avoid out of memory errors in builds
|
|
@@ -189,21 +209,27 @@ ENV MAVEN_OPTS -Xms256m -Xmx1536m
|
|
|
####
|
|
|
# Install svn & Forrest (for Apache Hadoop website)
|
|
|
###
|
|
|
-RUN apt-get -q update && apt-get -q install -y subversion
|
|
|
-
|
|
|
-RUN mkdir -p /opt/apache-forrest && \
|
|
|
- curl -L -s -S \
|
|
|
+# hadolint ignore=DL3008
|
|
|
+RUN apt-get -q update \
|
|
|
+ && apt-get -q install -y --no-install-recommends subversion \
|
|
|
+ && apt-get clean \
|
|
|
+ && rm -rf /var/lib/apt/lists/*
|
|
|
+
|
|
|
+RUN mkdir -p /opt/apache-forrest \
|
|
|
+ && curl -L -s -S \
|
|
|
https://archive.apache.org/dist/forrest/0.8/apache-forrest-0.8.tar.gz \
|
|
|
- -o /opt/forrest.tar.gz && \
|
|
|
- tar xzf /opt/forrest.tar.gz --strip-components 1 -C /opt/apache-forrest
|
|
|
+ -o /opt/forrest.tar.gz \
|
|
|
+ && tar xzf /opt/forrest.tar.gz --strip-components 1 -C /opt/apache-forrest
|
|
|
RUN echo 'forrest.home=/opt/apache-forrest' > build.properties
|
|
|
ENV FORREST_HOME=/opt/apache-forrest
|
|
|
|
|
|
# Hugo static website generator (for new hadoop site and Ozone docs)
|
|
|
-RUN curl -L -o hugo.deb https://github.com/gohugoio/hugo/releases/download/v0.30.2/hugo_0.30.2_Linux-64bit.deb && dpkg --install hugo.deb && rm hugo.deb
|
|
|
+RUN curl -L -o hugo.deb https://github.com/gohugoio/hugo/releases/download/v0.30.2/hugo_0.30.2_Linux-64bit.deb \
|
|
|
+ && dpkg --install hugo.deb \
|
|
|
+ && rm hugo.deb
|
|
|
|
|
|
# Add a welcome message and environment checks.
|
|
|
-ADD hadoop_env_checks.sh /root/hadoop_env_checks.sh
|
|
|
+COPY hadoop_env_checks.sh /root/hadoop_env_checks.sh
|
|
|
RUN chmod 755 /root/hadoop_env_checks.sh
|
|
|
-RUN echo '~/hadoop_env_checks.sh' >> /root/.bashrc
|
|
|
-
|
|
|
+# hadolint ignore=SC2016
|
|
|
+RUN echo '${HOME}/hadoop_env_checks.sh' >> /root/.bashrc
|