This is an automated email from the ASF dual-hosted git repository. hxb pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink-docker.git
The following commit(s) were added to refs/heads/master by this push: new 1fdd019 [hotfix] Remove 1.14 1fdd019 is described below commit 1fdd0197eb3f8e02b1554553e87b959948e315b5 Author: huangxingbo <h...@apache.org> AuthorDate: Thu Oct 27 10:29:37 2022 +0800 [hotfix] Remove 1.14 This closes #139. --- 1.14/scala_2.11-java11-ubuntu/Dockerfile | 87 ------------ 1.14/scala_2.11-java11-ubuntu/docker-entrypoint.sh | 152 --------------------- 1.14/scala_2.11-java11-ubuntu/release.metadata | 2 - 1.14/scala_2.11-java8-ubuntu/Dockerfile | 87 ------------ 1.14/scala_2.11-java8-ubuntu/docker-entrypoint.sh | 152 --------------------- 1.14/scala_2.11-java8-ubuntu/release.metadata | 2 - 1.14/scala_2.12-java11-ubuntu/Dockerfile | 87 ------------ 1.14/scala_2.12-java11-ubuntu/docker-entrypoint.sh | 152 --------------------- 1.14/scala_2.12-java11-ubuntu/release.metadata | 2 - 1.14/scala_2.12-java8-ubuntu/Dockerfile | 87 ------------ 1.14/scala_2.12-java8-ubuntu/docker-entrypoint.sh | 152 --------------------- 1.14/scala_2.12-java8-ubuntu/release.metadata | 2 - 12 files changed, 964 deletions(-) diff --git a/1.14/scala_2.11-java11-ubuntu/Dockerfile b/1.14/scala_2.11-java11-ubuntu/Dockerfile deleted file mode 100644 index 33fc135..0000000 --- a/1.14/scala_2.11-java11-ubuntu/Dockerfile +++ /dev/null @@ -1,87 +0,0 @@ -############################################################################### -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -############################################################################### - -FROM eclipse-temurin:11-jre-jammy - -# Install dependencies -RUN set -ex; \ - apt-get update; \ - apt-get -y install gpg libsnappy1v5 gettext-base libjemalloc-dev; \ - rm -rf /var/lib/apt/lists/* - -# Grab gosu for easy step-down from root -ENV GOSU_VERSION 1.11 -RUN set -ex; \ - wget -nv -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture)"; \ - wget -nv -O /usr/local/bin/gosu.asc "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture).asc"; \ - export GNUPGHOME="$(mktemp -d)"; \ - for server in ha.pool.sks-keyservers.net $(shuf -e \ - hkp://p80.pool.sks-keyservers.net:80 \ - keyserver.ubuntu.com \ - hkp://keyserver.ubuntu.com:80 \ - pgp.mit.edu) ; do \ - gpg --batch --keyserver "$server" --recv-keys B42F6819007F00F88E364FD4036A9C25BF357DD4 && break || : ; \ - done && \ - gpg --batch --verify /usr/local/bin/gosu.asc /usr/local/bin/gosu; \ - gpgconf --kill all; \ - rm -rf "$GNUPGHOME" /usr/local/bin/gosu.asc; \ - chmod +x /usr/local/bin/gosu; \ - gosu nobody true - -# Configure Flink version -ENV FLINK_TGZ_URL=https://www.apache.org/dyn/closer.cgi?action=download&filename=flink/flink-1.14.6/flink-1.14.6-bin-scala_2.11.tgz \ - FLINK_ASC_URL=https://www.apache.org/dist/flink/flink-1.14.6/flink-1.14.6-bin-scala_2.11.tgz.asc \ - GPG_KEY=EB3FE0FA3282FAF822E434AE3C2C9FFB59DF9F3E \ - CHECK_GPG=true - -# Prepare environment -ENV FLINK_HOME=/opt/flink -ENV PATH=$FLINK_HOME/bin:$PATH -RUN groupadd --system --gid=9999 flink && \ - useradd --system --home-dir $FLINK_HOME --uid=9999 --gid=flink flink -WORKDIR $FLINK_HOME - -# Install Flink -RUN set -ex; \ - wget -nv -O flink.tgz "$FLINK_TGZ_URL"; \ - \ - if [ "$CHECK_GPG" = "true" ]; then \ - wget -nv -O flink.tgz.asc "$FLINK_ASC_URL"; \ - export GNUPGHOME="$(mktemp -d)"; \ - for server in ha.pool.sks-keyservers.net $(shuf -e \ - hkp://p80.pool.sks-keyservers.net:80 \ - keyserver.ubuntu.com \ - hkp://keyserver.ubuntu.com:80 \ - pgp.mit.edu) ; do \ - gpg --batch --keyserver "$server" --recv-keys "$GPG_KEY" && break || : ; \ - done && \ - gpg --batch --verify flink.tgz.asc flink.tgz; \ - gpgconf --kill all; \ - rm -rf "$GNUPGHOME" flink.tgz.asc; \ - fi; \ - \ - tar -xf flink.tgz --strip-components=1; \ - rm flink.tgz; \ - \ - chown -R flink:flink .; - -# Configure container -COPY docker-entrypoint.sh / -ENTRYPOINT ["/docker-entrypoint.sh"] -EXPOSE 6123 8081 -CMD ["help"] diff --git a/1.14/scala_2.11-java11-ubuntu/docker-entrypoint.sh b/1.14/scala_2.11-java11-ubuntu/docker-entrypoint.sh deleted file mode 100755 index 8b0350e..0000000 --- a/1.14/scala_2.11-java11-ubuntu/docker-entrypoint.sh +++ /dev/null @@ -1,152 +0,0 @@ -#!/usr/bin/env bash - -############################################################################### -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -############################################################################### - -COMMAND_STANDALONE="standalone-job" -COMMAND_HISTORY_SERVER="history-server" - -# If unspecified, the hostname of the container is taken as the JobManager address -JOB_MANAGER_RPC_ADDRESS=${JOB_MANAGER_RPC_ADDRESS:-$(hostname -f)} -CONF_FILE="${FLINK_HOME}/conf/flink-conf.yaml" - -drop_privs_cmd() { - if [ $(id -u) != 0 ]; then - # Don't need to drop privs if EUID != 0 - return - elif [ -x /sbin/su-exec ]; then - # Alpine - echo su-exec flink - else - # Others - echo gosu flink - fi -} - -copy_plugins_if_required() { - if [ -z "$ENABLE_BUILT_IN_PLUGINS" ]; then - return 0 - fi - - echo "Enabling required built-in plugins" - for target_plugin in $(echo "$ENABLE_BUILT_IN_PLUGINS" | tr ';' ' '); do - echo "Linking ${target_plugin} to plugin directory" - plugin_name=${target_plugin%.jar} - - mkdir -p "${FLINK_HOME}/plugins/${plugin_name}" - if [ ! -e "${FLINK_HOME}/opt/${target_plugin}" ]; then - echo "Plugin ${target_plugin} does not exist. Exiting." - exit 1 - else - ln -fs "${FLINK_HOME}/opt/${target_plugin}" "${FLINK_HOME}/plugins/${plugin_name}" - echo "Successfully enabled ${target_plugin}" - fi - done -} - -set_config_option() { - local option=$1 - local value=$2 - - # escape periods for usage in regular expressions - local escaped_option=$(echo ${option} | sed -e "s/\./\\\./g") - - # either override an existing entry, or append a new one - if grep -E "^${escaped_option}:.*" "${CONF_FILE}" > /dev/null; then - sed -i -e "s/${escaped_option}:.*/$option: $value/g" "${CONF_FILE}" - else - echo "${option}: ${value}" >> "${CONF_FILE}" - fi -} - -prepare_configuration() { - set_config_option jobmanager.rpc.address ${JOB_MANAGER_RPC_ADDRESS} - set_config_option blob.server.port 6124 - set_config_option query.server.port 6125 - - if [ -n "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}" ]; then - set_config_option taskmanager.numberOfTaskSlots ${TASK_MANAGER_NUMBER_OF_TASK_SLOTS} - fi - - if [ -n "${FLINK_PROPERTIES}" ]; then - echo "${FLINK_PROPERTIES}" >> "${CONF_FILE}" - fi - envsubst < "${CONF_FILE}" > "${CONF_FILE}.tmp" && mv "${CONF_FILE}.tmp" "${CONF_FILE}" -} - -maybe_enable_jemalloc() { - if [ "${DISABLE_JEMALLOC:-false}" == "false" ]; then - JEMALLOC_PATH="/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so" - JEMALLOC_FALLBACK="/usr/lib/x86_64-linux-gnu/libjemalloc.so" - if [ -f "$JEMALLOC_PATH" ]; then - export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_PATH - elif [ -f "$JEMALLOC_FALLBACK" ]; then - export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_FALLBACK - else - if [ "$JEMALLOC_PATH" = "$JEMALLOC_FALLBACK" ]; then - MSG_PATH=$JEMALLOC_PATH - else - MSG_PATH="$JEMALLOC_PATH and $JEMALLOC_FALLBACK" - fi - echo "WARNING: attempted to load jemalloc from $MSG_PATH but the library couldn't be found. glibc will be used instead." - fi - fi -} - -maybe_enable_jemalloc - -copy_plugins_if_required - -prepare_configuration - -args=("$@") -if [ "$1" = "help" ]; then - printf "Usage: $(basename "$0") (jobmanager|${COMMAND_STANDALONE}|taskmanager|${COMMAND_HISTORY_SERVER})\n" - printf " Or $(basename "$0") help\n\n" - printf "By default, Flink image adopts jemalloc as default memory allocator. This behavior can be disabled by setting the 'DISABLE_JEMALLOC' environment variable to 'true'.\n" - exit 0 -elif [ "$1" = "jobmanager" ]; then - args=("${args[@]:1}") - - echo "Starting Job Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/jobmanager.sh" start-foreground "${args[@]}" -elif [ "$1" = ${COMMAND_STANDALONE} ]; then - args=("${args[@]:1}") - - echo "Starting Job Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/standalone-job.sh" start-foreground "${args[@]}" -elif [ "$1" = ${COMMAND_HISTORY_SERVER} ]; then - args=("${args[@]:1}") - - echo "Starting History Server" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/historyserver.sh" start-foreground "${args[@]}" -elif [ "$1" = "taskmanager" ]; then - args=("${args[@]:1}") - - echo "Starting Task Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/taskmanager.sh" start-foreground "${args[@]}" -fi - -args=("${args[@]}") - -# Running command in pass-through mode -exec $(drop_privs_cmd) "${args[@]}" diff --git a/1.14/scala_2.11-java11-ubuntu/release.metadata b/1.14/scala_2.11-java11-ubuntu/release.metadata deleted file mode 100644 index 225bf36..0000000 --- a/1.14/scala_2.11-java11-ubuntu/release.metadata +++ /dev/null @@ -1,2 +0,0 @@ -Tags: 1.14.6-scala_2.11-java11, 1.14-scala_2.11-java11, scala_2.11-java11 -Architectures: amd64,arm64v8 diff --git a/1.14/scala_2.11-java8-ubuntu/Dockerfile b/1.14/scala_2.11-java8-ubuntu/Dockerfile deleted file mode 100644 index 9d01248..0000000 --- a/1.14/scala_2.11-java8-ubuntu/Dockerfile +++ /dev/null @@ -1,87 +0,0 @@ -############################################################################### -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -############################################################################### - -FROM eclipse-temurin:8-jre-jammy - -# Install dependencies -RUN set -ex; \ - apt-get update; \ - apt-get -y install gpg libsnappy1v5 gettext-base libjemalloc-dev; \ - rm -rf /var/lib/apt/lists/* - -# Grab gosu for easy step-down from root -ENV GOSU_VERSION 1.11 -RUN set -ex; \ - wget -nv -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture)"; \ - wget -nv -O /usr/local/bin/gosu.asc "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture).asc"; \ - export GNUPGHOME="$(mktemp -d)"; \ - for server in ha.pool.sks-keyservers.net $(shuf -e \ - hkp://p80.pool.sks-keyservers.net:80 \ - keyserver.ubuntu.com \ - hkp://keyserver.ubuntu.com:80 \ - pgp.mit.edu) ; do \ - gpg --batch --keyserver "$server" --recv-keys B42F6819007F00F88E364FD4036A9C25BF357DD4 && break || : ; \ - done && \ - gpg --batch --verify /usr/local/bin/gosu.asc /usr/local/bin/gosu; \ - gpgconf --kill all; \ - rm -rf "$GNUPGHOME" /usr/local/bin/gosu.asc; \ - chmod +x /usr/local/bin/gosu; \ - gosu nobody true - -# Configure Flink version -ENV FLINK_TGZ_URL=https://www.apache.org/dyn/closer.cgi?action=download&filename=flink/flink-1.14.6/flink-1.14.6-bin-scala_2.11.tgz \ - FLINK_ASC_URL=https://www.apache.org/dist/flink/flink-1.14.6/flink-1.14.6-bin-scala_2.11.tgz.asc \ - GPG_KEY=EB3FE0FA3282FAF822E434AE3C2C9FFB59DF9F3E \ - CHECK_GPG=true - -# Prepare environment -ENV FLINK_HOME=/opt/flink -ENV PATH=$FLINK_HOME/bin:$PATH -RUN groupadd --system --gid=9999 flink && \ - useradd --system --home-dir $FLINK_HOME --uid=9999 --gid=flink flink -WORKDIR $FLINK_HOME - -# Install Flink -RUN set -ex; \ - wget -nv -O flink.tgz "$FLINK_TGZ_URL"; \ - \ - if [ "$CHECK_GPG" = "true" ]; then \ - wget -nv -O flink.tgz.asc "$FLINK_ASC_URL"; \ - export GNUPGHOME="$(mktemp -d)"; \ - for server in ha.pool.sks-keyservers.net $(shuf -e \ - hkp://p80.pool.sks-keyservers.net:80 \ - keyserver.ubuntu.com \ - hkp://keyserver.ubuntu.com:80 \ - pgp.mit.edu) ; do \ - gpg --batch --keyserver "$server" --recv-keys "$GPG_KEY" && break || : ; \ - done && \ - gpg --batch --verify flink.tgz.asc flink.tgz; \ - gpgconf --kill all; \ - rm -rf "$GNUPGHOME" flink.tgz.asc; \ - fi; \ - \ - tar -xf flink.tgz --strip-components=1; \ - rm flink.tgz; \ - \ - chown -R flink:flink .; - -# Configure container -COPY docker-entrypoint.sh / -ENTRYPOINT ["/docker-entrypoint.sh"] -EXPOSE 6123 8081 -CMD ["help"] diff --git a/1.14/scala_2.11-java8-ubuntu/docker-entrypoint.sh b/1.14/scala_2.11-java8-ubuntu/docker-entrypoint.sh deleted file mode 100755 index 8b0350e..0000000 --- a/1.14/scala_2.11-java8-ubuntu/docker-entrypoint.sh +++ /dev/null @@ -1,152 +0,0 @@ -#!/usr/bin/env bash - -############################################################################### -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -############################################################################### - -COMMAND_STANDALONE="standalone-job" -COMMAND_HISTORY_SERVER="history-server" - -# If unspecified, the hostname of the container is taken as the JobManager address -JOB_MANAGER_RPC_ADDRESS=${JOB_MANAGER_RPC_ADDRESS:-$(hostname -f)} -CONF_FILE="${FLINK_HOME}/conf/flink-conf.yaml" - -drop_privs_cmd() { - if [ $(id -u) != 0 ]; then - # Don't need to drop privs if EUID != 0 - return - elif [ -x /sbin/su-exec ]; then - # Alpine - echo su-exec flink - else - # Others - echo gosu flink - fi -} - -copy_plugins_if_required() { - if [ -z "$ENABLE_BUILT_IN_PLUGINS" ]; then - return 0 - fi - - echo "Enabling required built-in plugins" - for target_plugin in $(echo "$ENABLE_BUILT_IN_PLUGINS" | tr ';' ' '); do - echo "Linking ${target_plugin} to plugin directory" - plugin_name=${target_plugin%.jar} - - mkdir -p "${FLINK_HOME}/plugins/${plugin_name}" - if [ ! -e "${FLINK_HOME}/opt/${target_plugin}" ]; then - echo "Plugin ${target_plugin} does not exist. Exiting." - exit 1 - else - ln -fs "${FLINK_HOME}/opt/${target_plugin}" "${FLINK_HOME}/plugins/${plugin_name}" - echo "Successfully enabled ${target_plugin}" - fi - done -} - -set_config_option() { - local option=$1 - local value=$2 - - # escape periods for usage in regular expressions - local escaped_option=$(echo ${option} | sed -e "s/\./\\\./g") - - # either override an existing entry, or append a new one - if grep -E "^${escaped_option}:.*" "${CONF_FILE}" > /dev/null; then - sed -i -e "s/${escaped_option}:.*/$option: $value/g" "${CONF_FILE}" - else - echo "${option}: ${value}" >> "${CONF_FILE}" - fi -} - -prepare_configuration() { - set_config_option jobmanager.rpc.address ${JOB_MANAGER_RPC_ADDRESS} - set_config_option blob.server.port 6124 - set_config_option query.server.port 6125 - - if [ -n "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}" ]; then - set_config_option taskmanager.numberOfTaskSlots ${TASK_MANAGER_NUMBER_OF_TASK_SLOTS} - fi - - if [ -n "${FLINK_PROPERTIES}" ]; then - echo "${FLINK_PROPERTIES}" >> "${CONF_FILE}" - fi - envsubst < "${CONF_FILE}" > "${CONF_FILE}.tmp" && mv "${CONF_FILE}.tmp" "${CONF_FILE}" -} - -maybe_enable_jemalloc() { - if [ "${DISABLE_JEMALLOC:-false}" == "false" ]; then - JEMALLOC_PATH="/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so" - JEMALLOC_FALLBACK="/usr/lib/x86_64-linux-gnu/libjemalloc.so" - if [ -f "$JEMALLOC_PATH" ]; then - export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_PATH - elif [ -f "$JEMALLOC_FALLBACK" ]; then - export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_FALLBACK - else - if [ "$JEMALLOC_PATH" = "$JEMALLOC_FALLBACK" ]; then - MSG_PATH=$JEMALLOC_PATH - else - MSG_PATH="$JEMALLOC_PATH and $JEMALLOC_FALLBACK" - fi - echo "WARNING: attempted to load jemalloc from $MSG_PATH but the library couldn't be found. glibc will be used instead." - fi - fi -} - -maybe_enable_jemalloc - -copy_plugins_if_required - -prepare_configuration - -args=("$@") -if [ "$1" = "help" ]; then - printf "Usage: $(basename "$0") (jobmanager|${COMMAND_STANDALONE}|taskmanager|${COMMAND_HISTORY_SERVER})\n" - printf " Or $(basename "$0") help\n\n" - printf "By default, Flink image adopts jemalloc as default memory allocator. This behavior can be disabled by setting the 'DISABLE_JEMALLOC' environment variable to 'true'.\n" - exit 0 -elif [ "$1" = "jobmanager" ]; then - args=("${args[@]:1}") - - echo "Starting Job Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/jobmanager.sh" start-foreground "${args[@]}" -elif [ "$1" = ${COMMAND_STANDALONE} ]; then - args=("${args[@]:1}") - - echo "Starting Job Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/standalone-job.sh" start-foreground "${args[@]}" -elif [ "$1" = ${COMMAND_HISTORY_SERVER} ]; then - args=("${args[@]:1}") - - echo "Starting History Server" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/historyserver.sh" start-foreground "${args[@]}" -elif [ "$1" = "taskmanager" ]; then - args=("${args[@]:1}") - - echo "Starting Task Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/taskmanager.sh" start-foreground "${args[@]}" -fi - -args=("${args[@]}") - -# Running command in pass-through mode -exec $(drop_privs_cmd) "${args[@]}" diff --git a/1.14/scala_2.11-java8-ubuntu/release.metadata b/1.14/scala_2.11-java8-ubuntu/release.metadata deleted file mode 100644 index dff9a60..0000000 --- a/1.14/scala_2.11-java8-ubuntu/release.metadata +++ /dev/null @@ -1,2 +0,0 @@ -Tags: 1.14.6-scala_2.11-java8, 1.14-scala_2.11-java8, scala_2.11-java8, 1.14.6-scala_2.11, 1.14-scala_2.11, scala_2.11 -Architectures: amd64,arm64v8 diff --git a/1.14/scala_2.12-java11-ubuntu/Dockerfile b/1.14/scala_2.12-java11-ubuntu/Dockerfile deleted file mode 100644 index 0c7b8c8..0000000 --- a/1.14/scala_2.12-java11-ubuntu/Dockerfile +++ /dev/null @@ -1,87 +0,0 @@ -############################################################################### -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -############################################################################### - -FROM eclipse-temurin:11-jre-jammy - -# Install dependencies -RUN set -ex; \ - apt-get update; \ - apt-get -y install gpg libsnappy1v5 gettext-base libjemalloc-dev; \ - rm -rf /var/lib/apt/lists/* - -# Grab gosu for easy step-down from root -ENV GOSU_VERSION 1.11 -RUN set -ex; \ - wget -nv -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture)"; \ - wget -nv -O /usr/local/bin/gosu.asc "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture).asc"; \ - export GNUPGHOME="$(mktemp -d)"; \ - for server in ha.pool.sks-keyservers.net $(shuf -e \ - hkp://p80.pool.sks-keyservers.net:80 \ - keyserver.ubuntu.com \ - hkp://keyserver.ubuntu.com:80 \ - pgp.mit.edu) ; do \ - gpg --batch --keyserver "$server" --recv-keys B42F6819007F00F88E364FD4036A9C25BF357DD4 && break || : ; \ - done && \ - gpg --batch --verify /usr/local/bin/gosu.asc /usr/local/bin/gosu; \ - gpgconf --kill all; \ - rm -rf "$GNUPGHOME" /usr/local/bin/gosu.asc; \ - chmod +x /usr/local/bin/gosu; \ - gosu nobody true - -# Configure Flink version -ENV FLINK_TGZ_URL=https://www.apache.org/dyn/closer.cgi?action=download&filename=flink/flink-1.14.6/flink-1.14.6-bin-scala_2.12.tgz \ - FLINK_ASC_URL=https://www.apache.org/dist/flink/flink-1.14.6/flink-1.14.6-bin-scala_2.12.tgz.asc \ - GPG_KEY=EB3FE0FA3282FAF822E434AE3C2C9FFB59DF9F3E \ - CHECK_GPG=true - -# Prepare environment -ENV FLINK_HOME=/opt/flink -ENV PATH=$FLINK_HOME/bin:$PATH -RUN groupadd --system --gid=9999 flink && \ - useradd --system --home-dir $FLINK_HOME --uid=9999 --gid=flink flink -WORKDIR $FLINK_HOME - -# Install Flink -RUN set -ex; \ - wget -nv -O flink.tgz "$FLINK_TGZ_URL"; \ - \ - if [ "$CHECK_GPG" = "true" ]; then \ - wget -nv -O flink.tgz.asc "$FLINK_ASC_URL"; \ - export GNUPGHOME="$(mktemp -d)"; \ - for server in ha.pool.sks-keyservers.net $(shuf -e \ - hkp://p80.pool.sks-keyservers.net:80 \ - keyserver.ubuntu.com \ - hkp://keyserver.ubuntu.com:80 \ - pgp.mit.edu) ; do \ - gpg --batch --keyserver "$server" --recv-keys "$GPG_KEY" && break || : ; \ - done && \ - gpg --batch --verify flink.tgz.asc flink.tgz; \ - gpgconf --kill all; \ - rm -rf "$GNUPGHOME" flink.tgz.asc; \ - fi; \ - \ - tar -xf flink.tgz --strip-components=1; \ - rm flink.tgz; \ - \ - chown -R flink:flink .; - -# Configure container -COPY docker-entrypoint.sh / -ENTRYPOINT ["/docker-entrypoint.sh"] -EXPOSE 6123 8081 -CMD ["help"] diff --git a/1.14/scala_2.12-java11-ubuntu/docker-entrypoint.sh b/1.14/scala_2.12-java11-ubuntu/docker-entrypoint.sh deleted file mode 100755 index 8b0350e..0000000 --- a/1.14/scala_2.12-java11-ubuntu/docker-entrypoint.sh +++ /dev/null @@ -1,152 +0,0 @@ -#!/usr/bin/env bash - -############################################################################### -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -############################################################################### - -COMMAND_STANDALONE="standalone-job" -COMMAND_HISTORY_SERVER="history-server" - -# If unspecified, the hostname of the container is taken as the JobManager address -JOB_MANAGER_RPC_ADDRESS=${JOB_MANAGER_RPC_ADDRESS:-$(hostname -f)} -CONF_FILE="${FLINK_HOME}/conf/flink-conf.yaml" - -drop_privs_cmd() { - if [ $(id -u) != 0 ]; then - # Don't need to drop privs if EUID != 0 - return - elif [ -x /sbin/su-exec ]; then - # Alpine - echo su-exec flink - else - # Others - echo gosu flink - fi -} - -copy_plugins_if_required() { - if [ -z "$ENABLE_BUILT_IN_PLUGINS" ]; then - return 0 - fi - - echo "Enabling required built-in plugins" - for target_plugin in $(echo "$ENABLE_BUILT_IN_PLUGINS" | tr ';' ' '); do - echo "Linking ${target_plugin} to plugin directory" - plugin_name=${target_plugin%.jar} - - mkdir -p "${FLINK_HOME}/plugins/${plugin_name}" - if [ ! -e "${FLINK_HOME}/opt/${target_plugin}" ]; then - echo "Plugin ${target_plugin} does not exist. Exiting." - exit 1 - else - ln -fs "${FLINK_HOME}/opt/${target_plugin}" "${FLINK_HOME}/plugins/${plugin_name}" - echo "Successfully enabled ${target_plugin}" - fi - done -} - -set_config_option() { - local option=$1 - local value=$2 - - # escape periods for usage in regular expressions - local escaped_option=$(echo ${option} | sed -e "s/\./\\\./g") - - # either override an existing entry, or append a new one - if grep -E "^${escaped_option}:.*" "${CONF_FILE}" > /dev/null; then - sed -i -e "s/${escaped_option}:.*/$option: $value/g" "${CONF_FILE}" - else - echo "${option}: ${value}" >> "${CONF_FILE}" - fi -} - -prepare_configuration() { - set_config_option jobmanager.rpc.address ${JOB_MANAGER_RPC_ADDRESS} - set_config_option blob.server.port 6124 - set_config_option query.server.port 6125 - - if [ -n "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}" ]; then - set_config_option taskmanager.numberOfTaskSlots ${TASK_MANAGER_NUMBER_OF_TASK_SLOTS} - fi - - if [ -n "${FLINK_PROPERTIES}" ]; then - echo "${FLINK_PROPERTIES}" >> "${CONF_FILE}" - fi - envsubst < "${CONF_FILE}" > "${CONF_FILE}.tmp" && mv "${CONF_FILE}.tmp" "${CONF_FILE}" -} - -maybe_enable_jemalloc() { - if [ "${DISABLE_JEMALLOC:-false}" == "false" ]; then - JEMALLOC_PATH="/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so" - JEMALLOC_FALLBACK="/usr/lib/x86_64-linux-gnu/libjemalloc.so" - if [ -f "$JEMALLOC_PATH" ]; then - export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_PATH - elif [ -f "$JEMALLOC_FALLBACK" ]; then - export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_FALLBACK - else - if [ "$JEMALLOC_PATH" = "$JEMALLOC_FALLBACK" ]; then - MSG_PATH=$JEMALLOC_PATH - else - MSG_PATH="$JEMALLOC_PATH and $JEMALLOC_FALLBACK" - fi - echo "WARNING: attempted to load jemalloc from $MSG_PATH but the library couldn't be found. glibc will be used instead." - fi - fi -} - -maybe_enable_jemalloc - -copy_plugins_if_required - -prepare_configuration - -args=("$@") -if [ "$1" = "help" ]; then - printf "Usage: $(basename "$0") (jobmanager|${COMMAND_STANDALONE}|taskmanager|${COMMAND_HISTORY_SERVER})\n" - printf " Or $(basename "$0") help\n\n" - printf "By default, Flink image adopts jemalloc as default memory allocator. This behavior can be disabled by setting the 'DISABLE_JEMALLOC' environment variable to 'true'.\n" - exit 0 -elif [ "$1" = "jobmanager" ]; then - args=("${args[@]:1}") - - echo "Starting Job Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/jobmanager.sh" start-foreground "${args[@]}" -elif [ "$1" = ${COMMAND_STANDALONE} ]; then - args=("${args[@]:1}") - - echo "Starting Job Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/standalone-job.sh" start-foreground "${args[@]}" -elif [ "$1" = ${COMMAND_HISTORY_SERVER} ]; then - args=("${args[@]:1}") - - echo "Starting History Server" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/historyserver.sh" start-foreground "${args[@]}" -elif [ "$1" = "taskmanager" ]; then - args=("${args[@]:1}") - - echo "Starting Task Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/taskmanager.sh" start-foreground "${args[@]}" -fi - -args=("${args[@]}") - -# Running command in pass-through mode -exec $(drop_privs_cmd) "${args[@]}" diff --git a/1.14/scala_2.12-java11-ubuntu/release.metadata b/1.14/scala_2.12-java11-ubuntu/release.metadata deleted file mode 100644 index 2144b8c..0000000 --- a/1.14/scala_2.12-java11-ubuntu/release.metadata +++ /dev/null @@ -1,2 +0,0 @@ -Tags: 1.14.6-scala_2.12-java11, 1.14-scala_2.12-java11, scala_2.12-java11, 1.14.6-java11, 1.14-java11, java11 -Architectures: amd64,arm64v8 diff --git a/1.14/scala_2.12-java8-ubuntu/Dockerfile b/1.14/scala_2.12-java8-ubuntu/Dockerfile deleted file mode 100644 index 3bfa38a..0000000 --- a/1.14/scala_2.12-java8-ubuntu/Dockerfile +++ /dev/null @@ -1,87 +0,0 @@ -############################################################################### -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -############################################################################### - -FROM eclipse-temurin:8-jre-jammy - -# Install dependencies -RUN set -ex; \ - apt-get update; \ - apt-get -y install gpg libsnappy1v5 gettext-base libjemalloc-dev; \ - rm -rf /var/lib/apt/lists/* - -# Grab gosu for easy step-down from root -ENV GOSU_VERSION 1.11 -RUN set -ex; \ - wget -nv -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture)"; \ - wget -nv -O /usr/local/bin/gosu.asc "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture).asc"; \ - export GNUPGHOME="$(mktemp -d)"; \ - for server in ha.pool.sks-keyservers.net $(shuf -e \ - hkp://p80.pool.sks-keyservers.net:80 \ - keyserver.ubuntu.com \ - hkp://keyserver.ubuntu.com:80 \ - pgp.mit.edu) ; do \ - gpg --batch --keyserver "$server" --recv-keys B42F6819007F00F88E364FD4036A9C25BF357DD4 && break || : ; \ - done && \ - gpg --batch --verify /usr/local/bin/gosu.asc /usr/local/bin/gosu; \ - gpgconf --kill all; \ - rm -rf "$GNUPGHOME" /usr/local/bin/gosu.asc; \ - chmod +x /usr/local/bin/gosu; \ - gosu nobody true - -# Configure Flink version -ENV FLINK_TGZ_URL=https://www.apache.org/dyn/closer.cgi?action=download&filename=flink/flink-1.14.6/flink-1.14.6-bin-scala_2.12.tgz \ - FLINK_ASC_URL=https://www.apache.org/dist/flink/flink-1.14.6/flink-1.14.6-bin-scala_2.12.tgz.asc \ - GPG_KEY=EB3FE0FA3282FAF822E434AE3C2C9FFB59DF9F3E \ - CHECK_GPG=true - -# Prepare environment -ENV FLINK_HOME=/opt/flink -ENV PATH=$FLINK_HOME/bin:$PATH -RUN groupadd --system --gid=9999 flink && \ - useradd --system --home-dir $FLINK_HOME --uid=9999 --gid=flink flink -WORKDIR $FLINK_HOME - -# Install Flink -RUN set -ex; \ - wget -nv -O flink.tgz "$FLINK_TGZ_URL"; \ - \ - if [ "$CHECK_GPG" = "true" ]; then \ - wget -nv -O flink.tgz.asc "$FLINK_ASC_URL"; \ - export GNUPGHOME="$(mktemp -d)"; \ - for server in ha.pool.sks-keyservers.net $(shuf -e \ - hkp://p80.pool.sks-keyservers.net:80 \ - keyserver.ubuntu.com \ - hkp://keyserver.ubuntu.com:80 \ - pgp.mit.edu) ; do \ - gpg --batch --keyserver "$server" --recv-keys "$GPG_KEY" && break || : ; \ - done && \ - gpg --batch --verify flink.tgz.asc flink.tgz; \ - gpgconf --kill all; \ - rm -rf "$GNUPGHOME" flink.tgz.asc; \ - fi; \ - \ - tar -xf flink.tgz --strip-components=1; \ - rm flink.tgz; \ - \ - chown -R flink:flink .; - -# Configure container -COPY docker-entrypoint.sh / -ENTRYPOINT ["/docker-entrypoint.sh"] -EXPOSE 6123 8081 -CMD ["help"] diff --git a/1.14/scala_2.12-java8-ubuntu/docker-entrypoint.sh b/1.14/scala_2.12-java8-ubuntu/docker-entrypoint.sh deleted file mode 100755 index 8b0350e..0000000 --- a/1.14/scala_2.12-java8-ubuntu/docker-entrypoint.sh +++ /dev/null @@ -1,152 +0,0 @@ -#!/usr/bin/env bash - -############################################################################### -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -############################################################################### - -COMMAND_STANDALONE="standalone-job" -COMMAND_HISTORY_SERVER="history-server" - -# If unspecified, the hostname of the container is taken as the JobManager address -JOB_MANAGER_RPC_ADDRESS=${JOB_MANAGER_RPC_ADDRESS:-$(hostname -f)} -CONF_FILE="${FLINK_HOME}/conf/flink-conf.yaml" - -drop_privs_cmd() { - if [ $(id -u) != 0 ]; then - # Don't need to drop privs if EUID != 0 - return - elif [ -x /sbin/su-exec ]; then - # Alpine - echo su-exec flink - else - # Others - echo gosu flink - fi -} - -copy_plugins_if_required() { - if [ -z "$ENABLE_BUILT_IN_PLUGINS" ]; then - return 0 - fi - - echo "Enabling required built-in plugins" - for target_plugin in $(echo "$ENABLE_BUILT_IN_PLUGINS" | tr ';' ' '); do - echo "Linking ${target_plugin} to plugin directory" - plugin_name=${target_plugin%.jar} - - mkdir -p "${FLINK_HOME}/plugins/${plugin_name}" - if [ ! -e "${FLINK_HOME}/opt/${target_plugin}" ]; then - echo "Plugin ${target_plugin} does not exist. Exiting." - exit 1 - else - ln -fs "${FLINK_HOME}/opt/${target_plugin}" "${FLINK_HOME}/plugins/${plugin_name}" - echo "Successfully enabled ${target_plugin}" - fi - done -} - -set_config_option() { - local option=$1 - local value=$2 - - # escape periods for usage in regular expressions - local escaped_option=$(echo ${option} | sed -e "s/\./\\\./g") - - # either override an existing entry, or append a new one - if grep -E "^${escaped_option}:.*" "${CONF_FILE}" > /dev/null; then - sed -i -e "s/${escaped_option}:.*/$option: $value/g" "${CONF_FILE}" - else - echo "${option}: ${value}" >> "${CONF_FILE}" - fi -} - -prepare_configuration() { - set_config_option jobmanager.rpc.address ${JOB_MANAGER_RPC_ADDRESS} - set_config_option blob.server.port 6124 - set_config_option query.server.port 6125 - - if [ -n "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}" ]; then - set_config_option taskmanager.numberOfTaskSlots ${TASK_MANAGER_NUMBER_OF_TASK_SLOTS} - fi - - if [ -n "${FLINK_PROPERTIES}" ]; then - echo "${FLINK_PROPERTIES}" >> "${CONF_FILE}" - fi - envsubst < "${CONF_FILE}" > "${CONF_FILE}.tmp" && mv "${CONF_FILE}.tmp" "${CONF_FILE}" -} - -maybe_enable_jemalloc() { - if [ "${DISABLE_JEMALLOC:-false}" == "false" ]; then - JEMALLOC_PATH="/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so" - JEMALLOC_FALLBACK="/usr/lib/x86_64-linux-gnu/libjemalloc.so" - if [ -f "$JEMALLOC_PATH" ]; then - export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_PATH - elif [ -f "$JEMALLOC_FALLBACK" ]; then - export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_FALLBACK - else - if [ "$JEMALLOC_PATH" = "$JEMALLOC_FALLBACK" ]; then - MSG_PATH=$JEMALLOC_PATH - else - MSG_PATH="$JEMALLOC_PATH and $JEMALLOC_FALLBACK" - fi - echo "WARNING: attempted to load jemalloc from $MSG_PATH but the library couldn't be found. glibc will be used instead." - fi - fi -} - -maybe_enable_jemalloc - -copy_plugins_if_required - -prepare_configuration - -args=("$@") -if [ "$1" = "help" ]; then - printf "Usage: $(basename "$0") (jobmanager|${COMMAND_STANDALONE}|taskmanager|${COMMAND_HISTORY_SERVER})\n" - printf " Or $(basename "$0") help\n\n" - printf "By default, Flink image adopts jemalloc as default memory allocator. This behavior can be disabled by setting the 'DISABLE_JEMALLOC' environment variable to 'true'.\n" - exit 0 -elif [ "$1" = "jobmanager" ]; then - args=("${args[@]:1}") - - echo "Starting Job Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/jobmanager.sh" start-foreground "${args[@]}" -elif [ "$1" = ${COMMAND_STANDALONE} ]; then - args=("${args[@]:1}") - - echo "Starting Job Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/standalone-job.sh" start-foreground "${args[@]}" -elif [ "$1" = ${COMMAND_HISTORY_SERVER} ]; then - args=("${args[@]:1}") - - echo "Starting History Server" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/historyserver.sh" start-foreground "${args[@]}" -elif [ "$1" = "taskmanager" ]; then - args=("${args[@]:1}") - - echo "Starting Task Manager" - - exec $(drop_privs_cmd) "$FLINK_HOME/bin/taskmanager.sh" start-foreground "${args[@]}" -fi - -args=("${args[@]}") - -# Running command in pass-through mode -exec $(drop_privs_cmd) "${args[@]}" diff --git a/1.14/scala_2.12-java8-ubuntu/release.metadata b/1.14/scala_2.12-java8-ubuntu/release.metadata deleted file mode 100644 index 63a32cd..0000000 --- a/1.14/scala_2.12-java8-ubuntu/release.metadata +++ /dev/null @@ -1,2 +0,0 @@ -Tags: 1.14.6-scala_2.12-java8, 1.14-scala_2.12-java8, scala_2.12-java8, 1.14.6-scala_2.12, 1.14-scala_2.12, scala_2.12, 1.14.6-java8, 1.14-java8, java8, 1.14.6, 1.14, latest -Architectures: amd64,arm64v8