From 3c56af4034480e4a8ab2b329815425d9647c1a7f Mon Sep 17 00:00:00 2001 From: openeuler_bot Date: Mon, 25 Aug 2025 04:15:27 +0000 Subject: [PATCH] 24.03-lts-sp1 update flink to 2.1.0 --- Bigdata/flink/2.1.0/24.03-lts-sp1/Dockerfile | 58 ++++++ .../2.1.0/24.03-lts-sp1/docker-entrypoint.sh | 187 ++++++++++++++++++ Bigdata/flink/README.md | 1 + Bigdata/flink/doc/image-info.yml | 1 + Bigdata/flink/meta.yml | 3 + 5 files changed, 250 insertions(+) create mode 100644 Bigdata/flink/2.1.0/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/flink/2.1.0/24.03-lts-sp1/docker-entrypoint.sh diff --git a/Bigdata/flink/2.1.0/24.03-lts-sp1/Dockerfile b/Bigdata/flink/2.1.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..bdcd6d40 --- /dev/null +++ b/Bigdata/flink/2.1.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,58 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM ${BASE} +ARG VERSION=2.1.0 +ARG TARGETARCH + +# Install dependencies +RUN dnf install -y java-21-openjdk-headless \ + wget \ + gpg \ + gettext \ + jemalloc \ + snappy \ + shadow-utils \ + util-linux \ + coreutils \ + hostname \ + && dnf clean all \ + && rm -rf /var/cache/dnf/* + +# Grab gosu for easy step-down from root +ENV GOSU_VERSION 1.11 +RUN wget -nv -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/${GOSU_VERSION}/gosu-${TARGETARCH}" && \ + chmod +x /usr/local/bin/gosu && \ + gosu nobody true + +# Configure Flink version +ENV FLINK_TGZ_URL=https://dlcdn.apache.org/flink/flink-${VERSION}/flink-${VERSION}-bin-scala_2.12.tgz +ENV FLINK_HOME=/opt/flink +ENV PATH=/opt/flink/bin:$PATH + +# Prepare environment +RUN groupadd -g 9999 flink && \ + useradd -u 9999 -g flink -d $FLINK_HOME -s /sbin/nologin flink + +WORKDIR $FLINK_HOME + +# Install Flink +RUN set -ex && \ + wget -nv -O flink.tgz "$FLINK_TGZ_URL" && \ + tar -xf flink.tgz --strip-components=1 && \ + rm flink.tgz && \ + chown -R flink:flink .; \ + # Replace default REST/RPC endpoint bind address to use the container's network interface \ + CONF_FILE="${FLINK_HOME}/conf/config.yaml"; \ + /bin/bash "$FLINK_HOME/bin/config-parser-utils.sh" "${FLINK_HOME}/conf" "${FLINK_HOME}/bin" "${FLINK_HOME}/lib" \ + "-repKV" "rest.address,localhost,0.0.0.0" \ + "-repKV" "rest.bind-address,localhost,0.0.0.0" \ + "-repKV" "jobmanager.bind-host,localhost,0.0.0.0" \ + "-repKV" "taskmanager.bind-host,localhost,0.0.0.0" \ + "-rmKV" "taskmanager.host=localhost"; + +# Configure container +COPY docker-entrypoint.sh / +RUN chmod +x /docker-entrypoint.sh +ENTRYPOINT ["/docker-entrypoint.sh"] +EXPOSE 6123 8081 +CMD ["help"] + diff --git a/Bigdata/flink/2.1.0/24.03-lts-sp1/docker-entrypoint.sh b/Bigdata/flink/2.1.0/24.03-lts-sp1/docker-entrypoint.sh new file mode 100644 index 00000000..e2851424 --- /dev/null +++ b/Bigdata/flink/2.1.0/24.03-lts-sp1/docker-entrypoint.sh @@ -0,0 +1,187 @@ +#!/usr/bin/env bash + +############################################################################### +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +############################################################################### + +COMMAND_STANDALONE="standalone-job" +COMMAND_HISTORY_SERVER="history-server" + +# If unspecified, the hostname of the container is taken as the JobManager address +JOB_MANAGER_RPC_ADDRESS=${JOB_MANAGER_RPC_ADDRESS:-$(hostname -f)} +CONF_FILE_DIR="${FLINK_HOME}/conf" + +drop_privs_cmd() { + if [ $(id -u) != 0 ]; then + # Don't need to drop privs if EUID != 0 + return + elif [ -x /sbin/su-exec ]; then + # Alpine + echo su-exec flink + else + # Others + echo gosu flink + fi +} + +copy_plugins_if_required() { + if [ -z "$ENABLE_BUILT_IN_PLUGINS" ]; then + return 0 + fi + + echo "Enabling required built-in plugins" + for target_plugin in $(echo "$ENABLE_BUILT_IN_PLUGINS" | tr ';' ' '); do + echo "Linking ${target_plugin} to plugin directory" + plugin_name=${target_plugin%.jar} + + mkdir -p "${FLINK_HOME}/plugins/${plugin_name}" + if [ ! -e "${FLINK_HOME}/opt/${target_plugin}" ]; then + echo "Plugin ${target_plugin} does not exist. Exiting." + exit 1 + else + ln -fs "${FLINK_HOME}/opt/${target_plugin}" "${FLINK_HOME}/plugins/${plugin_name}" + echo "Successfully enabled ${target_plugin}" + fi + done +} + +set_config_options() { + local config_parser_script="$FLINK_HOME/bin/config-parser-utils.sh" + local config_dir="$FLINK_HOME/conf" + local bin_dir="$FLINK_HOME/bin" + local lib_dir="$FLINK_HOME/lib" + + local config_params=() + + while [ $# -gt 0 ]; do + local key="$1" + local value="$2" + + config_params+=("-D${key}=${value}") + + shift 2 + done + + if [ "${#config_params[@]}" -gt 0 ]; then + "${config_parser_script}" "${config_dir}" "${bin_dir}" "${lib_dir}" "${config_params[@]}" + fi +} + +prepare_configuration() { + local config_options=() + + config_options+=("jobmanager.rpc.address" "${JOB_MANAGER_RPC_ADDRESS}") + config_options+=("blob.server.port" "6124") + config_options+=("query.server.port" "6125") + + if [ -n "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}" ]; then + config_options+=("taskmanager.numberOfTaskSlots" "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}") + fi + + if [ ${#config_options[@]} -ne 0 ]; then + set_config_options "${config_options[@]}" + fi + + if [ -n "${FLINK_PROPERTIES}" ]; then + process_flink_properties "${FLINK_PROPERTIES}" + fi +} + +process_flink_properties() { + local flink_properties_content=$1 + local config_options=() + + local OLD_IFS="$IFS" + IFS=$'\n' + for prop in $flink_properties_content; do + prop=$(echo $prop | tr -d '[:space:]') + + if [ -z "$prop" ]; then + continue + fi + + IFS=':' read -r key value <<< "$prop" + + value=$(echo $value | envsubst) + + config_options+=("$key" "$value") + done + IFS="$OLD_IFS" + + if [ ${#config_options[@]} -ne 0 ]; then + set_config_options "${config_options[@]}" + fi +} + +maybe_enable_jemalloc() { + if [ "${DISABLE_JEMALLOC:-false}" == "false" ]; then + JEMALLOC_PATH="/usr/lib64/libjemalloc.so.2" + if [ -f "$JEMALLOC_PATH" ]; then + export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_PATH + else + if [ "$JEMALLOC_PATH" = "$JEMALLOC_FALLBACK" ]; then + MSG_PATH=$JEMALLOC_PATH + else + MSG_PATH="$JEMALLOC_PATH and $JEMALLOC_FALLBACK" + fi + echo "WARNING: attempted to load jemalloc from $MSG_PATH but the library couldn't be found. glibc will be used instead." + fi + fi +} + +maybe_enable_jemalloc + +copy_plugins_if_required + +prepare_configuration + +args=("$@") +if [ "$1" = "help" ]; then + printf "Usage: $(basename "$0") (jobmanager|${COMMAND_STANDALONE}|taskmanager|${COMMAND_HISTORY_SERVER})\n" + printf " Or $(basename "$0") help\n\n" + printf "By default, Flink image adopts jemalloc as default memory allocator. This behavior can be disabled by setting the 'DISABLE_JEMALLOC' environment variable to 'true'.\n" + exit 0 +elif [ "$1" = "jobmanager" ]; then + args=("${args[@]:1}") + + echo "Starting Job Manager" + + exec $(drop_privs_cmd) "$FLINK_HOME/bin/jobmanager.sh" start-foreground "${args[@]}" +elif [ "$1" = ${COMMAND_STANDALONE} ]; then + args=("${args[@]:1}") + + echo "Starting Job Manager" + + exec $(drop_privs_cmd) "$FLINK_HOME/bin/standalone-job.sh" start-foreground "${args[@]}" +elif [ "$1" = ${COMMAND_HISTORY_SERVER} ]; then + args=("${args[@]:1}") + + echo "Starting History Server" + + exec $(drop_privs_cmd) "$FLINK_HOME/bin/historyserver.sh" start-foreground "${args[@]}" +elif [ "$1" = "taskmanager" ]; then + args=("${args[@]:1}") + + echo "Starting Task Manager" + + exec $(drop_privs_cmd) "$FLINK_HOME/bin/taskmanager.sh" start-foreground "${args[@]}" +fi + +args=("${args[@]}") + +# Running command in pass-through mode +exec $(drop_privs_cmd) "${args[@]}" \ No newline at end of file diff --git a/Bigdata/flink/README.md b/Bigdata/flink/README.md index 7916cc84..28f7fc25 100644 --- a/Bigdata/flink/README.md +++ b/Bigdata/flink/README.md @@ -17,6 +17,7 @@ The tag of each flink docker image is consist of the version of flink and the ve | Tags | Currently | Architectures | |---------------------------------------------------------------------------------------------------------------------------------|-----------------------------------------------|---------------| +|[2.1.0-oe2403sp1](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Bigdata/flink/2.1.0/24.03-lts-sp1/Dockerfile) | flink 2.1.0 on openEuler 24.03-LTS-SP1 | amd64, arm64 | | [1.16-22.03-lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Bigdata/flink/1.16/22.03-lts/Dockerfile) | Apache flink 1.16 on openEuler 22.03-LTS | amd64, arm64 | | [2.1.0-oe2403sp2](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Bigdata/flink/2.1.0/24.03-lts-sp2/Dockerfile) | Apache flink 2.1.0 on openEuler 24.03-LTS-SP2 | amd64, arm64 | diff --git a/Bigdata/flink/doc/image-info.yml b/Bigdata/flink/doc/image-info.yml index 472da90d..7f641729 100644 --- a/Bigdata/flink/doc/image-info.yml +++ b/Bigdata/flink/doc/image-info.yml @@ -13,6 +13,7 @@ tags: | | Tags | Currently | Architectures | |---------------------------------------------------------------------------------------------------------------------------------|-----------------------------------------------|---------------| + |[2.1.0-oe2403sp1](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Bigdata/flink/2.1.0/24.03-lts-sp1/Dockerfile) | flink 2.1.0 on openEuler 24.03-LTS-SP1 | amd64, arm64 | | [1.16-22.03-lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Bigdata/flink/1.16/22.03-lts/Dockerfile) | Apache flink 1.16 on openEuler 22.03-LTS | amd64, arm64 | | [2.1.0-oe2403sp2](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Bigdata/flink/2.1.0/24.03-lts-sp2/Dockerfile) | Apache flink 2.1.0 on openEuler 24.03-LTS-SP2 | amd64, arm64 | diff --git a/Bigdata/flink/meta.yml b/Bigdata/flink/meta.yml index f24e79f3..5d5bdd33 100644 --- a/Bigdata/flink/meta.yml +++ b/Bigdata/flink/meta.yml @@ -2,3 +2,6 @@ path: 1.16/22.03-lts/Dockerfile 2.1.0-oe2403sp2: path: 2.1.0/24.03-lts-sp2/Dockerfile + +2.1.0-oe2403sp1: + path: 2.1.0/24.03-lts-sp1/Dockerfile \ No newline at end of file -- Gitee