diff --git a/Database/clickhouse/25.7.5.34/24.03-lts-sp1/Dockerfile b/Database/clickhouse/25.7.5.34/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..4d8df3773eaee9eae7e0d55526c50fc44fc90576 --- /dev/null +++ b/Database/clickhouse/25.7.5.34/24.03-lts-sp1/Dockerfile @@ -0,0 +1,29 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM ${BASE} + +ARG TARGETARCH +ARG BUILDARCH +ARG VERSION="25.7.5.34" + + +WORKDIR /tmp +RUN if [ "$TARGETARCH" = "amd64" ]; then \ + BUILDARCH="x86_64"; \ + elif [ "$TARGETARCH" = "arm64" ]; then \ + BUILDARCH="aarch64"; \ + fi; \ + curl -fSL -o clickhouse-server.rpm https://github.com/ClickHouse/ClickHouse/releases/download/v${VERSION}-lts/clickhouse-server-${VERSION}.${BUILDARCH}.rpm && \ + curl -fSL -o clickhouse-common-static.rpm https://github.com/ClickHouse/ClickHouse/releases/download/v${VERSION}-lts/clickhouse-common-static-${VERSION}.${BUILDARCH}.rpm && \ + curl -fSL -o clickhouse-client.rpm https://github.com/ClickHouse/ClickHouse/releases/download/v${VERSION}-lts/clickhouse-client-${VERSION}.${BUILDARCH}.rpm + +RUN yum install -y sudo shadow clickhouse-common-static.rpm clickhouse-server.rpm clickhouse-client.rpm && \ + yum clean all + +COPY config.xml /etc/clickhouse-server/config.d/ +COPY entrypoint.sh /entrypoint.sh +RUN chmod 755 /entrypoint.sh && \ + mkdir -p /docker-entrypoint-initdb.d + +EXPOSE 9000 8123 9009 + +ENTRYPOINT ["/entrypoint.sh"] \ No newline at end of file diff --git a/Database/clickhouse/25.7.5.34/24.03-lts-sp1/config.xml b/Database/clickhouse/25.7.5.34/24.03-lts-sp1/config.xml new file mode 100644 index 0000000000000000000000000000000000000000..1c26541780534efa06d34388db3b9a97770cc7d6 --- /dev/null +++ b/Database/clickhouse/25.7.5.34/24.03-lts-sp1/config.xml @@ -0,0 +1,12 @@ + + + :: + 0.0.0.0 + 1 + + + \ No newline at end of file diff --git a/Database/clickhouse/25.7.5.34/24.03-lts-sp1/entrypoint.sh b/Database/clickhouse/25.7.5.34/24.03-lts-sp1/entrypoint.sh new file mode 100644 index 0000000000000000000000000000000000000000..582e734bc987e77763dec78e6470abed90536a1c --- /dev/null +++ b/Database/clickhouse/25.7.5.34/24.03-lts-sp1/entrypoint.sh @@ -0,0 +1,280 @@ +#!/bin/bash + +set -eo pipefail +shopt -s nullglob + +DO_CHOWN=1 +if [[ "${CLICKHOUSE_RUN_AS_ROOT:=0}" = "1" || "${CLICKHOUSE_DO_NOT_CHOWN:-0}" = "1" ]]; then + DO_CHOWN=0 +fi + +# CLICKHOUSE_UID and CLICKHOUSE_GID are kept for backward compatibility, but deprecated +# One must use either "docker run --user" or CLICKHOUSE_RUN_AS_ROOT=1 to run the process as +# FIXME: Remove ALL CLICKHOUSE_UID CLICKHOUSE_GID before 25.3 +if [[ "${CLICKHOUSE_UID:-}" || "${CLICKHOUSE_GID:-}" ]]; then + echo 'WARNING: Support for CLICKHOUSE_UID/CLICKHOUSE_GID will be removed in a couple of releases.' >&2 + echo 'WARNING: Either use a proper "docker run --user=xxx:xxxx" argument instead of CLICKHOUSE_UID/CLICKHOUSE_GID' >&2 + echo 'WARNING: or set "CLICKHOUSE_RUN_AS_ROOT=1" ENV to run the clickhouse-server as root:root' >&2 +fi + +# support `docker run --user=xxx:xxxx` +if [[ "$(id -u)" = "0" ]]; then + if [[ "$CLICKHOUSE_RUN_AS_ROOT" = 1 ]]; then + USER=0 + GROUP=0 + else + USER="${CLICKHOUSE_UID:-"$(id -u clickhouse)"}" + GROUP="${CLICKHOUSE_GID:-"$(id -g clickhouse)"}" + fi +else + USER="$(id -u)" + GROUP="$(id -g)" + DO_CHOWN=0 +fi + +# set some vars +CLICKHOUSE_CONFIG="${CLICKHOUSE_CONFIG:-/etc/clickhouse-server/config.xml}" + +# get CH directories locations +DATA_DIR="$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key=path || true)" +TMP_DIR="$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key=tmp_path || true)" +USER_PATH="$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key=user_files_path || true)" +LOG_PATH="$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key=logger.log || true)" +LOG_DIR="" +if [ -n "$LOG_PATH" ]; then LOG_DIR="$(dirname "$LOG_PATH")"; fi +ERROR_LOG_PATH="$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key=logger.errorlog || true)" +ERROR_LOG_DIR="" +if [ -n "$ERROR_LOG_PATH" ]; then ERROR_LOG_DIR="$(dirname "$ERROR_LOG_PATH")"; fi +FORMAT_SCHEMA_PATH="$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key=format_schema_path || true)" + +# There could be many disks declared in config +readarray -t DISKS_PATHS < <(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key='storage_configuration.disks.*.path' || true) +readarray -t DISKS_METADATA_PATHS < <(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key='storage_configuration.disks.*.metadata_path' || true) + +CLICKHOUSE_USER="${CLICKHOUSE_USER:-default}" +CLICKHOUSE_PASSWORD_FILE="${CLICKHOUSE_PASSWORD_FILE:-}" +if [[ -n "${CLICKHOUSE_PASSWORD_FILE}" && -f "${CLICKHOUSE_PASSWORD_FILE}" ]]; then + CLICKHOUSE_PASSWORD="$(cat "${CLICKHOUSE_PASSWORD_FILE}")" +fi +CLICKHOUSE_PASSWORD="${CLICKHOUSE_PASSWORD:-}" +CLICKHOUSE_DB="${CLICKHOUSE_DB:-}" +CLICKHOUSE_ACCESS_MANAGEMENT="${CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT:-0}" +CLICKHOUSE_SKIP_USER_SETUP="${CLICKHOUSE_SKIP_USER_SETUP:-0}" + +function create_directory_and_do_chown() { + local dir=$1 + # check if variable not empty + [ -z "$dir" ] && return + # ensure directories exist + if [ "$DO_CHOWN" = "1" ]; then + mkdir=( mkdir ) + else + # if DO_CHOWN=0 it means that the system does not map root user to "admin" permissions + # it mainly happens on NFS mounts where root==nobody for security reasons + # thus mkdir MUST run with user id/gid and not from nobody that has zero permissions + mkdir=( clickhouse su "${USER}:${GROUP}" mkdir ) + fi + if ! "${mkdir[@]}" -p "$dir"; then + echo "Couldn't create necessary directory: $dir" + exit 1 + fi + + if [ "$DO_CHOWN" = "1" ]; then + # ensure proper directories permissions + # but skip it for if directory already has proper premissions, cause recursive chown may be slow + if [ "$(stat -c %u "$dir")" != "$USER" ] || [ "$(stat -c %g "$dir")" != "$GROUP" ]; then + chown -R "$USER:$GROUP" "$dir" + fi + fi +} + +function manage_clickhouse_directories() { + for dir in "$ERROR_LOG_DIR" \ + "$LOG_DIR" \ + "$TMP_DIR" \ + "$USER_PATH" \ + "$FORMAT_SCHEMA_PATH" \ + "${DISKS_PATHS[@]}" \ + "${DISKS_METADATA_PATHS[@]}" + do + create_directory_and_do_chown "$dir" + done +} + +function manage_clickhouse_user() { + # Check if the `defaul` user is changed through any mounted file. It will mean that user took care of it already + # First, extract the users_xml.path and check it's relative or absolute + local USERS_XML USERS_CONFIG + USERS_XML=$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key='user_directories.users_xml.path') + case $USERS_XML in + /* ) # absolute path + cp "$USERS_XML" /tmp + USERS_CONFIG="/tmp/$(basename $USERS_XML)" + ;; + * ) # relative path to the $CLICKHOUSE_CONFIG + cp "$(dirname "$CLICKHOUSE_CONFIG")/${USERS_XML}" /tmp + USERS_CONFIG="/tmp/$(basename $USERS_XML)" + ;; + esac + + # Compare original `users.default` to the processed one + local ORIGINAL_DEFAULT PROCESSED_DEFAULT CLICKHOUSE_DEFAULT_CHANGED + ORIGINAL_DEFAULT=$(clickhouse extract-from-config --config-file "$USERS_CONFIG" --key='users.default' | sha256sum) + PROCESSED_DEFAULT=$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --users --key='users.default' --try | sha256sum) + [ "$ORIGINAL_DEFAULT" == "$PROCESSED_DEFAULT" ] && CLICKHOUSE_DEFAULT_CHANGED=0 || CLICKHOUSE_DEFAULT_CHANGED=1 + + if [ "$CLICKHOUSE_SKIP_USER_SETUP" == "1" ]; then + echo "$0: explicitly skip changing user 'default'" + elif [ -n "$CLICKHOUSE_USER" ] && [ "$CLICKHOUSE_USER" != "default" ] || [ -n "$CLICKHOUSE_PASSWORD" ] || [ "$CLICKHOUSE_ACCESS_MANAGEMENT" != "0" ]; then + # if clickhouse user is defined - create it (user "default" already exists out of box) + echo "$0: create new user '$CLICKHOUSE_USER' instead 'default'" + cat < /etc/clickhouse-server/users.d/default-user.xml + + + + + + + + <${CLICKHOUSE_USER}> + default + + ::/0 + + /]]]]>}]]> + default + ${CLICKHOUSE_ACCESS_MANAGEMENT} + + + +EOT + elif [ "$CLICKHOUSE_DEFAULT_CHANGED" == "1" ]; then + # Leave users as is, do nothing + : + else + echo "$0: neither CLICKHOUSE_USER nor CLICKHOUSE_PASSWORD is set, disabling network access for user '$CLICKHOUSE_USER'" + cat < /etc/clickhouse-server/users.d/default-user.xml + + + + + + + ::1 + 127.0.0.1 + + + + +EOT + fi +} + +CLICKHOUSE_ALWAYS_RUN_INITDB_SCRIPTS="${CLICKHOUSE_ALWAYS_RUN_INITDB_SCRIPTS:-}" + +function init_clickhouse_db() { + # checking $DATA_DIR for initialization + if [ -d "${DATA_DIR%/}/data" ]; then + DATABASE_ALREADY_EXISTS='true' + fi + + # run initialization if flag CLICKHOUSE_ALWAYS_RUN_INITDB_SCRIPTS is not empty or data directory is empty + if [[ -n "${CLICKHOUSE_ALWAYS_RUN_INITDB_SCRIPTS}" || -z "${DATABASE_ALREADY_EXISTS}" ]]; then + RUN_INITDB_SCRIPTS='true' + fi + + if [ -n "${RUN_INITDB_SCRIPTS}" ]; then + if [ -n "$(ls /docker-entrypoint-initdb.d/)" ] || [ -n "$CLICKHOUSE_DB" ]; then + # port is needed to check if clickhouse-server is ready for connections + HTTP_PORT="$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key=http_port --try)" + HTTPS_PORT="$(clickhouse extract-from-config --config-file "$CLICKHOUSE_CONFIG" --key=https_port --try)" + + if [ -n "$HTTP_PORT" ]; then + URL="http://127.0.0.1:$HTTP_PORT/ping" + else + URL="https://127.0.0.1:$HTTPS_PORT/ping" + fi + + # Listen only on localhost until the initialization is done + clickhouse su "${USER}:${GROUP}" clickhouse-server --config-file="$CLICKHOUSE_CONFIG" -- --listen_host=127.0.0.1 & + pid="$!" + + # check if clickhouse is ready to accept connections + # will try to send ping clickhouse via http_port (max 1000 retries by default, with 1 sec timeout and 1 sec delay between retries) + tries=${CLICKHOUSE_INIT_TIMEOUT:-1000} + while ! wget --spider --no-check-certificate -T 1 -q "$URL" 2>/dev/null; do + if [ "$tries" -le "0" ]; then + echo >&2 'ClickHouse init process timeout.' + exit 1 + fi + tries=$(( tries-1 )) + sleep 1 + done + + clickhouseclient=( clickhouse-client --multiquery --host "127.0.0.1" -u "$CLICKHOUSE_USER" --password "$CLICKHOUSE_PASSWORD" ) + + echo + + # create default database, if defined + if [ -n "$CLICKHOUSE_DB" ]; then + echo "$0: create database '$CLICKHOUSE_DB'" + "${clickhouseclient[@]}" -q "CREATE DATABASE IF NOT EXISTS $CLICKHOUSE_DB"; + fi + + for f in /docker-entrypoint-initdb.d/*; do + case "$f" in + *.sh) + if [ -x "$f" ]; then + echo "$0: running $f" + "$f" + else + echo "$0: sourcing $f" + # shellcheck source=/dev/null + . "$f" + fi + ;; + *.sql) echo "$0: running $f"; "${clickhouseclient[@]}" < "$f" ; echo ;; + *.sql.gz) echo "$0: running $f"; gunzip -c "$f" | "${clickhouseclient[@]}"; echo ;; + *) echo "$0: ignoring $f" ;; + esac + echo + done + + if ! kill -s TERM "$pid" || ! wait "$pid"; then + echo >&2 'Finishing of ClickHouse init process failed.' + exit 1 + fi + fi + else + echo "ClickHouse Database directory appears to contain a database; Skipping initialization" + fi +} + +# if no args passed to `docker run` or first argument start with `--`, then the user is passing clickhouse-server arguments +if [[ $# -lt 1 ]] || [[ "$1" == "--"* ]]; then + # Watchdog is launched by default, but does not send SIGINT to the main process, + # so the container can't be finished by ctrl+c + CLICKHOUSE_WATCHDOG_ENABLE=${CLICKHOUSE_WATCHDOG_ENABLE:-0} + export CLICKHOUSE_WATCHDOG_ENABLE + + create_directory_and_do_chown "$DATA_DIR" + + # Change working directory to $DATA_DIR in case there're paths relative to $DATA_DIR, also avoids running + # clickhouse-server at root directory. + cd "$DATA_DIR" + + # Using functions here to avoid unnecessary work in case of launching other binaries, + # inspired by postgres, mariadb etc. entrypoints + # It is necessary to pass the docker library consistency test + manage_clickhouse_directories + manage_clickhouse_user + init_clickhouse_db + + # This replaces the shell script with the server: + exec clickhouse su "${USER}:${GROUP}" clickhouse-server --config-file="$CLICKHOUSE_CONFIG" "$@" +fi + +# Otherwise, we assume the user want to run his own process, for example a `bash` shell to explore this image +exec "$@" + +# vi: ts=4: sw=4: sts=4: expandtab \ No newline at end of file diff --git a/Database/clickhouse/README.md b/Database/clickhouse/README.md index 98828f5228831c93b641266811076fd47fc6bf57..3a8169605fd2b4bd43f31914e3b005c7600ed039 100644 --- a/Database/clickhouse/README.md +++ b/Database/clickhouse/README.md @@ -17,6 +17,7 @@ Learn more about clickhouse at [https://clickhouse.com/](https://clickhouse.com/ The tag of each `clickhouse` docker image is consist of the version of `clickhouse` and the version of basic image. The details are as follows | Tag | Currently | Architectures | |----------|-------------|------------------| +|[25.7.5.34-oe2403sp1](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Database/clickhouse/25.7.5.34/24.03-lts-sp1/Dockerfile) | clickhouse 25.7.5.34 on openEuler 24.03-LTS-SP1 | amd64, arm64 | |[25.3.1.2703-oe2403sp1](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Database/clickhouse/25.3.1.2703/24.03-lts-sp1/Dockerfile)| Clickhouse 25.3.1.2703 on openEuler 24.03-LTS-SP1 | amd64, arm64 | # Usage diff --git a/Database/clickhouse/doc/image-info.yml b/Database/clickhouse/doc/image-info.yml index 992ae735bce6eba713d0f601c4c403a70631d70b..1080bd4b1ea9c6aba0387a62297ddaad6b885b53 100644 --- a/Database/clickhouse/doc/image-info.yml +++ b/Database/clickhouse/doc/image-info.yml @@ -11,6 +11,7 @@ tags: | | Tag | Currently | Architectures | |----------|-------------|------------------| + |[25.7.5.34-oe2403sp1](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Database/clickhouse/25.7.5.34/24.03-lts-sp1/Dockerfile) | clickhouse 25.7.5.34 on openEuler 24.03-LTS-SP1 | amd64, arm64 | |[25.3.1.2703-oe2403sp1](https://gitee.com/openeuler/openeuler-docker-images/blob/master/Database/clickhouse/25.3.1.2703/24.03-lts-sp1/Dockerfile)| Clickhouse 25.3.1.2703 on openEuler 24.03-LTS-SP1 | amd64, arm64 | download: | diff --git a/Database/clickhouse/meta.yml b/Database/clickhouse/meta.yml index aff6cba98af765a3dab885ff2ff6b69df898bcaf..a363d260d3b2c3e0bb8545fffdb420107c1dd766 100644 --- a/Database/clickhouse/meta.yml +++ b/Database/clickhouse/meta.yml @@ -1,2 +1,4 @@ 25.3.1.2703-oe2403sp1: - path: 25.3.1.2703/24.03-lts-sp1/Dockerfile \ No newline at end of file + path: 25.3.1.2703/24.03-lts-sp1/Dockerfile +25.7.5.34-oe2403sp1: + path: 25.7.5.34/24.03-lts-sp1/Dockerfile \ No newline at end of file