From 07d37cfeb98464a4045bc607a0e0baa4c08a4cc7 Mon Sep 17 00:00:00 2001 From: wjunLu Date: Wed, 28 May 2025 17:15:32 +0800 Subject: [PATCH 1/2] Add bigdata images --- .../accumulo/2.1.3/24.03-lts-sp1/Dockerfile | 35 +++++++++++++++++++ Bigdata/accumulo/meta.yml | 2 ++ Bigdata/avro/1.12.0/24.03-lts-sp1/Dockerfile | 8 +++++ Bigdata/avro/meta.yml | 2 ++ Bigdata/flume/1.11.0/24.03-lts-sp1/Dockerfile | 18 ++++++++++ Bigdata/flume/meta.yml | 2 ++ Bigdata/hadoop/3.4.1/24.03-lts-sp1/Dockerfile | 18 ++++++++++ Bigdata/hadoop/meta.yml | 2 ++ Bigdata/hbase/2.6.2/24.03-lts-sp1/Dockerfile | 18 ++++++++++ Bigdata/hbase/meta.yml | 2 ++ Bigdata/hive/4.0.1/24.03-lts-sp1/Dockerfile | 27 ++++++++++++++ Bigdata/hive/meta.yml | 2 ++ .../parquet/2.11.0/24.03-lts-sp1/Dockerfile | 12 +++++++ Bigdata/parquet/meta.yml | 2 ++ Bigdata/pig/0.17.0/24.03-lts-sp1/Dockerfile | 25 +++++++++++++ Bigdata/pig/meta.yml | 2 ++ Bigdata/ranger/1.9.4/24.03-lts-sp1/Dockerfile | 16 +++++++++ Bigdata/ranger/meta.yml | 2 ++ Bigdata/storm/2.8.0/24.03-lts-sp1/Dockerfile | 18 ++++++++++ Bigdata/storm/meta.yml | 2 ++ .../thrift/0.22.0/24.03-lts-sp1/Dockerfile | 17 +++++++++ Bigdata/thrift/meta.yml | 2 ++ 22 files changed, 234 insertions(+) create mode 100644 Bigdata/accumulo/2.1.3/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/accumulo/meta.yml create mode 100644 Bigdata/avro/1.12.0/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/avro/meta.yml create mode 100644 Bigdata/flume/1.11.0/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/flume/meta.yml create mode 100644 Bigdata/hadoop/3.4.1/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/hadoop/meta.yml create mode 100644 Bigdata/hbase/2.6.2/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/hbase/meta.yml create mode 100644 Bigdata/hive/4.0.1/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/hive/meta.yml create mode 100644 Bigdata/parquet/2.11.0/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/parquet/meta.yml create mode 100644 Bigdata/pig/0.17.0/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/pig/meta.yml create mode 100644 Bigdata/ranger/1.9.4/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/ranger/meta.yml create mode 100644 Bigdata/storm/2.8.0/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/storm/meta.yml create mode 100644 Bigdata/thrift/0.22.0/24.03-lts-sp1/Dockerfile create mode 100644 Bigdata/thrift/meta.yml diff --git a/Bigdata/accumulo/2.1.3/24.03-lts-sp1/Dockerfile b/Bigdata/accumulo/2.1.3/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..9842eb85 --- /dev/null +++ b/Bigdata/accumulo/2.1.3/24.03-lts-sp1/Dockerfile @@ -0,0 +1,35 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=2.1.3 + +# install accumulo +RUN curl -fSL -o accumulo.tar.gz https://dlcdn.apache.org/accumulo/${VERSION}/accumulo-${VERSION}-bin.tar.gz; \ + mkdir -p /usr/local/accumulo && \ + tar -zxf accumulo.tar.gz -C /usr/local/accumulo --strip-components=1 && \ + rm -rf accumulo.tar.gz +ENV PATH=$PATH:/usr/local/accumulo/bin + +# install zookeeper +RUN curl -fSL -o zookeeper.tar.gz https://archive.apache.org/dist/zookeeper/zookeeper-3.9.3/apache-zookeeper-3.9.3-bin.tar.gz; \ + mkdir -p /usr/local/zookeeper && \ + tar -zxf zookeeper.tar.gz -C /usr/local/zookeeper --strip-components=1 && \ + rm -rf zookeeper.tar.gz +ENV PATH=$PATH:/usr/local/zookeeper/bin +ENV ZOOKEEPER_HOME=/usr/local/zookeeper/ + +# install dependent hadoop +ARG HADOOP_VERSION=3.4.1 +RUN curl -fSL -o hadoop.tar.gz https://dlcdn.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz; \ + mkdir -p /usr/local/hadoop && \ + tar -zxf hadoop.tar.gz -C /usr/local/hadoop --strip-components=1 && \ + rm -rf hadoop.tar.gz +ENV PATH=$PATH:/usr/local/hadoop/bin +ENV HADOOP_HOME=/usr/local/hadoop/ + +# install -y openjdk +RUN yum install -y java-17-openjdk-devel hostname && \ + yum clean all +ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk + +CMD ["accumulo", "version"] \ No newline at end of file diff --git a/Bigdata/accumulo/meta.yml b/Bigdata/accumulo/meta.yml new file mode 100644 index 00000000..2d6a7d66 --- /dev/null +++ b/Bigdata/accumulo/meta.yml @@ -0,0 +1,2 @@ +2.1.3-oe2403sp1: + path: 2.1.3/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/avro/1.12.0/24.03-lts-sp1/Dockerfile b/Bigdata/avro/1.12.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..5dce5451 --- /dev/null +++ b/Bigdata/avro/1.12.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,8 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=1.12.0 + +RUN yum install -y python3-pip java-1.8.0-openjdk-devel && \ + yum clean all && \ + pip install avro==${VERSION} diff --git a/Bigdata/avro/meta.yml b/Bigdata/avro/meta.yml new file mode 100644 index 00000000..d62b08d6 --- /dev/null +++ b/Bigdata/avro/meta.yml @@ -0,0 +1,2 @@ +1.12.0-oe2403sp1: + path: 1.12.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/flume/1.11.0/24.03-lts-sp1/Dockerfile b/Bigdata/flume/1.11.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..0c94d0b6 --- /dev/null +++ b/Bigdata/flume/1.11.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,18 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=1.11.0 + +RUN curl -fSL -o flume.tar.gz https://dlcdn.apache.org/flume/${VERSION}/apache-flume-${VERSION}-bin.tar.gz; \ + mkdir -p /usr/local/flume && \ + tar -zxf flume.tar.gz -C /usr/local/flume --strip-components=1 && \ + rm -rf flume.tar.gz + +ENV PATH=$PATH:/usr/local/flume/bin + +RUN yum install -y java-17-openjdk-devel && \ + yum clean all + +ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk + +ENTRYPOINT ["flume-ng", "version"] \ No newline at end of file diff --git a/Bigdata/flume/meta.yml b/Bigdata/flume/meta.yml new file mode 100644 index 00000000..28bcd150 --- /dev/null +++ b/Bigdata/flume/meta.yml @@ -0,0 +1,2 @@ +1.11.0-oe2403sp1: + path: 1.11.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/hadoop/3.4.1/24.03-lts-sp1/Dockerfile b/Bigdata/hadoop/3.4.1/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..3eea0242 --- /dev/null +++ b/Bigdata/hadoop/3.4.1/24.03-lts-sp1/Dockerfile @@ -0,0 +1,18 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=3.4.1 + +RUN curl -fSL -o hadoop.tar.gz https://dlcdn.apache.org/hadoop/common/hadoop-${VERSION}/hadoop-${VERSION}.tar.gz; \ + mkdir -p /usr/local/hadoop && \ + tar -zxf hadoop.tar.gz -C /usr/local/hadoop --strip-components=1 && \ + rm -rf hadoop.tar.gz + +ENV PATH=$PATH:/usr/local/hadoop/bin + +RUN yum install -y java-11-openjdk-devel && \ + yum clean all + +ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk + +ENTRYPOINT ["hadoop", "version"] \ No newline at end of file diff --git a/Bigdata/hadoop/meta.yml b/Bigdata/hadoop/meta.yml new file mode 100644 index 00000000..e9bc4ed8 --- /dev/null +++ b/Bigdata/hadoop/meta.yml @@ -0,0 +1,2 @@ +3.4.1-oe2403sp1: + path: 3.4.1/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/hbase/2.6.2/24.03-lts-sp1/Dockerfile b/Bigdata/hbase/2.6.2/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..29e54cd8 --- /dev/null +++ b/Bigdata/hbase/2.6.2/24.03-lts-sp1/Dockerfile @@ -0,0 +1,18 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=2.6.2 + +RUN curl -fSL -o hbase.tar.gz https://dlcdn.apache.org/hbase/${VERSION}/hbase-${VERSION}-bin.tar.gz; \ + mkdir -p /usr/local/hbase && \ + tar -zxf hbase.tar.gz -C /usr/local/hbase --strip-components=1 && \ + rm -rf hbase.tar.gz + +ENV PATH=$PATH:/usr/local/hbase/bin + +RUN yum install -y java-11-openjdk-devel findutils && \ + yum clean all + +ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk + +ENTRYPOINT ["hbase", "version"] \ No newline at end of file diff --git a/Bigdata/hbase/meta.yml b/Bigdata/hbase/meta.yml new file mode 100644 index 00000000..f855070b --- /dev/null +++ b/Bigdata/hbase/meta.yml @@ -0,0 +1,2 @@ +2.6.2-oe2403sp1: + path: 2.6.2/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/hive/4.0.1/24.03-lts-sp1/Dockerfile b/Bigdata/hive/4.0.1/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..5072cf76 --- /dev/null +++ b/Bigdata/hive/4.0.1/24.03-lts-sp1/Dockerfile @@ -0,0 +1,27 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=4.0.1 + +# install hive +RUN curl -fSL -o hive.tar.gz https://dlcdn.apache.org/hive/hive-${VERSION}/apache-hive-${VERSION}-bin.tar.gz; \ + mkdir -p /usr/local/hive && \ + tar -zxf hive.tar.gz -C /usr/local/hive --strip-components=1 && \ + rm -rf hive.tar.gz +ENV PATH=$PATH:/usr/local/hive/bin + +# install java env +RUN yum install -y java-11-openjdk-devel findutils && \ + yum clean all +ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk + +# install dependent hadoop +ARG HADOOP_VERSION=3.4.1 +RUN curl -fSL -o hadoop.tar.gz https://dlcdn.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz; \ + mkdir -p /usr/local/hadoop && \ + tar -zxf hadoop.tar.gz -C /usr/local/hadoop --strip-components=1 && \ + rm -rf hadoop.tar.gz +ENV PATH=$PATH:/usr/local/hadoop/bin +ENV HADOOP_HOME=/usr/local/hadoop/ + +ENTRYPOINT ["hive", "version"] \ No newline at end of file diff --git a/Bigdata/hive/meta.yml b/Bigdata/hive/meta.yml new file mode 100644 index 00000000..d0fed62d --- /dev/null +++ b/Bigdata/hive/meta.yml @@ -0,0 +1,2 @@ +4.0.1-oe2403sp1: + path: 4.0.1/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/parquet/2.11.0/24.03-lts-sp1/Dockerfile b/Bigdata/parquet/2.11.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..478b1627 --- /dev/null +++ b/Bigdata/parquet/2.11.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,12 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=2.11.0 + +RUN curl -fSL -o parquet.tar.gz https://archive.apache.org/dist/parquet/apache-parquet-format-${VERSION}/apache-parquet-format-${VERSION}.tar.gz; \ + mkdir -p /usr/local/parquet && \ + tar -zxf parquet.tar.gz -C /usr/local/parquet --strip-components=1 && \ + rm -rf parquet.tar.gz +ENV PATH=$PATH:/usr/local/parquet/bin + +ENTRYPOINT [ "parquet", "--version" ] \ No newline at end of file diff --git a/Bigdata/parquet/meta.yml b/Bigdata/parquet/meta.yml new file mode 100644 index 00000000..5f66970f --- /dev/null +++ b/Bigdata/parquet/meta.yml @@ -0,0 +1,2 @@ +2.11.0-oe2403sp1: + path: 2.11.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/pig/0.17.0/24.03-lts-sp1/Dockerfile b/Bigdata/pig/0.17.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..fa1e18c1 --- /dev/null +++ b/Bigdata/pig/0.17.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,25 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=0.17.0 + +RUN curl -fSL -o pig.tar.gz https://dlcdn.apache.org/pig/pig-${VERSION}/pig-${VERSION}.tar.gz; \ + mkdir -p /usr/local/pig && \ + tar -zxf pig.tar.gz -C /usr/local/pig --strip-components=1 && \ + rm -rf pig.tar.gz +ENV PATH=$PATH:/usr/local/pig/bin + +RUN yum install -y java-17-openjdk-devel && \ + yum clean all +ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk + +# install dependent hadoop +ARG HADOOP_VERSION=3.4.1 +RUN curl -fSL -o hadoop.tar.gz https://dlcdn.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz; \ + mkdir -p /usr/local/hadoop && \ + tar -zxf hadoop.tar.gz -C /usr/local/hadoop --strip-components=1 && \ + rm -rf hadoop.tar.gz +ENV PATH=$PATH:/usr/local/hadoop/bin +ENV HADOOP_HOME=/usr/local/hadoop/ + +ENTRYPOINT ["pig", "-version"] \ No newline at end of file diff --git a/Bigdata/pig/meta.yml b/Bigdata/pig/meta.yml new file mode 100644 index 00000000..add60fc5 --- /dev/null +++ b/Bigdata/pig/meta.yml @@ -0,0 +1,2 @@ +0.17.0-oe2403sp1: + path: 0.17.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/ranger/1.9.4/24.03-lts-sp1/Dockerfile b/Bigdata/ranger/1.9.4/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..e1052dab --- /dev/null +++ b/Bigdata/ranger/1.9.4/24.03-lts-sp1/Dockerfile @@ -0,0 +1,16 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=1.9.4 + +RUN yum install -y git python3-pip && \ + yum clean all + +RUN ln -s /usr/bin/python3 /usr/bin/python && \ + git clone -b v${VERSION} https://github.com/ranger/ranger.git && \ + cd ranger && \ + pip install -r requirements.txt && \ + python setup.py install --optimize=1 --record=install_log.txt && \ + rm -rf /ranger + +ENTRYPOINT ["ranger"] \ No newline at end of file diff --git a/Bigdata/ranger/meta.yml b/Bigdata/ranger/meta.yml new file mode 100644 index 00000000..f9a3bacd --- /dev/null +++ b/Bigdata/ranger/meta.yml @@ -0,0 +1,2 @@ +1.9.4-oe2403sp1: + path: 1.9.4/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/storm/2.8.0/24.03-lts-sp1/Dockerfile b/Bigdata/storm/2.8.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..ac29304b --- /dev/null +++ b/Bigdata/storm/2.8.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,18 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=2.8.0 + +RUN curl -fSL -o storm.tar.gz https://dlcdn.apache.org/storm/apache-storm-${VERSION}/apache-storm-${VERSION}.tar.gz; \ + mkdir -p /usr/local/storm && \ + tar -zxf storm.tar.gz -C /usr/local/storm --strip-components=1 && \ + rm -rf storm.tar.gz + +ENV PATH=$PATH:/usr/local/storm/bin + +RUN yum install -y java-17-openjdk-devel && \ + yum clean all + +ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk + +ENTRYPOINT ["storm", "version"] \ No newline at end of file diff --git a/Bigdata/storm/meta.yml b/Bigdata/storm/meta.yml new file mode 100644 index 00000000..b44264fd --- /dev/null +++ b/Bigdata/storm/meta.yml @@ -0,0 +1,2 @@ +2.8.0-oe2403sp1: + path: 2.8.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/thrift/0.22.0/24.03-lts-sp1/Dockerfile b/Bigdata/thrift/0.22.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 00000000..56dca067 --- /dev/null +++ b/Bigdata/thrift/0.22.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,17 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=0.22.0 + +RUN yum install -y make gcc g++ libtool byacc flex python3-devel python3-pip && \ + yum clean all && \ + curl -fSL -o thrift.tar.gz https://github.com/apache/thrift/archive/refs/tags/v${VERSION}.tar.gz; \ + mkdir -p /thrift && \ + tar -zxf thrift.tar.gz -C /thrift --strip-components=1 && \ + rm -rf thrift.tar.gz + +WORKDIR /thrift +RUN ./bootstrap.sh && ./configure && \ + make -j$nproc && make install + +ENTRYPOINT ["thrift", "--version"] diff --git a/Bigdata/thrift/meta.yml b/Bigdata/thrift/meta.yml new file mode 100644 index 00000000..c5068061 --- /dev/null +++ b/Bigdata/thrift/meta.yml @@ -0,0 +1,2 @@ +0.22.0-oe2403sp1: + path: 0.22.0/24.03-lts-sp1/Dockerfile \ No newline at end of file -- Gitee From c3fcae0cdab241203f81da7a10a3082ca2513bfd Mon Sep 17 00:00:00 2001 From: wjunLu Date: Wed, 28 May 2025 17:26:14 +0800 Subject: [PATCH 2/2] image-list --- Bigdata/image-list.yml | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/Bigdata/image-list.yml b/Bigdata/image-list.yml index f6c21cf9..7996a45b 100644 --- a/Bigdata/image-list.yml +++ b/Bigdata/image-list.yml @@ -12,4 +12,15 @@ images: kyuubi: kyuubi druid: druid presto: presto - livy: livy \ No newline at end of file + livy: livy + accumulo: accumulo + avro: avro + flume: flume + hadoop: hadoop + hbase: hbase + hive: hive + parquet: parquet + pig: pig + ranger: ranger + storm: storm + thrift: thrift \ No newline at end of file -- Gitee