diff --git a/Bigdata/accumulo/2.1.3/24.03-lts-sp1/Dockerfile b/Bigdata/accumulo/2.1.3/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..9842eb85284c39efbd12b8629345a9564f85a8c5 --- /dev/null +++ b/Bigdata/accumulo/2.1.3/24.03-lts-sp1/Dockerfile @@ -0,0 +1,35 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=2.1.3 + +# install accumulo +RUN curl -fSL -o accumulo.tar.gz https://dlcdn.apache.org/accumulo/${VERSION}/accumulo-${VERSION}-bin.tar.gz; \ + mkdir -p /usr/local/accumulo && \ + tar -zxf accumulo.tar.gz -C /usr/local/accumulo --strip-components=1 && \ + rm -rf accumulo.tar.gz +ENV PATH=$PATH:/usr/local/accumulo/bin + +# install zookeeper +RUN curl -fSL -o zookeeper.tar.gz https://archive.apache.org/dist/zookeeper/zookeeper-3.9.3/apache-zookeeper-3.9.3-bin.tar.gz; \ + mkdir -p /usr/local/zookeeper && \ + tar -zxf zookeeper.tar.gz -C /usr/local/zookeeper --strip-components=1 && \ + rm -rf zookeeper.tar.gz +ENV PATH=$PATH:/usr/local/zookeeper/bin +ENV ZOOKEEPER_HOME=/usr/local/zookeeper/ + +# install dependent hadoop +ARG HADOOP_VERSION=3.4.1 +RUN curl -fSL -o hadoop.tar.gz https://dlcdn.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz; \ + mkdir -p /usr/local/hadoop && \ + tar -zxf hadoop.tar.gz -C /usr/local/hadoop --strip-components=1 && \ + rm -rf hadoop.tar.gz +ENV PATH=$PATH:/usr/local/hadoop/bin +ENV HADOOP_HOME=/usr/local/hadoop/ + +# install -y openjdk +RUN yum install -y java-17-openjdk-devel hostname && \ + yum clean all +ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk + +CMD ["accumulo", "version"] \ No newline at end of file diff --git a/Bigdata/accumulo/meta.yml b/Bigdata/accumulo/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..2d6a7d665cffab80f3608e60c5fab8d1bea189fb --- /dev/null +++ b/Bigdata/accumulo/meta.yml @@ -0,0 +1,2 @@ +2.1.3-oe2403sp1: + path: 2.1.3/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/avro/1.12.0/24.03-lts-sp1/Dockerfile b/Bigdata/avro/1.12.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..5dce5451f95de06e897ce400e08f5f7c957a0ef0 --- /dev/null +++ b/Bigdata/avro/1.12.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,8 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=1.12.0 + +RUN yum install -y python3-pip java-1.8.0-openjdk-devel && \ + yum clean all && \ + pip install avro==${VERSION} diff --git a/Bigdata/avro/meta.yml b/Bigdata/avro/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..d62b08d65782edd6e61675bf12273d2488bbe44d --- /dev/null +++ b/Bigdata/avro/meta.yml @@ -0,0 +1,2 @@ +1.12.0-oe2403sp1: + path: 1.12.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/flume/1.11.0/24.03-lts-sp1/Dockerfile b/Bigdata/flume/1.11.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..0c94d0b6346b30f6fc78f17a7e70a1cfe57b9468 --- /dev/null +++ b/Bigdata/flume/1.11.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,18 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=1.11.0 + +RUN curl -fSL -o flume.tar.gz https://dlcdn.apache.org/flume/${VERSION}/apache-flume-${VERSION}-bin.tar.gz; \ + mkdir -p /usr/local/flume && \ + tar -zxf flume.tar.gz -C /usr/local/flume --strip-components=1 && \ + rm -rf flume.tar.gz + +ENV PATH=$PATH:/usr/local/flume/bin + +RUN yum install -y java-17-openjdk-devel && \ + yum clean all + +ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk + +ENTRYPOINT ["flume-ng", "version"] \ No newline at end of file diff --git a/Bigdata/flume/meta.yml b/Bigdata/flume/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..28bcd150a14ff50f24f811895a8a48d697840c77 --- /dev/null +++ b/Bigdata/flume/meta.yml @@ -0,0 +1,2 @@ +1.11.0-oe2403sp1: + path: 1.11.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/hadoop/3.4.1/24.03-lts-sp1/Dockerfile b/Bigdata/hadoop/3.4.1/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..3eea02420248d05bf245657ecdccdf77528b2de4 --- /dev/null +++ b/Bigdata/hadoop/3.4.1/24.03-lts-sp1/Dockerfile @@ -0,0 +1,18 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=3.4.1 + +RUN curl -fSL -o hadoop.tar.gz https://dlcdn.apache.org/hadoop/common/hadoop-${VERSION}/hadoop-${VERSION}.tar.gz; \ + mkdir -p /usr/local/hadoop && \ + tar -zxf hadoop.tar.gz -C /usr/local/hadoop --strip-components=1 && \ + rm -rf hadoop.tar.gz + +ENV PATH=$PATH:/usr/local/hadoop/bin + +RUN yum install -y java-11-openjdk-devel && \ + yum clean all + +ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk + +ENTRYPOINT ["hadoop", "version"] \ No newline at end of file diff --git a/Bigdata/hadoop/meta.yml b/Bigdata/hadoop/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..e9bc4ed820d84652e4408ad364865bf9fd4953d3 --- /dev/null +++ b/Bigdata/hadoop/meta.yml @@ -0,0 +1,2 @@ +3.4.1-oe2403sp1: + path: 3.4.1/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/hbase/2.6.2/24.03-lts-sp1/Dockerfile b/Bigdata/hbase/2.6.2/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..29e54cd8da4f3eca084d261940851b9a67bdf1a2 --- /dev/null +++ b/Bigdata/hbase/2.6.2/24.03-lts-sp1/Dockerfile @@ -0,0 +1,18 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=2.6.2 + +RUN curl -fSL -o hbase.tar.gz https://dlcdn.apache.org/hbase/${VERSION}/hbase-${VERSION}-bin.tar.gz; \ + mkdir -p /usr/local/hbase && \ + tar -zxf hbase.tar.gz -C /usr/local/hbase --strip-components=1 && \ + rm -rf hbase.tar.gz + +ENV PATH=$PATH:/usr/local/hbase/bin + +RUN yum install -y java-11-openjdk-devel findutils && \ + yum clean all + +ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk + +ENTRYPOINT ["hbase", "version"] \ No newline at end of file diff --git a/Bigdata/hbase/meta.yml b/Bigdata/hbase/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..f855070b0b94f07d992c43bd2ba66cf5eacd529e --- /dev/null +++ b/Bigdata/hbase/meta.yml @@ -0,0 +1,2 @@ +2.6.2-oe2403sp1: + path: 2.6.2/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/hive/4.0.1/24.03-lts-sp1/Dockerfile b/Bigdata/hive/4.0.1/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..5072cf766ffb2e4bdce24d48dd6f7dbd3d958037 --- /dev/null +++ b/Bigdata/hive/4.0.1/24.03-lts-sp1/Dockerfile @@ -0,0 +1,27 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=4.0.1 + +# install hive +RUN curl -fSL -o hive.tar.gz https://dlcdn.apache.org/hive/hive-${VERSION}/apache-hive-${VERSION}-bin.tar.gz; \ + mkdir -p /usr/local/hive && \ + tar -zxf hive.tar.gz -C /usr/local/hive --strip-components=1 && \ + rm -rf hive.tar.gz +ENV PATH=$PATH:/usr/local/hive/bin + +# install java env +RUN yum install -y java-11-openjdk-devel findutils && \ + yum clean all +ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk + +# install dependent hadoop +ARG HADOOP_VERSION=3.4.1 +RUN curl -fSL -o hadoop.tar.gz https://dlcdn.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz; \ + mkdir -p /usr/local/hadoop && \ + tar -zxf hadoop.tar.gz -C /usr/local/hadoop --strip-components=1 && \ + rm -rf hadoop.tar.gz +ENV PATH=$PATH:/usr/local/hadoop/bin +ENV HADOOP_HOME=/usr/local/hadoop/ + +ENTRYPOINT ["hive", "version"] \ No newline at end of file diff --git a/Bigdata/hive/meta.yml b/Bigdata/hive/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..d0fed62dd55042e8897e0a8e4dbddde50be52541 --- /dev/null +++ b/Bigdata/hive/meta.yml @@ -0,0 +1,2 @@ +4.0.1-oe2403sp1: + path: 4.0.1/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/image-list.yml b/Bigdata/image-list.yml index f6c21cf94f190ac5ca781dc1f56dbfeeb60c5c84..7996a45bc330a3ae6237c5979deed81bdc7650c1 100644 --- a/Bigdata/image-list.yml +++ b/Bigdata/image-list.yml @@ -12,4 +12,15 @@ images: kyuubi: kyuubi druid: druid presto: presto - livy: livy \ No newline at end of file + livy: livy + accumulo: accumulo + avro: avro + flume: flume + hadoop: hadoop + hbase: hbase + hive: hive + parquet: parquet + pig: pig + ranger: ranger + storm: storm + thrift: thrift \ No newline at end of file diff --git a/Bigdata/parquet/2.11.0/24.03-lts-sp1/Dockerfile b/Bigdata/parquet/2.11.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..478b1627a64d02a53e8b5cede4e3d9ad62fe7ae3 --- /dev/null +++ b/Bigdata/parquet/2.11.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,12 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=2.11.0 + +RUN curl -fSL -o parquet.tar.gz https://archive.apache.org/dist/parquet/apache-parquet-format-${VERSION}/apache-parquet-format-${VERSION}.tar.gz; \ + mkdir -p /usr/local/parquet && \ + tar -zxf parquet.tar.gz -C /usr/local/parquet --strip-components=1 && \ + rm -rf parquet.tar.gz +ENV PATH=$PATH:/usr/local/parquet/bin + +ENTRYPOINT [ "parquet", "--version" ] \ No newline at end of file diff --git a/Bigdata/parquet/meta.yml b/Bigdata/parquet/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..5f66970f2d1c0cc8c20999914281b9dcc20e7a6b --- /dev/null +++ b/Bigdata/parquet/meta.yml @@ -0,0 +1,2 @@ +2.11.0-oe2403sp1: + path: 2.11.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/pig/0.17.0/24.03-lts-sp1/Dockerfile b/Bigdata/pig/0.17.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..fa1e18c156ef654e7e50408cbd4dbe8982131b24 --- /dev/null +++ b/Bigdata/pig/0.17.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,25 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=0.17.0 + +RUN curl -fSL -o pig.tar.gz https://dlcdn.apache.org/pig/pig-${VERSION}/pig-${VERSION}.tar.gz; \ + mkdir -p /usr/local/pig && \ + tar -zxf pig.tar.gz -C /usr/local/pig --strip-components=1 && \ + rm -rf pig.tar.gz +ENV PATH=$PATH:/usr/local/pig/bin + +RUN yum install -y java-17-openjdk-devel && \ + yum clean all +ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk + +# install dependent hadoop +ARG HADOOP_VERSION=3.4.1 +RUN curl -fSL -o hadoop.tar.gz https://dlcdn.apache.org/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz; \ + mkdir -p /usr/local/hadoop && \ + tar -zxf hadoop.tar.gz -C /usr/local/hadoop --strip-components=1 && \ + rm -rf hadoop.tar.gz +ENV PATH=$PATH:/usr/local/hadoop/bin +ENV HADOOP_HOME=/usr/local/hadoop/ + +ENTRYPOINT ["pig", "-version"] \ No newline at end of file diff --git a/Bigdata/pig/meta.yml b/Bigdata/pig/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..add60fc5be60476542019547ce46b4f1292c5859 --- /dev/null +++ b/Bigdata/pig/meta.yml @@ -0,0 +1,2 @@ +0.17.0-oe2403sp1: + path: 0.17.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/ranger/1.9.4/24.03-lts-sp1/Dockerfile b/Bigdata/ranger/1.9.4/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..e1052dab156f0f980dd35cef065327dff4e15e24 --- /dev/null +++ b/Bigdata/ranger/1.9.4/24.03-lts-sp1/Dockerfile @@ -0,0 +1,16 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=1.9.4 + +RUN yum install -y git python3-pip && \ + yum clean all + +RUN ln -s /usr/bin/python3 /usr/bin/python && \ + git clone -b v${VERSION} https://github.com/ranger/ranger.git && \ + cd ranger && \ + pip install -r requirements.txt && \ + python setup.py install --optimize=1 --record=install_log.txt && \ + rm -rf /ranger + +ENTRYPOINT ["ranger"] \ No newline at end of file diff --git a/Bigdata/ranger/meta.yml b/Bigdata/ranger/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..f9a3bacd9f377c58bf034bf5aee3b70ec2f4a3bc --- /dev/null +++ b/Bigdata/ranger/meta.yml @@ -0,0 +1,2 @@ +1.9.4-oe2403sp1: + path: 1.9.4/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/storm/2.8.0/24.03-lts-sp1/Dockerfile b/Bigdata/storm/2.8.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..ac29304b7172b788fd21b4b459efa74344e4cdcc --- /dev/null +++ b/Bigdata/storm/2.8.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,18 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=2.8.0 + +RUN curl -fSL -o storm.tar.gz https://dlcdn.apache.org/storm/apache-storm-${VERSION}/apache-storm-${VERSION}.tar.gz; \ + mkdir -p /usr/local/storm && \ + tar -zxf storm.tar.gz -C /usr/local/storm --strip-components=1 && \ + rm -rf storm.tar.gz + +ENV PATH=$PATH:/usr/local/storm/bin + +RUN yum install -y java-17-openjdk-devel && \ + yum clean all + +ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk + +ENTRYPOINT ["storm", "version"] \ No newline at end of file diff --git a/Bigdata/storm/meta.yml b/Bigdata/storm/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..b44264fd18f3920415399ce028e37044ae84d4eb --- /dev/null +++ b/Bigdata/storm/meta.yml @@ -0,0 +1,2 @@ +2.8.0-oe2403sp1: + path: 2.8.0/24.03-lts-sp1/Dockerfile \ No newline at end of file diff --git a/Bigdata/thrift/0.22.0/24.03-lts-sp1/Dockerfile b/Bigdata/thrift/0.22.0/24.03-lts-sp1/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..56dca067f0c719f02abff326de45daa5f291fbca --- /dev/null +++ b/Bigdata/thrift/0.22.0/24.03-lts-sp1/Dockerfile @@ -0,0 +1,17 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp1 +FROM $BASE + +ARG VERSION=0.22.0 + +RUN yum install -y make gcc g++ libtool byacc flex python3-devel python3-pip && \ + yum clean all && \ + curl -fSL -o thrift.tar.gz https://github.com/apache/thrift/archive/refs/tags/v${VERSION}.tar.gz; \ + mkdir -p /thrift && \ + tar -zxf thrift.tar.gz -C /thrift --strip-components=1 && \ + rm -rf thrift.tar.gz + +WORKDIR /thrift +RUN ./bootstrap.sh && ./configure && \ + make -j$nproc && make install + +ENTRYPOINT ["thrift", "--version"] diff --git a/Bigdata/thrift/meta.yml b/Bigdata/thrift/meta.yml new file mode 100644 index 0000000000000000000000000000000000000000..c5068061b84b205dcc24c942e192b405f445552d --- /dev/null +++ b/Bigdata/thrift/meta.yml @@ -0,0 +1,2 @@ +0.22.0-oe2403sp1: + path: 0.22.0/24.03-lts-sp1/Dockerfile \ No newline at end of file