From f47c6efa953c617851dc7ded2f57a7513b90b0b3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E2=80=9Cyang-haitao=E2=80=9D?= <“445849784@qq.com”> Date: Wed, 27 Jul 2022 16:00:07 +0800 Subject: [PATCH 1/5] add build.sh --- omnidata/omnidata-hive-connector/build.sh | 34 ++++++++++++++++++++++ omnidata/omnidata-spark-connector/build.sh | 34 ++++++++++++++++++++++ 2 files changed, 68 insertions(+) create mode 100644 omnidata/omnidata-hive-connector/build.sh create mode 100644 omnidata/omnidata-spark-connector/build.sh diff --git a/omnidata/omnidata-hive-connector/build.sh b/omnidata/omnidata-hive-connector/build.sh new file mode 100644 index 000000000..590ef396a --- /dev/null +++ b/omnidata/omnidata-hive-connector/build.sh @@ -0,0 +1,34 @@ +#!/bin/bash +mvn clean package +jar_name=`ls -n connector/target/*.jar | grep hive-exec | awk -F ' ' '{print$9}' | awk -F '/' '{print$3}'` +dir_name=`ls -n connector/target/*.jar | grep hive-exec | awk -F ' ' '{print$9}' | awk -F '/' '{print$3}' | awk -F '.jar' '{print$1}'` +rm -r $dir_name +rm -r $dir_name.zip +mkdir -p $dir_name +cp connector/target/$jar_name $dir_name +cd $dir_name +wget https://mirrors.huaweicloud.com/repository/maven/org/bouncycastle/bcpkix-jdk15on/1.68/bcpkix-jdk15on-1.68.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/bouncycastle/bcprov-jdk15on/1.68/bcprov-jdk15on-1.68.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/google/guava/guava/31.1-jre/guava-31.1-jre.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/hetu/core/hetu-transport/1.6.1/hetu-transport-1.6.1.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/core/jackson-annotations/2.12.4/jackson-annotations-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/core/jackson-core/2.12.4/jackson-core-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/core/jackson-databind/2.12.4/jackson-databind-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-guava/2.12.4/jackson-datatype-guava-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.12.4/jackson-datatype-jdk8-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-joda/2.12.4/jackson-datatype-joda-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jsr310/2.12.4/jackson-datatype-jsr310-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/module/jackson-module-parameter-name/2.12.4/jackson-module-parameter-name-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/jasypt/jasypt/1.9.3/jasypt-1.9.3.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/openjdk/jol/jol-core/0.2/jol-core-0.2.jar +wget https://repol.maven.org/maven2/io/airlift/joni/2.1.5.3/joni-2.1.5.3.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/esotericsoftware/kryo-shaded/4.0.2/kryo-shaded-4.0.2.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/airlift/log/0.193/log-0.193.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/perfmark/perfmark-api/0.23.0/perfmark-api-0.23.0.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/hetu/core/presto-main/1.6.1/presto-main-1.6.1.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/hetu/core/presto-spi/1.6.1/presto-spi-1.6.1.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/google/protobuf/protobuf-java/3.12.0/protobuf-java-3.12.0.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/airlift/slice/0.38/slice-0.38.jar +cd .. +zip -r -o $dir_name.zip $dir_name +rm -r $dir_name \ No newline at end of file diff --git a/omnidata/omnidata-spark-connector/build.sh b/omnidata/omnidata-spark-connector/build.sh new file mode 100644 index 000000000..7c6d7c565 --- /dev/null +++ b/omnidata/omnidata-spark-connector/build.sh @@ -0,0 +1,34 @@ +#!/bin/bash +mvn clean package +jar_name=`ls -n connector/target/*.jar | grep omnidata-spark | awk -F ' ' '{print$9}' | awk -F '/' '{print$3}'` +dir_name=`ls -n connector/target/*.jar | grep omnidata-spark | awk -F ' ' '{print$9}' | awk -F '/' '{print$3}' | awk -F '.jar' '{print$1}'` +rm -r $dir_name +rm -r $dir_name.zip +mkdir -p $dir_name +cp connector/target/$jar_name $dir_name +cd $dir_name +wget https://mirrors.huaweicloud.com/repository/maven/org/bouncycastle/bcpkix-jdk15on/1.68/bcpkix-jdk15on-1.68.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-client/curator-client-2.12.0.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-framework/2.12.0/curator-framework-2.12.0.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-recipes/2.12.0/curator-recipes-2.12.0.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/alibaba/fastjson/1.2.76/fastjson-1.2.76.jar +wget https://mirrors.huaweicloud.com/repository/maven/de/ruedigermoeller/fst/2.57/fst-2.57.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/google/guava/guava/26.0-jre/guava-26.0-jre.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/hetu/core/hetu-transport/1.6.1/hetu-transport-1.6.1.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-guava/2.12.4/jackson-datatype-guava-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.12.4/jackson-datatype-jdk8-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-joda/2.12.4/jackson-datatype-joda-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jsr310/2.12.4/jackson-datatype-jsr310-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/module/jackson-module-parameter-name/2.12.4/jackson-module/jackson-module-parameter-name-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/jasypt/jasypt/1.9.3/jasypt-1.9.3.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/openjdk/jol/jol-core/0.2/jol-core-0.2.jar +wget https://repol.maven.org/maven2/io/airlift/joni/2.1.5.3/joni-2.1.5.3.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/airlift/log/0.193/log-0.193.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/perfmark/perfmark-api/0.23.0/perfmark-api-0.23.0.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/hetu/core/presto-main/1.6.1/presto-main-1.6.1.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/hetu/core/presto-spi/1.6.1/presto-spi-1.6.1.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/google/protobuf/protobuf-java/3.12.0/protobuf-java-3.12.0.jar +wget https://mirrors.huaweicloud.com/repository/maven/io/airlift/slice/0.38/slice-0.38.jar +cd .. +zip -r -o $dir_name.zip $dir_name +rm -r $dir_name \ No newline at end of file -- Gitee From c6165771d9675a31df1f044f017048e8a0061d54 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E2=80=9Cyang-haitao=E2=80=9D?= <“445849784@qq.com”> Date: Wed, 27 Jul 2022 16:21:48 +0800 Subject: [PATCH 2/5] update build.sh --- omnidata/omnidata-hive-connector/build.sh | 4 ++-- omnidata/omnidata-spark-connector/build.sh | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/omnidata/omnidata-hive-connector/build.sh b/omnidata/omnidata-hive-connector/build.sh index 590ef396a..98c426e22 100644 --- a/omnidata/omnidata-hive-connector/build.sh +++ b/omnidata/omnidata-hive-connector/build.sh @@ -18,10 +18,10 @@ wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/data wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.12.4/jackson-datatype-jdk8-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-joda/2.12.4/jackson-datatype-joda-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jsr310/2.12.4/jackson-datatype-jsr310-2.12.4.jar -wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/module/jackson-module-parameter-name/2.12.4/jackson-module-parameter-name-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/module/jackson-module-parameter-names/2.12.4/jackson-module-parameter-names-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/org/jasypt/jasypt/1.9.3/jasypt-1.9.3.jar wget https://mirrors.huaweicloud.com/repository/maven/org/openjdk/jol/jol-core/0.2/jol-core-0.2.jar -wget https://repol.maven.org/maven2/io/airlift/joni/2.1.5.3/joni-2.1.5.3.jar +wget https://repo1.maven.org/maven2/io/airlift/joni/2.1.5.3/joni-2.1.5.3.jar wget https://mirrors.huaweicloud.com/repository/maven/com/esotericsoftware/kryo-shaded/4.0.2/kryo-shaded-4.0.2.jar wget https://mirrors.huaweicloud.com/repository/maven/io/airlift/log/0.193/log-0.193.jar wget https://mirrors.huaweicloud.com/repository/maven/io/perfmark/perfmark-api/0.23.0/perfmark-api-0.23.0.jar diff --git a/omnidata/omnidata-spark-connector/build.sh b/omnidata/omnidata-spark-connector/build.sh index 7c6d7c565..3f6740df2 100644 --- a/omnidata/omnidata-spark-connector/build.sh +++ b/omnidata/omnidata-spark-connector/build.sh @@ -19,10 +19,10 @@ wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/data wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.12.4/jackson-datatype-jdk8-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-joda/2.12.4/jackson-datatype-joda-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jsr310/2.12.4/jackson-datatype-jsr310-2.12.4.jar -wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/module/jackson-module-parameter-name/2.12.4/jackson-module/jackson-module-parameter-name-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/module/jackson-module-parameter-names/2.12.4/jackson-module/jackson-module-parameter-names-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/org/jasypt/jasypt/1.9.3/jasypt-1.9.3.jar wget https://mirrors.huaweicloud.com/repository/maven/org/openjdk/jol/jol-core/0.2/jol-core-0.2.jar -wget https://repol.maven.org/maven2/io/airlift/joni/2.1.5.3/joni-2.1.5.3.jar +wget https://repo1.maven.org/maven2/io/airlift/joni/2.1.5.3/joni-2.1.5.3.jar wget https://mirrors.huaweicloud.com/repository/maven/io/airlift/log/0.193/log-0.193.jar wget https://mirrors.huaweicloud.com/repository/maven/io/perfmark/perfmark-api/0.23.0/perfmark-api-0.23.0.jar wget https://mirrors.huaweicloud.com/repository/maven/io/hetu/core/presto-main/1.6.1/presto-main-1.6.1.jar -- Gitee From 387bb8bc7aff5150d0726c590a8fc8f75dfff2f3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E2=80=9Cyang-haitao=E2=80=9D?= <“445849784@qq.com”> Date: Wed, 27 Jul 2022 16:38:47 +0800 Subject: [PATCH 3/5] update spark build.sh --- omnidata/omnidata-spark-connector/build.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/omnidata/omnidata-spark-connector/build.sh b/omnidata/omnidata-spark-connector/build.sh index 3f6740df2..61e900022 100644 --- a/omnidata/omnidata-spark-connector/build.sh +++ b/omnidata/omnidata-spark-connector/build.sh @@ -8,7 +8,7 @@ mkdir -p $dir_name cp connector/target/$jar_name $dir_name cd $dir_name wget https://mirrors.huaweicloud.com/repository/maven/org/bouncycastle/bcpkix-jdk15on/1.68/bcpkix-jdk15on-1.68.jar -wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-client/curator-client-2.12.0.jar +wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-client/2.12.0/curator-client-2.12.0.jar wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-framework/2.12.0/curator-framework-2.12.0.jar wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-recipes/2.12.0/curator-recipes-2.12.0.jar wget https://mirrors.huaweicloud.com/repository/maven/com/alibaba/fastjson/1.2.76/fastjson-1.2.76.jar @@ -19,7 +19,7 @@ wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/data wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.12.4/jackson-datatype-jdk8-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-joda/2.12.4/jackson-datatype-joda-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/datatype/jackson-datatype-jsr310/2.12.4/jackson-datatype-jsr310-2.12.4.jar -wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/module/jackson-module-parameter-names/2.12.4/jackson-module/jackson-module-parameter-names-2.12.4.jar +wget https://mirrors.huaweicloud.com/repository/maven/com/fasterxml/jackson/module/jackson-module-parameter-names/2.12.4/jackson-module-parameter-names-2.12.4.jar wget https://mirrors.huaweicloud.com/repository/maven/org/jasypt/jasypt/1.9.3/jasypt-1.9.3.jar wget https://mirrors.huaweicloud.com/repository/maven/org/openjdk/jol/jol-core/0.2/jol-core-0.2.jar wget https://repo1.maven.org/maven2/io/airlift/joni/2.1.5.3/joni-2.1.5.3.jar -- Gitee From 5379e2bc13ced39d6560c9449d72ccb6fc697df1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E2=80=9Cyang-haitao=E2=80=9D?= <“445849784@qq.com”> Date: Wed, 27 Jul 2022 17:00:46 +0800 Subject: [PATCH 4/5] add spark build.sh aarch64 --- omnidata/omnidata-spark-connector/build.sh | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/omnidata/omnidata-spark-connector/build.sh b/omnidata/omnidata-spark-connector/build.sh index 61e900022..189b77cb1 100644 --- a/omnidata/omnidata-spark-connector/build.sh +++ b/omnidata/omnidata-spark-connector/build.sh @@ -2,11 +2,11 @@ mvn clean package jar_name=`ls -n connector/target/*.jar | grep omnidata-spark | awk -F ' ' '{print$9}' | awk -F '/' '{print$3}'` dir_name=`ls -n connector/target/*.jar | grep omnidata-spark | awk -F ' ' '{print$9}' | awk -F '/' '{print$3}' | awk -F '.jar' '{print$1}'` -rm -r $dir_name -rm -r $dir_name.zip -mkdir -p $dir_name -cp connector/target/$jar_name $dir_name -cd $dir_name +rm -r $dir_name-aarch64 +rm -r $dir_name-aarch64.zip +mkdir -p $dir_name-aarch64 +cp connector/target/$jar_name $dir_name-aarch64 +cd $dir_name-aarch64 wget https://mirrors.huaweicloud.com/repository/maven/org/bouncycastle/bcpkix-jdk15on/1.68/bcpkix-jdk15on-1.68.jar wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-client/2.12.0/curator-client-2.12.0.jar wget https://mirrors.huaweicloud.com/repository/maven/org/apache/curator/curator-framework/2.12.0/curator-framework-2.12.0.jar @@ -30,5 +30,5 @@ wget https://mirrors.huaweicloud.com/repository/maven/io/hetu/core/presto-spi/1. wget https://mirrors.huaweicloud.com/repository/maven/com/google/protobuf/protobuf-java/3.12.0/protobuf-java-3.12.0.jar wget https://mirrors.huaweicloud.com/repository/maven/io/airlift/slice/0.38/slice-0.38.jar cd .. -zip -r -o $dir_name.zip $dir_name +zip -r -o $dir_name-aarch64.zip $dir_name-aarch64 rm -r $dir_name \ No newline at end of file -- Gitee From 561ae9c748ad4d2fd7af07f0281d570b95806537 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E2=80=9Cyang-haitao=E2=80=9D?= <“445849784@qq.com”> Date: Wed, 27 Jul 2022 17:10:59 +0800 Subject: [PATCH 5/5] add spark build.sh aarch64 --- omnidata/omnidata-spark-connector/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/omnidata/omnidata-spark-connector/build.sh b/omnidata/omnidata-spark-connector/build.sh index 189b77cb1..7a528d447 100644 --- a/omnidata/omnidata-spark-connector/build.sh +++ b/omnidata/omnidata-spark-connector/build.sh @@ -31,4 +31,4 @@ wget https://mirrors.huaweicloud.com/repository/maven/com/google/protobuf/protob wget https://mirrors.huaweicloud.com/repository/maven/io/airlift/slice/0.38/slice-0.38.jar cd .. zip -r -o $dir_name-aarch64.zip $dir_name-aarch64 -rm -r $dir_name \ No newline at end of file +rm -r $dir_name-aarch64 \ No newline at end of file -- Gitee