From f9e4067fbf4495084bd1defbdb47df9b1bcd4eed Mon Sep 17 00:00:00 2001 From: Xteen Date: Wed, 10 Aug 2022 14:17:55 +0800 Subject: [PATCH] fix properties duplicate in options and tblproperties --- .../scala/com/huawei/boostkit/spark/util/ViewMetadata.scala | 4 ++-- .../apache/spark/sql/execution/command/OmniCacheCommand.scala | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/omnicache/omnicache-spark-extension/plugin/src/main/scala/com/huawei/boostkit/spark/util/ViewMetadata.scala b/omnicache/omnicache-spark-extension/plugin/src/main/scala/com/huawei/boostkit/spark/util/ViewMetadata.scala index 31b02b932..6052e4ecd 100644 --- a/omnicache/omnicache-spark-extension/plugin/src/main/scala/com/huawei/boostkit/spark/util/ViewMetadata.scala +++ b/omnicache/omnicache-spark-extension/plugin/src/main/scala/com/huawei/boostkit/spark/util/ViewMetadata.scala @@ -95,7 +95,7 @@ object ViewMetadata extends RewriteHelper { viewToTablePlan.putIfAbsent(viewName, mappedViewTablePlan) } catch { case e: Throwable => - logWarning(s"Failed to saveViewMetadataToMap. errmsg: ${e.getMessage}") + logDebug(s"Failed to saveViewMetadataToMap. errmsg: ${e.getMessage}") // reset preDatabase spark.sessionState.catalogManager.setCurrentNamespace(Array(preDatabase)) } @@ -159,7 +159,7 @@ object ViewMetadata extends RewriteHelper { } catch { // if db exists a table hive materialized view, will throw annalysis exception case e: Throwable => - logWarning(s"Failed to listTables in $mvDataBase, errmsg: ${e.getMessage}") + logDebug(s"Failed to listTables in $mvDataBase, errmsg: ${e.getMessage}") Seq.empty[(TableIdentifier, CatalogTable)] } } diff --git a/omnicache/omnicache-spark-extension/plugin/src/main/scala/org/apache/spark/sql/execution/command/OmniCacheCommand.scala b/omnicache/omnicache-spark-extension/plugin/src/main/scala/org/apache/spark/sql/execution/command/OmniCacheCommand.scala index 2df368cdb..36f59ea21 100644 --- a/omnicache/omnicache-spark-extension/plugin/src/main/scala/org/apache/spark/sql/execution/command/OmniCacheCommand.scala +++ b/omnicache/omnicache-spark-extension/plugin/src/main/scala/org/apache/spark/sql/execution/command/OmniCacheCommand.scala @@ -52,7 +52,7 @@ case class OmniCacheCreateMvCommand( val identifier = TableIdentifier(name, Option(databaseName)) val (storageFormat, provider) = getStorageFormatAndProvider( - providerStr, properties, None + providerStr, Map.empty, None ) val table = buildCatalogTable( -- Gitee