This is an automated email from the ASF dual-hosted git repository.
voonhous pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 1165eb536b01 fix(spark): demote spurious per-write INFO logs to debug
(#19170)
1165eb536b01 is described below
commit 1165eb536b019e2f2ad0df2778fd02eae6eeff8f
Author: Y Ethan Guo <[email protected]>
AuthorDate: Wed Jul 8 05:05:02 2026 -0700
fix(spark): demote spurious per-write INFO logs to debug (#19170)
---
.../main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala | 12 ++++++------
1 file changed, 6 insertions(+), 6 deletions(-)
diff --git
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
index 72d4a7795082..37f8e569a0e7 100644
---
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
+++
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
@@ -991,7 +991,7 @@ class HoodieSparkSqlWriterInternal {
extraPreCommitFn:
Option[BiConsumer[HoodieTableMetaClient, HoodieCommitMetadata]]
): (Boolean,
HOption[java.lang.String], HOption[java.lang.String]) = {
val hasErrors = new AtomicBoolean(false)
- log.info("Proceeding to commit the write.")
+ log.debug("Proceeding to commit the write.")
// get extra metadata from props
// 1. properties starting with commit metadata key prefix
// 2. properties related to checkpoint in spark streaming
@@ -1020,7 +1020,7 @@ class HoodieSparkSqlWriterInternal {
common.util.Option.empty()
}
- log.info(s"Compaction Scheduled is $compactionInstant")
+ log.debug(s"Compaction Scheduled is $compactionInstant")
val asyncClusteringEnabled = isAsyncClusteringEnabled(client, parameters)
val clusteringInstant: common.util.Option[java.lang.String] =
@@ -1030,12 +1030,12 @@ class HoodieSparkSqlWriterInternal {
common.util.Option.empty()
}
- log.info(s"Clustering Scheduled is $clusteringInstant")
+ log.debug(s"Clustering Scheduled is $clusteringInstant")
val metaSyncSuccess = metaSync(spark,
HoodieWriterUtils.convertMapToHoodieConfig(parameters),
tableInstantInfo.basePath, schema)
- log.info(s"Is Async Compaction Enabled ? $asyncCompactionEnabled")
+ log.debug(s"Is Async Compaction Enabled ? $asyncCompactionEnabled")
(commitSuccess && metaSyncSuccess, compactionInstant, clusteringInstant)
} else {
(false, common.util.Option.empty(), common.util.Option.empty())
@@ -1045,7 +1045,7 @@ class HoodieSparkSqlWriterInternal {
private def isAsyncCompactionEnabled(client: SparkRDDWriteClient[_],
tableConfig: HoodieTableConfig,
parameters: Map[String, String],
configuration: Configuration): Boolean = {
- log.info(s"Config.inlineCompactionEnabled ?
${client.getConfig.inlineCompactionEnabled}")
+ log.debug(s"Config.inlineCompactionEnabled ?
${client.getConfig.inlineCompactionEnabled}")
(asyncCompactionTriggerFnDefined &&
!client.getConfig.inlineCompactionEnabled
&& parameters.get(ASYNC_COMPACT_ENABLE.key).exists(r => r.toBoolean)
&& tableConfig.getTableType == MERGE_ON_READ)
@@ -1053,7 +1053,7 @@ class HoodieSparkSqlWriterInternal {
private def isAsyncClusteringEnabled(client: SparkRDDWriteClient[_],
parameters: Map[String, String]):
Boolean = {
- log.info(s"Config.asyncClusteringEnabled ?
${client.getConfig.isAsyncClusteringEnabled}")
+ log.debug(s"Config.asyncClusteringEnabled ?
${client.getConfig.isAsyncClusteringEnabled}")
(asyncClusteringTriggerFnDefined &&
!client.getConfig.inlineClusteringEnabled
&& client.getConfig.isAsyncClusteringEnabled)
}