This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 59f0e842de7 [HUDI-7063] Use existing relation logic for queries
reading base files only in Spark (#10037)
59f0e842de7 is described below
commit 59f0e842de797a097d473e3814a5526e1209498e
Author: Y Ethan Guo <[email protected]>
AuthorDate: Thu Nov 9 10:53:06 2023 -0800
[HUDI-7063] Use existing relation logic for queries reading base files only
in Spark (#10037)
---
.../src/main/scala/org/apache/hudi/DefaultSource.scala | 7 +------
1 file changed, 1 insertion(+), 6 deletions(-)
diff --git
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala
index 8491ae46d34..ffa55327e8c 100644
---
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala
+++
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala
@@ -264,12 +264,7 @@ object DefaultSource {
case (COPY_ON_WRITE, QUERY_TYPE_SNAPSHOT_OPT_VAL, false) |
(COPY_ON_WRITE, QUERY_TYPE_READ_OPTIMIZED_OPT_VAL, false) |
(MERGE_ON_READ, QUERY_TYPE_READ_OPTIMIZED_OPT_VAL, false) =>
- if (fileFormatUtils.isDefined) {
- new HoodieCopyOnWriteSnapshotHadoopFsRelationFactory(
- sqlContext, metaClient, parameters, userSchema, isBootstrap =
false).build()
- } else {
- resolveBaseFileOnlyRelation(sqlContext, globPaths, userSchema,
metaClient, parameters)
- }
+ resolveBaseFileOnlyRelation(sqlContext, globPaths, userSchema,
metaClient, parameters)
case (COPY_ON_WRITE, QUERY_TYPE_INCREMENTAL_OPT_VAL, _) =>
new IncrementalRelation(sqlContext, parameters, userSchema,
metaClient)