jonvex commented on code in PR #10137: URL: https://github.com/apache/hudi/pull/10137#discussion_r1408392073
########## hudi-common/src/main/java/org/apache/hudi/common/table/read/HoodieFileGroupReader.java: ########## @@ -81,82 +85,166 @@ public final class HoodieFileGroupReader<T> implements Closeable { private ClosableIterator<T> baseFileIterator; private HoodieRecordMerger recordMerger; - public HoodieFileGroupReader(HoodieReaderContext<T> readerContext, - HoodieTableMetaClient metaClient, - String fileGroupId, - TypedProperties props, - HoodieTimeline timeline, - HoodieTableQueryType queryType, - Option<String> instantTime, - Option<String> startInstantTime, - boolean shouldUseRecordPosition) throws Exception { - // This constructor is a placeholder now to allow automatically fetching the correct list of - // base and log files for a file group. - // Derive base and log files and call the corresponding constructor. - this(readerContext, metaClient.getHadoopConf(), metaClient.getBasePathV2().toString(), - instantTime.get(), Option.empty(), Option.empty(), - new TableSchemaResolver(metaClient).getTableAvroSchema(), - props, 0, Long.MAX_VALUE, shouldUseRecordPosition); - } + private final Schema dataSchema; + private final Schema requestedSchema; + + private final Schema requiredSchema; + Review Comment: requested schema - the schema the caller wants (ie when next() is called, what will the schema of the record be) required schema - the schema that we need to read from the file, for example, mor needs additional fields for merging -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@hudi.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org