[ 
https://issues.apache.org/jira/browse/HUDI-4602?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Zhaojing Yu updated HUDI-4602:
------------------------------
    Fix Version/s: 0.13.0
                       (was: 0.12.1)

> Implement getScheme for PrestoS3FileSystem
> ------------------------------------------
>
>                 Key: HUDI-4602
>                 URL: https://issues.apache.org/jira/browse/HUDI-4602
>             Project: Apache Hudi
>          Issue Type: Task
>            Reporter: Sagar Sumit
>            Priority: Critical
>             Fix For: 0.13.0
>
>
> In absence of this method, we get the below exception, unless we are running 
> on EMR (where EmrFileSystem gets picked as s3 file system type and that 
> implements this method already).
> {code:java}
> java.lang.UnsupportedOperationException: Not implemented by the 
> PrestoS3FileSystem FileSystem implementation
>       at org.apache.hadoop.fs.FileSystem.getScheme(FileSystem.java:219)
>       at 
> org.apache.hadoop.fs.HadoopExtendedFileSystem.getScheme(HadoopExtendedFileSystem.java:71)
>       at org.apache.hudi.common.fs.FSUtils.isGCSFileSystem(FSUtils.java:592)
>       at 
> org.apache.hudi.common.table.log.HoodieLogFileReader.getFSDataInputStream(HoodieLogFileReader.java:119)
>       at 
> org.apache.hudi.common.table.log.HoodieLogFileReader.<init>(HoodieLogFileReader.java:95)
>       at 
> org.apache.hudi.common.table.log.HoodieLogFileReader.<init>(HoodieLogFileReader.java:86)
>       at 
> org.apache.hudi.common.table.log.HoodieLogFormat.newReader(HoodieLogFormat.java:282)
>       at 
> org.apache.hudi.common.table.log.LogReaderUtils.readSchemaFromLogFileInReverse(LogReaderUtils.java:49)
>       at 
> org.apache.hudi.common.table.log.LogReaderUtils.readLatestSchemaFromLogFiles(LogReaderUtils.java:77)
>       at 
> org.apache.hudi.hadoop.realtime.AbstractRealtimeRecordReader.init(AbstractRealtimeRecordReader.java:85)
>       at 
> org.apache.hudi.hadoop.realtime.AbstractRealtimeRecordReader.<init>(AbstractRealtimeRecordReader.java:67)
>       at 
> org.apache.hudi.hadoop.realtime.RealtimeCompactedRecordReader.<init>(RealtimeCompactedRecordReader.java:62)
>       at 
> org.apache.hudi.hadoop.realtime.HoodieRealtimeRecordReader.constructRecordReader(HoodieRealtimeRecordReader.java:70)
>       at 
> org.apache.hudi.hadoop.realtime.HoodieRealtimeRecordReader.<init>(HoodieRealtimeRecordReader.java:47)
>       at 
> org.apache.hudi.hadoop.realtime.HoodieParquetRealtimeInputFormat.getRecordReader(HoodieParquetRealtimeInputFormat.java:323)
>       at 
> com.facebook.presto.hive.HiveUtil.createRecordReader(HiveUtil.java:272)
>       at 
> com.facebook.presto.hive.GenericHiveRecordCursorProvider.lambda$createRecordCursor$0(GenericHiveRecordCursorProvider.java:74)
>       at 
> com.facebook.presto.hive.authentication.NoHdfsAuthentication.doAs(NoHdfsAuthentication.java:23)
>       at 
> com.facebook.presto.hive.HdfsEnvironment.doAs(HdfsEnvironment.java:81)
>       at 
> com.facebook.presto.hive.GenericHiveRecordCursorProvider.createRecordCursor(GenericHiveRecordCursorProvider.java:73)
>       at 
> com.facebook.presto.hive.HivePageSourceProvider.getPageSourceFromCursorProvider(HivePageSourceProvider.java:573)
>       at 
> com.facebook.presto.hive.HivePageSourceProvider.createHivePageSource(HivePageSourceProvider.java:414)
>       at 
> com.facebook.presto.hive.HivePageSourceProvider.createPageSource(HivePageSourceProvider.java:186)
>       at 
> com.facebook.presto.spi.connector.classloader.ClassLoaderSafeConnectorPageSourceProvider.createPageSource(ClassLoaderSafeConnectorPageSourceProvider.java:63)
>       at 
> com.facebook.presto.split.PageSourceManager.createPageSource(PageSourceManager.java:80)
>       at 
> com.facebook.presto.operator.ScanFilterAndProjectOperator.getOutput(ScanFilterAndProjectOperator.java:235)
>       at com.facebook.presto.operator.Driver.processInternal(Driver.java:424)
>       at 
> com.facebook.presto.operator.Driver.lambda$processFor$9(Driver.java:307)
>       at com.facebook.presto.operator.Driver.tryWithLock(Driver.java:728)
>       at com.facebook.presto.operator.Driver.processFor(Driver.java:300)
>       at 
> com.facebook.presto.execution.SqlTaskExecution$DriverSplitRunner.processFor(SqlTaskExecution.java:1079)
>       at 
> com.facebook.presto.execution.executor.PrioritizedSplitRunner.process(PrioritizedSplitRunner.java:162)
>       at 
> com.facebook.presto.execution.executor.TaskExecutor$TaskRunner.run(TaskExecutor.java:599)
>       at 
> com.facebook.presto.$gen.Presto_0_270_AHN_0_6____20220811_002110_1.run(Unknown
>  Source)
>       at 
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
>       at 
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
>       at java.base/java.lang.Thread.run(Thread.java:829) {code}



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

Reply via email to