Vamshi Krishna Kyatham created HUDI-9707:
--------------------------------------------
Summary: Hudi read failure on copied partitioned CoW table
Key: HUDI-9707
URL: https://issues.apache.org/jira/browse/HUDI-9707
Project: Apache Hudi
Issue Type: Bug
Reporter: Vamshi Krishna Kyatham
Hudi read failure on copied partitioned CoW table 1.1
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2414) at
org.apache.spark.SparkContext.runJob(SparkContext.scala:2433) at
org.apache.spark.SparkContext.runJob(SparkContext.scala:2458) at
org.apache.spark.rdd.RDD.$anonfun$collect$1(RDD.scala:1049) at
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
at org.apache.spark.rdd.RDD.withScope(RDD.scala:410) at
org.apache.spark.rdd.RDD.collect(RDD.scala:1048) at
org.apache.spark.api.java.JavaRDDLike.collect(JavaRDDLike.scala:362) at
org.apache.spark.api.java.JavaRDDLike.collect$(JavaRDDLike.scala:361) at
org.apache.spark.api.java.AbstractJavaRDDLike.collect(JavaRDDLike.scala:45) at
org.apache.hudi.data.HoodieJavaPairRDD.collectAsList(HoodieJavaPairRDD.java:179)
at
org.apache.hudi.common.util.HoodieDataUtils.dedupeAndCollectAsMap(HoodieDataUtils.java:56)
at
org.apache.hudi.metadata.BaseTableMetadata.fetchAllFilesInPartitionPaths(BaseTableMetadata.java:335)
at
org.apache.hudi.metadata.BaseTableMetadata.getAllFilesInPartitions(BaseTableMetadata.java:159)
... 115 more Caused by: java.lang.NullPointerException at
org.apache.hudi.metadata.HoodieBackedTableMetadata.readSliceWithFilter(HoodieBackedTableMetadata.java:511)
at
org.apache.hudi.metadata.HoodieBackedTableMetadata.readSliceAndFilterByKeysIntoList(HoodieBackedTableMetadata.java:622)
at
org.apache.hudi.metadata.HoodieBackedTableMetadata.lookupRecordsItr(HoodieBackedTableMetadata.java:600)
at
org.apache.hudi.metadata.HoodieBackedTableMetadata.lambda$lookupIndexRecords$acabe78e$1(HoodieBackedTableMetadata.java:320)
at
org.apache.hudi.data.HoodieJavaRDD.lambda$mapPartitions$bf1dfdd3$1(HoodieJavaRDD.java:158)
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitions$2(JavaRDDLike.scala:164)
at org.apache.spark.rdd.RDD.$anonfun$mapPartitions$2(RDD.scala:858) at
org.apache.spark.rdd.RDD.$anonfun$mapPartitions$2$adapted(RDD.scala:858) at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) at
org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:367) at
org.apache.spark.rdd.RDD.iterator(RDD.scala:331) at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) at
org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:367) at
org.apache.spark.rdd.RDD.iterator(RDD.scala:331)
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
