[
https://issues.apache.org/jira/browse/HUDI-9686?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18011922#comment-18011922
]
Deepak Panda commented on HUDI-9686:
------------------------------------
Here is the stack trace.
{code:java}
java.lang.NullPointerException at
org.apache.hudi.common.table.timeline.versioning.v2.CompletionTimeQueryViewV2.readCompletionTime(CompletionTimeQueryViewV2.java:321)
at
org.apache.hudi.common.table.timeline.versioning.v2.ArchivedTimelineLoaderV2.lambda$loadInstants$1(ArchivedTimelineLoaderV2.java:73)
at
java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175)
at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
at java.util.stream.ForEachOps$ForEachTask.compute(ForEachOps.java:290)
at
java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:731)
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289) at
java.util.concurrent.ForkJoinTask.doInvoke(ForkJoinTask.java:401) at
java.util.concurrent.ForkJoinTask.invoke(ForkJoinTask.java:734) at
java.util.stream.ForEachOps$ForEachOp.evaluateParallel(ForEachOps.java:159)
at
java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateParallel(ForEachOps.java:173)
at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:233)
at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
at
org.apache.hudi.common.table.timeline.versioning.v2.ArchivedTimelineLoaderV2.loadInstants(ArchivedTimelineLoaderV2.java:62)
at
org.apache.hudi.common.table.timeline.versioning.v2.CompletionTimeQueryViewV2.load(CompletionTimeQueryViewV2.java:313)
at
org.apache.hudi.common.table.timeline.versioning.v2.CompletionTimeQueryViewV2.<init>(CompletionTimeQueryViewV2.java:108)
at
org.apache.hudi.common.table.timeline.versioning.v2.CompletionTimeQueryViewV2.<init>(CompletionTimeQueryViewV2.java:93)
at
org.apache.hudi.common.table.timeline.versioning.v2.TimelineV2Factory.createCompletionTimeQueryView(TimelineV2Factory.java:79)
at
org.apache.hudi.common.table.view.AbstractTableFileSystemView.init(AbstractTableFileSystemView.java:127)
at
org.apache.hudi.common.table.view.HoodieTableFileSystemView.init(HoodieTableFileSystemView.java:128)
at
org.apache.hudi.common.table.view.HoodieTableFileSystemView.<init>(HoodieTableFileSystemView.java:122)
at
org.apache.hudi.common.table.view.FileSystemViewManager.createInMemoryFileSystemView(FileSystemViewManager.java:182)
at
org.apache.hudi.common.table.view.FileSystemViewManager.lambda$createViewManager$f5fc4d3d$2(FileSystemViewManager.java:271)
at
org.apache.hudi.common.table.view.FileSystemViewManager.lambda$getFileSystemView$0(FileSystemViewManager.java:106)
at
java.util.concurrent.ConcurrentHashMap.computeIfAbsent(ConcurrentHashMap.java:1660)
at
org.apache.hudi.common.table.view.FileSystemViewManager.getFileSystemView(FileSystemViewManager.java:103)
at
org.apache.hudi.timeline.service.RequestHandler$ViewHandler.syncIfLocalViewBehind(RequestHandler.java:676)
at
org.apache.hudi.timeline.service.RequestHandler$ViewHandler.lambda$handle$0(RequestHandler.java:591)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
at
org.apache.hudi.timeline.service.RequestHandler$ViewHandler.handle(RequestHandler.java:580)
at
io.javalin.core.security.SecurityUtil.noopAccessManager(SecurityUtil.kt:20)
at io.javalin.http.JavalinServlet.addHandler$lambda-0(JavalinServlet.kt:96)
at
io.javalin.http.JavalinServlet$lifecycle$2$1$1.invoke(JavalinServlet.kt:43)
at
io.javalin.http.JavalinServlet$lifecycle$2$1$1.invoke(JavalinServlet.kt:43)
at
io.javalin.http.JavalinServletHandler.executeNextTask(JavalinServletHandler.kt:99)
at
io.javalin.http.JavalinServletHandler.queueNextTaskOrFinish$lambda-1(JavalinServletHandler.kt:85)
at
java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:995)
at
java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2137)
at
io.javalin.http.JavalinServletHandler.queueNextTaskOrFinish$javalin(JavalinServletHandler.kt:85)
at io.javalin.http.JavalinServlet.service(JavalinServlet.kt:89)
at
org.apache.hudi.javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
at io.javalin.jetty.JavalinJettyServlet.service(JavalinJettyServlet.kt:58)
at
org.apache.hudi.javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
at
org.apache.hudi.org.apache.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
at
org.apache.hudi.org.apache.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:554)
at
org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at
org.apache.hudi.org.apache.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
at
org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at
io.javalin.jetty.JettyServer$start$wsAndHttpHandler$1.doHandle(JettyServer.kt:52)
at
org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at
org.apache.hudi.org.apache.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505)
at
org.apache.hudi.org.apache.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
at
org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at
org.apache.hudi.org.apache.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355)
at
org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
org.apache.hudi.org.apache.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at
org.apache.hudi.org.apache.jetty.server.Server.handle(Server.java:516)
at
org.apache.hudi.org.apache.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487)
at
org.apache.hudi.org.apache.jetty.server.HttpChannel.dispatch(HttpChannel.java:732)
at
org.apache.hudi.org.apache.jetty.server.HttpChannel.handle(HttpChannel.java:479)
at
org.apache.hudi.org.apache.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
at
org.apache.hudi.org.apache.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at
org.apache.hudi.org.apache.jetty.io.FillInterest.fillable(FillInterest.java:105)
at
org.apache.hudi.org.apache.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
at
org.apache.hudi.org.apache.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at
org.apache.hudi.org.apache.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.lang.Thread.run(Thread.java:750)
{code}
> NPE during upgrade (0.13.1 -> 0.14.1 -> 1.0.2/master)
> -----------------------------------------------------
>
> Key: HUDI-9686
> URL: https://issues.apache.org/jira/browse/HUDI-9686
> Project: Apache Hudi
> Issue Type: Bug
> Components: writer-core
> Reporter: Deepak Panda
> Priority: Blocker
> Fix For: 1.1.0
>
>
> * Created a COW table using Hudi 0.13.1 and generated 50 commits to ensure
> some were moved to the archived timeline.
> * Then upgraded to Hudi 0.14.1 using its jar, which successfully
> auto-upgraded the table version.
> * Next, attempted to upgrade to Hudi 1.0.2 following the recommended best
> practices — but the write operation failed with a NullPointerException (NPE).
> *Reproducible code:*
> https://gist.github.com/deepakpanda93/f33c2a3a7b9a200f93a3be351ba63b86
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
