[
https://issues.apache.org/jira/browse/HIVE-29169?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18017092#comment-18017092
]
Raghav Aggarwal edited comment on HIVE-29169 at 8/29/25 5:56 PM:
-----------------------------------------------------------------
[~chiruburri], the issue already exists. Check HIVE-28965.
Mark this one as duplicate and close this. For future, cloning the Jira for
entirely different issue is not a best practice in my opinion, it creates
unreleated links.
CC [~dkuzmenko]
was (Author: JIRAUSER295901):
[~chiruburri], the issue already exists. Check HIVE-28965.
Mark this one as duplicate and close this. For future, cloning the Jira for
entirely different issue is not a best practice. its creates unreleated links.
CC [~dkuzmenko]
> On tez view creation ClassNotFoundException:
> org.apache.hadoop.hive.kafka.KafkaDagCredentialSupplier
> ----------------------------------------------------------------------------------------------------
>
> Key: HIVE-29169
> URL: https://issues.apache.org/jira/browse/HIVE-29169
> Project: Hive
> Issue Type: Bug
> Components: Hive
> Affects Versions: 4.0.1
> Reporter: chiranjeevi
> Assignee: Kiran Velumuri
> Priority: Minor
>
> I have observed ClassNotFoundException:
> org.apache.hadoop.hive.kafka.KafkaDagCredentialSupplier on tez view creation
> in 4.0.1 Hive.
> Also same log observed while running test
> TestBeeLineWithArgs#testRowsAffected.
> It's always good to fix ClassNotFoundException
> 2025-08-29T04:26:44,162 DEBUG [0cde8cfb-ae42-450c-b060-35259b53f3cc
> HiveServer2-Handler-Pool: Thread-827] annotation.StatsRulesProcFactory: [0]
> STATS-SEL[6]: numRows: 1 dataSize: 8 basicStatsState: COMPLETE
> colStatsState: COMPLETE colStats: {}
> 2025-08-29T04:26:44,165 DEBUG [0cde8cfb-ae42-450c-b060-35259b53f3cc
> HiveServer2-Handler-Pool: Thread-827] annotation.StatsRulesProcFactory:
> STATS-GBY[7]: inputSize: 10 maxSplitSize: 256000000 parallelism: 1
> containsGroupingSet: false sizeOfGroupingSet: 1
> 2025-08-29T04:26:44,168 ERROR [0cde8cfb-ae42-450c-b060-35259b53f3cc
> HiveServer2-Handler-Pool: Thread-827] tez.DagUtils: Failed to add credential
> supplier
> java.lang.ClassNotFoundException:
> org.apache.hadoop.hive.kafka.KafkaDagCredentialSupplier
> at
> jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
> ~[?:?]
> at
> jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
> ~[?:?]
> at java.lang.ClassLoader.loadClass(ClassLoader.java:525) ~[?:?]
> at java.lang.Class.forName0(Native Method) ~[?:?]
> at java.lang.Class.forName(Class.java:375) ~[?:?]
> at
> org.apache.hadoop.hive.ql.exec.tez.DagUtils.defaultCredentialSuppliers(DagUtils.java:312)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.hadoop.hive.ql.exec.tez.DagUtils.<clinit>(DagUtils.java:183)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.optimizer.stats.annotation.StatsRulesProcFactory$GroupByStatsRule.checkMapSideAggregation(StatsRulesProcFactory.java:1906)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.optimizer.stats.annotation.StatsRulesProcFactory$GroupByStatsRule.process(StatsRulesProcFactory.java:1605)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher.dispatch(DefaultRuleDispatcher.java:90)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.lib.DefaultGraphWalker.dispatchAndReturn(DefaultGraphWalker.java:105)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.lib.DefaultGraphWalker.dispatch(DefaultGraphWalker.java:89)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.lib.LevelOrderWalker.walk(LevelOrderWalker.java:148)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.lib.LevelOrderWalker.startWalking(LevelOrderWalker.java:125)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.optimizer.stats.annotation.AnnotateWithStatistics.transform(AnnotateWithStatistics.java:84)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.parse.TezCompiler.runStatsAnnotation(TezCompiler.java:464)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.parse.TezCompiler.optimizeOperatorPlan(TezCompiler.java:201)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.parse.TaskCompiler.compile(TaskCompiler.java:182)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.compilePlan(SemanticAnalyzer.java:13150)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.analyzeInternal(SemanticAnalyzer.java:13378)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.parse.CalcitePlanner.analyzeInternal(CalcitePlanner.java:481)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:332)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.hadoop.hive.ql.Compiler.analyze(Compiler.java:224)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.hadoop.hive.ql.Compiler.compile(Compiler.java:109)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:508)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:460)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:424)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:418)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:121)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:207)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:270)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.hive.service.cli.operation.Operation.run(Operation.java:286)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:557)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:542)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ~[?:?]
> at
> jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
> ~[?:?]
> at
> jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:?]
> at java.lang.reflect.Method.invoke(Method.java:569) ~[?:?]
> at
> org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:78)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.cli.session.HiveSessionProxy$1.run(HiveSessionProxy.java:63)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at java.security.AccessController.doPrivileged(AccessController.java:712)
> ~[?:?]
> at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?]
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
> ~[hadoop-common-3.4.1.3.4.1.0-999.jar:?]
> at
> org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:59)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at jdk.proxy2.$Proxy134.executeStatementAsync(Unknown Source) ~[?:?]
> at
> org.apache.hive.service.cli.CLIService.executeStatementAsync(CLIService.java:315)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:652)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.rpc.thrift.TCLIService$Processor$ExecuteStatement.getResult(TCLIService.java:1785)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.rpc.thrift.TCLIService$Processor$ExecuteStatement.getResult(TCLIService.java:1762)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:40)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:40)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.hive.service.auth.TSetIpAddressProcessor.process(TSetIpAddressProcessor.java:56)
> ~[hive-service-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:257)
> ~[hive-exec-4.0.1.3.4.1-SNAPSHOT.jar:4.0.1.3.4.1-SNAPSHOT]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> ~[?:?]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> ~[?:?]
> at java.lang.Thread.run(Thread.java:840) ~[?:?]
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
