Nixon Rodrigues created ATLAS-3481: -------------------------------------- Summary: Hive Hook fails with "org.apache.kafka.common.KafkaException: Failed to load SSL keystore" Key: ATLAS-3481 URL: https://issues.apache.org/jira/browse/ATLAS-3481 Project: Atlas Issue Type: Bug Reporter: Nixon Rodrigues Assignee: Nixon Rodrigues
{code:java} 2019-10-17 23:09:54,872 ERROR org.apache.atlas.hook.AtlasHook: [Atlas Notifier 0]: Failed to send notification - attempt #3; error=Failed to construct kafka producer 2019-10-17 23:09:54,872 ERROR org.apache.atlas.hook.AtlasHook: [Atlas Notifier 0]: org.apache.kafka.common.KafkaException: Failed to construct kafka producer at org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:433) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:298) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.atlas.kafka.KafkaNotification.getOrCreateProducer(KafkaNotification.java:329) ~[?:?] at org.apache.atlas.kafka.KafkaNotification.sendInternal(KafkaNotification.java:235) ~[?:?] at org.apache.atlas.notification.AbstractNotification.send(AbstractNotification.java:89) ~[?:?] at org.apache.atlas.hook.AtlasHook$3.run(AtlasHook.java:203) ~[?:?] at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_222] at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_222] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1876) ~[hadoop-common-3.1.1.7.0.2.0-135.jar:?] at org.apache.atlas.hook.AtlasHook.notifyEntitiesInternal(AtlasHook.java:208) ~[?:?] at org.apache.atlas.hook.AtlasHook$2.run(AtlasHook.java:166) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_222] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_222] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_222] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_222] at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222] Caused by: org.apache.kafka.common.KafkaException: org.apache.kafka.common.KafkaException: org.apache.kafka.common.KafkaException: Failed to load SSL keystore /var/run/cloudera-scm-agent/process/1546333489-hive_on_tez-HIVESERVER2/cm-auto-global_truststore.jks of type JKS at org.apache.kafka.common.network.SaslChannelBuilder.configure(SaslChannelBuilder.java:160) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.ChannelBuilders.create(ChannelBuilders.java:146) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.ChannelBuilders.clientChannelBuilder(ChannelBuilders.java:67) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.ClientUtils.createChannelBuilder(ClientUtils.java:99) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.newSender(KafkaProducer.java:441) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:422) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] ... 15 more Caused by: org.apache.kafka.common.KafkaException: org.apache.kafka.common.KafkaException: Failed to load SSL keystore /var/run/cloudera-scm-agent/process/1546333489-hive_on_tez-HIVESERVER2/cm-auto-global_truststore.jks of type JKS at org.apache.kafka.common.security.ssl.SslEngineBuilder.createSSLContext(SslEngineBuilder.java:160) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.security.ssl.SslEngineBuilder.<init>(SslEngineBuilder.java:102) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.security.ssl.SslFactory.configure(SslFactory.java:93) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.SaslChannelBuilder.configure(SaslChannelBuilder.java:156) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.ChannelBuilders.create(ChannelBuilders.java:146) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.ChannelBuilders.clientChannelBuilder(ChannelBuilders.java:67) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.ClientUtils.createChannelBuilder(ClientUtils.java:99) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.newSender(KafkaProducer.java:441) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:422) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] ... 15 more Caused by: org.apache.kafka.common.KafkaException: Failed to load SSL keystore /var/run/cloudera-scm-agent/process/1546333489-hive_on_tez-HIVESERVER2/cm-auto-global_truststore.jks of type JKS at org.apache.kafka.common.security.ssl.SslEngineBuilder$SecurityStore.load(SslEngineBuilder.java:289) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.security.ssl.SslEngineBuilder.createSSLContext(SslEngineBuilder.java:153) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.security.ssl.SslEngineBuilder.<init>(SslEngineBuilder.java:102) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.security.ssl.SslFactory.configure(SslFactory.java:93) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.SaslChannelBuilder.configure(SaslChannelBuilder.java:156) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.ChannelBuilders.create(ChannelBuilders.java:146) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.ChannelBuilders.clientChannelBuilder(ChannelBuilders.java:67) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.ClientUtils.createChannelBuilder(ClientUtils.java:99) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.newSender(KafkaProducer.java:441) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:422) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] ... 15 more Caused by: java.io.IOException: Keystore was tampered with, or password was incorrect at sun.security.provider.JavaKeyStore.engineLoad(JavaKeyStore.java:785) ~[?:1.8.0_222] at sun.security.provider.JavaKeyStore$JKS.engineLoad(JavaKeyStore.java:56) ~[?:1.8.0_222] at sun.security.provider.KeyStoreDelegator.engineLoad(KeyStoreDelegator.java:224) ~[?:1.8.0_222] at sun.security.provider.JavaKeyStore$DualFormatJKS.engineLoad(JavaKeyStore.java:70) ~[?:1.8.0_222] at java.security.KeyStore.load(KeyStore.java:1445) ~[?:1.8.0_222] at org.apache.kafka.common.security.ssl.SslEngineBuilder$SecurityStore.load(SslEngineBuilder.java:286) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.security.ssl.SslEngineBuilder.createSSLContext(SslEngineBuilder.java:153) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.security.ssl.SslEngineBuilder.<init>(SslEngineBuilder.java:102) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.security.ssl.SslFactory.configure(SslFactory.java:93) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.SaslChannelBuilder.configure(SaslChannelBuilder.java:156) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.ChannelBuilders.create(ChannelBuilders.java:146) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.common.network.ChannelBuilders.clientChannelBuilder(ChannelBuilders.java:67) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.ClientUtils.createChannelBuilder(ClientUtils.java:99) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.newSender(KafkaProducer.java:441) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] at org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:422) ~[kafka-clients-2.3.0.7.0.2.0-135.jar:?] ... 15 more Caused by: java.security.UnrecoverableKeyException: Password verification failed {code} -- This message was sent by Atlassian Jira (v8.3.4#803005)