Venkat Ranganathan created FALCON-1925:
------------------------------------------
Summary: Add hadoop classpath to falcon client classpath in
falcon-config.sh
Key: FALCON-1925
URL: https://issues.apache.org/jira/browse/FALCON-1925
Project: Falcon
Issue Type: Bug
Components: client
Affects Versions: 0.7, 0.8, 0.9
Environment: secure clusters
Reporter: Venkat Ranganathan
Assignee: Venkat Ranganathan
Fix For: trunk
We need the falcon client classpath to be updated in the falcon config.sh to
include hadoop classpath so that recipe submission can happen successfully as
Hive metastore client - otherwise, we will get exceptions such as this
{quote}
falcon recipe -name hive-disaster-recovery -operation HIVE_DISASTER_RECOVERY
-properties hive-disaster-recovery.properties
Recipe processing failed
com.google.common.util.concurrent.UncheckedExecutionException:
java.lang.RuntimeException: Unable to instantiate
org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient
com.google.common.util.concurrent.UncheckedExecutionException:
java.lang.RuntimeException: Unable to instantiate
org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient
at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2263)
at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
at
com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4789)
at
org.apache.hive.hcatalog.common.HiveClientCache.getOrCreate(HiveClientCache.java:227)
at
org.apache.hive.hcatalog.common.HiveClientCache.get(HiveClientCache.java:202)
at
org.apache.hive.hcatalog.common.HCatUtil.getHiveMetastoreClient(HCatUtil.java:558)
at
org.apache.hive.hcatalog.api.HCatClientHMSImpl.initialize(HCatClientHMSImpl.java:823)
at org.apache.hive.hcatalog.api.HCatClient.create(HCatClient.java:71)
at
org.apache.falcon.recipe.HiveReplicationRecipeTool.getHiveMetaStoreClient(HiveReplicationRecipeTool.java:140)
at
org.apache.falcon.recipe.HiveReplicationRecipeTool.validate(HiveReplicationRecipeTool.java:52)
at org.apache.falcon.recipe.RecipeTool.run(RecipeTool.java:88)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:76)
at org.apache.falcon.recipe.RecipeTool.main(RecipeTool.java:64)
at
org.apache.falcon.client.FalconClient.submitRecipe(FalconClient.java:1094)
at org.apache.falcon.cli.FalconCLI.recipeCommand(FalconCLI.java:1065)
at org.apache.falcon.cli.FalconCLI.run(FalconCLI.java:212)
at org.apache.falcon.cli.FalconCLI.main(FalconCLI.java:156)
Caused by: java.lang.RuntimeException: Unable to instantiate
org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient
at
org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1533)
at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:86)
at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:132)
at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:118)
at
org.apache.hive.hcatalog.common.HiveClientCache$5.call(HiveClientCache.java:230)
at
org.apache.hive.hcatalog.common.HiveClientCache$5.call(HiveClientCache.java:227)
at
com.google.common.cache.LocalCache$LocalManualCache$1.load(LocalCache.java:4792)
at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
... 16 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
41 falcon.recipe.nn.principal=nn/_HOST@REALM
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at
org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1531)
... 26 more
Caused by: MetaException(message:Could not connect to meta store using any of
the URIs provided. Most recent failure:
org.apache.thrift.transport.TTransportException: GSS initiate failed
at
org.apache.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232)
at
org.apache.thrift.transport.TSaslTransport.open(TSaslTransport.java:316)
at
org.apache.thrift.transport.TSaslClientTransport.open(TSaslClientTransport.java:37)
at
org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:52)
at
org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:49)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
at
org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport.open(TUGIAssumingTransport.java:49)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.open(HiveMetaStoreClient.java:426)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:236)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:181)
at
org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient.<init>(HiveClientCache.java:330)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at
org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1531)
at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:86)
at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:132)
at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:118)
at
org.apache.hive.hcatalog.common.HiveClientCache$5.call(HiveClientCache.java:230)
at
org.apache.hive.hcatalog.common.HiveClientCache$5.call(HiveClientCache.java:227)
at
com.google.common.cache.LocalCache$LocalManualCache$1.load(LocalCache.java:4792)
at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
at
com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4789)
at
org.apache.hive.hcatalog.common.HiveClientCache.getOrCreate(HiveClientCache.java:227)
at
org.apache.hive.hcatalog.common.HiveClientCache.get(HiveClientCache.java:202)
at
org.apache.hive.hcatalog.common.HCatUtil.getHiveMetastoreClient(HCatUtil.java:558)
at
org.apache.hive.hcatalog.api.HCatClientHMSImpl.initialize(HCatClientHMSImpl.java:823)
at org.apache.hive.hcatalog.api.HCatClient.create(HCatClient.java:71)
at
org.apache.falcon.recipe.HiveReplicationRecipeTool.getHiveMetaStoreClient(HiveReplicationRecipeTool.java:140)
at
org.apache.falcon.recipe.HiveReplicationRecipeTool.validate(HiveReplicationRecipeTool.java:52)
at org.apache.falcon.recipe.RecipeTool.run(RecipeTool.java:88)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:76)
at org.apache.falcon.recipe.RecipeTool.main(RecipeTool.java:64)
at
org.apache.falcon.client.FalconClient.submitRecipe(FalconClient.java:1094)
at org.apache.falcon.cli.FalconCLI.recipeCommand(FalconCLI.java:1065)
at org.apache.falcon.cli.FalconCLI.run(FalconCLI.java:212)
at org.apache.falcon.cli.FalconCLI.main(FalconCLI.java:156)
)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.open(HiveMetaStoreClient.java:472)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:236)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:181)
at
org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient.<init>(HiveClientCache.java:330)
... 31 more
ERROR: java.lang.RuntimeException: Unable to instantiate
org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
