This is an automated email from the ASF dual-hosted git repository.

nic pushed a commit to branch 2.6.x-hadoop3.1
in repository https://gitbox.apache.org/repos/asf/kylin.git

commit 40b39995592fab865d53893c33a3ce92f79d917a
Author: alexandr.sidorchuk <alexandr.sidorc...@apm-consult.com>
AuthorDate: Thu Feb 21 15:26:55 2019 +0300

    KYLIN-3537
    
    Use Spark to build Cube on Yarn faild at Setp8 on HDP3.0
    add HBase dependicies to avoid java.lang.NoClassDefFoundError
    
    Signed-off-by: shaofengshi <shaofeng...@apache.org>
---
 .../apache/kylin/storage/hbase/steps/HBaseSparkSteps.java  | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git 
a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseSparkSteps.java
 
b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseSparkSteps.java
index 86ad0fb..ec68077 100644
--- 
a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseSparkSteps.java
+++ 
b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseSparkSteps.java
@@ -72,6 +72,20 @@ public class HBaseSparkSteps extends HBaseJobSteps {
         StringUtil.appendWithSeparator(jars,
                 
ClassUtil.findContainingJar("org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl",
 null));//hbase-hadoop2-compat-1.1.1.jar
 
+        //KYLIN-3537
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hadoop.hbase.io.hfile.HFileWriterImpl", 
null));//hbase-server.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hbase.thirdparty.com.google.common.cache.CacheLoader",
 null));//hbase-shaded-miscellaneous.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hadoop.hbase.metrics.MetricRegistry", 
null));//hbase-metrics-api.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl",
 null));//hbase-metrics.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hbase.thirdparty.com.google.protobuf.Message",
 null));//hbase-shaded-protobuf.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hadoop.hbase.shaded.protobuf.generated.HFileProtos",
 null));//hbase-protocol-shaded.jar
+
         StringUtil.appendWithSeparator(jars, 
seg.getConfig().getSparkAdditionalJars());
         sparkExecutable.setJars(jars.toString());
 

Reply via email to