KYLIN-2434 use kylin.source.hive.database-for-flat-table in spark cubing
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/f62465cc Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/f62465cc Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/f62465cc Branch: refs/heads/KYLIN-2428 Commit: f62465cc5a5fe0f90142c0606c0c75e8c721bf0e Parents: b32cc95 Author: lidongsjtu <lid...@apache.org> Authored: Tue Feb 7 17:31:07 2017 +0800 Committer: lidongsjtu <lid...@apache.org> Committed: Tue Feb 7 17:31:14 2017 +0800 ---------------------------------------------------------------------- .../java/org/apache/kylin/engine/spark/SparkCubingByLayer.java | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/f62465cc/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java ---------------------------------------------------------------------- diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java index 8892a73..071806c 100644 --- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java +++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java @@ -150,11 +150,12 @@ public class SparkCubingByLayer extends AbstractApplication implements Serializa setupClasspath(sc, confPath); HadoopUtil.deletePath(sc.hadoopConfiguration(), new Path(outputPath)); + final KylinConfig envConfig = KylinConfig.getInstanceFromEnv(); + HiveContext sqlContext = new HiveContext(sc.sc()); - final DataFrame intermediateTable = sqlContext.table(hiveTable); + final DataFrame intermediateTable = sqlContext.table(envConfig.getHiveDatabaseForIntermediateTable() + "." + hiveTable); System.setProperty(KylinConfig.KYLIN_CONF, confPath); - final KylinConfig envConfig = KylinConfig.getInstanceFromEnv(); final CubeInstance cubeInstance = CubeManager.getInstance(envConfig).getCube(cubeName); final CubeDesc cubeDesc = cubeInstance.getDescriptor(); final CubeSegment cubeSegment = cubeInstance.getSegmentById(segmentId);
