Added: kylin/site/docs16/tutorial/cube_spark.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/cube_spark.html?rev=1785633&view=auto ============================================================================== --- kylin/site/docs16/tutorial/cube_spark.html (added) +++ kylin/site/docs16/tutorial/cube_spark.html Mon Mar 6 11:29:16 2017 @@ -0,0 +1,2577 @@ +<!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<!doctype html> +<html> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Apache Kylin | Build Cube with Spark (beta)</title> + <meta name="description" content="Apache Kylin Home"> + <meta name="author" content="Apache Kylin"> + <link rel="shortcut icon" href="fav.png" type="image/png"> + + + +<link rel="stylesheet" href="/assets/css/animate.css"> +<!-- Bootstrap --> +<link rel="stylesheet" href="/assets/css/bootstrap.min.css"> + +<!-- Fonts --> +<!-- <link rel="stylesheet" href="http://fonts.googleapis.com/css?family=Alice|Open+Sans:400,300,700"> --> + +<!-- Icons --> +<link rel="stylesheet" href="/assets/css/font-awesome.min.css"> + + <!-- Custom styles --> + <link rel="stylesheet" href="/assets/css/styles.css"> + <link rel="stylesheet" href="/assets/css/docs.css"> + <link rel="stylesheet" href="/assets/css/pygments.css"> + + <link rel="canonical" href="http://kylin.apache.org/docs16/tutorial/cube_spark.html";> + <link rel="alternate" type="application/rss+xml" title="Apache Kylin" href="http://kylin.apache.org/feed.xml"; /> + +<!--[if lt IE 9]> <script src="assets/js/html5shiv.js"></script> <![endif]--> +<script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + //oringal tracker for kylin.io + ga('create', 'UA-55534813-1', 'auto'); + //new tracker for kylin.apache.org + ga('create', 'UA-55534813-2', 'auto', {'name':'toplevel'}); + + ga('send', 'pageview'); + ga('toplevel.send', 'pageview'); + + +</script> +<script type="text/javascript" src="/assets/js/jquery-1.9.1.min.js"></script> +<script type="text/javascript" src="/assets/js/nside.js"></script> </script> +<script type="text/javascript" src="/assets/js/nnav.js"></script> </script> +</head> + + <body> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<header id="header" > + + <div id="head" class="parallax" parallax-speed="3" > + <div id="logo" class="text-center"> <img class="img-circle" id="circlelogo" src="/assets/images/kylin_logo.jpg"> <span class="title" >Apache Kylinâ¢</span> <span class="tagline">Extreme OLAP Engine for Big Data</span> + </div> + </div> + + + <!-- Main Menu --> + <nav class="navbar navbar-default" role="navigation" id="nav-wrapper"> + <div class="container-fluid" id="nav"> + <!-- + <img class="img-circle" width="40px" height="40px" id="circlelogo" src="/assets/images/kylin_logo.jpg"> + --> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + + </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> + <ul class="nav navbar-nav"> + <li><a href="/">Home</a></li> + <li><a href="/docs16" >Docs</a></li> + <li><a href="/download">Download</li> + <li><a href="/community" >Community</a></li> + <li><a href="/development" >Development</a></li> + <li><a href="/blog">Blog</li> + <li><a href="/cn" >ä¸æç</a></li> + <li><a href="https://twitter.com/apachekylin"; target="_blank" class="fa fa-twitter fa-lg" title="Twitter: @ApacheKylin" ></a></li> + <li><a href="https://github.com/apache/kylin"; target="_blank" class="fa fa-github-alt fa-lg" title="Github: apache/kylin" ></a></li> + <li><a href="https://www.facebook.com/kylinio"; target="_blank" class="fa fa-facebook fa-lg" title="Facebook: kylin.io" ></a></li> + </ul> + </div><!-- /.navbar-collapse --> + </div><!-- /.container-fluid --> +</nav> + </header> + + + <div class="container"> + <div class="row"> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<div class="col-md-3 col-lg-3 col-xs-4 aside1 visible-md visible-lg" id="nside1" style=" padding-top: 2em"> + <ul class="nav nav-pills nav-stacked"> + + <li><a href="#titleGetting Started" data-toggle="collapse" id="navtitle">Getting Started</a></li> + <div class="collapse in"> + <div class="list-group" id="list1"> + <ul style="list-style-type:disc"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/index.html" class="list-group-item-lay pjaxlink" id="navlist">Overview</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/release_notes.html" class="list-group-item-lay pjaxlink" id="navlist">Apache Kylin Release Notes</a></li> + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/gettingstarted/faq.html" class="list-group-item-lay pjaxlink" id="navlist">FAQ</a></li> + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/gettingstarted/events.html" class="list-group-item-lay pjaxlink" id="navlist">Events and Conferences</a></li> + + + + + + + + + + + + + + + + <li><a href="/docs16/gettingstarted/best_practices.html" class="list-group-item-lay pjaxlink" id="navlist">Community Best Practices</a></li> + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/gettingstarted/terminology.html" class="list-group-item-lay pjaxlink" id="navlist">Terminology</a></li> + + + + + + + + + + + + + + + + + + <li><a href="/docs16/gettingstarted/concepts.html" class="list-group-item-lay pjaxlink" id="navlist">Technical Concepts</a></li> + + + + + + + + + <ul> + </div> +</div> + + <li><a href="#titleInstallation" data-toggle="collapse" id="navtitle">Installation</a></li> + <div class="collapse in"> + <div class="list-group" id="list1"> + <ul style="list-style-type:disc"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/install/index.html" class="list-group-item-lay pjaxlink" id="navlist">Installation Guide</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/install/hadoop_env.html" class="list-group-item-lay pjaxlink" id="navlist">Hadoop Environment</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/install/kylin_cluster.html" class="list-group-item-lay pjaxlink" id="navlist">Deploy in Cluster Mode</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/install/advance_settings.html" class="list-group-item-lay pjaxlink" id="navlist">Advanced Settings</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/install/kylin_docker.html" class="list-group-item-lay pjaxlink" id="navlist">Run Kylin with Docker</a></li> + + + + + + + + + <ul> + </div> +</div> + + <li><a href="#titleTutorial" data-toggle="collapse" id="navtitle">Tutorial</a></li> + <div class="collapse in"> + <div class="list-group" id="list1"> + <ul style="list-style-type:disc"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/create_cube.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Cube Creation</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/cube_build_job.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Cube Build and Job Monitoring</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/acl.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Cube Permission</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/tutorial/squirrel.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from SQuirreL</a></li> + + + + + + + + + <ul> + </div> +</div> + + <li><a href="#titleHow To" data-toggle="collapse" id="navtitle">How To</a></li> + <div class="collapse in"> + <div class="list-group" id="list1"> + <ul style="list-style-type:disc"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_build_cube_with_restapi.html" class="list-group-item-lay pjaxlink" id="navlist">Build Cube with RESTful API</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_use_restapi_in_js.html" class="list-group-item-lay pjaxlink" id="navlist">Use RESTful API in Javascript</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_use_restapi.html" class="list-group-item-lay pjaxlink" id="navlist">Use RESTful API</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_optimize_cubes.html" class="list-group-item-lay pjaxlink" id="navlist">Optimize Cube Design</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_optimize_build.html" class="list-group-item-lay pjaxlink" id="navlist">Optimize Cube Build</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_backup_metadata.html" class="list-group-item-lay pjaxlink" id="navlist">Backup Metadata</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_cleanup_storage.html" class="list-group-item-lay pjaxlink" id="navlist">Cleanup Storage (HDFS & HBase)</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_jdbc.html" class="list-group-item-lay pjaxlink" id="navlist">Use JDBC Driver</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_upgrade.html" class="list-group-item-lay pjaxlink" id="navlist">Upgrade From Old Versions</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_ldap_and_sso.html" class="list-group-item-lay pjaxlink" id="navlist">Enable Security with LDAP and SSO</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_use_beeline.html" class="list-group-item-lay pjaxlink" id="navlist">Use Beeline for Hive Commands</a></li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li><a href="/docs16/howto/howto_update_coprocessor.html" class="list-group-item-lay pjaxlink" id="navlist">How to Update HBase Coprocessor</a></li> + + + + + + + + + <ul> + </div> +</div> + + + </ul> +</div> + + <div class="col-md-9 col-lg-9 col-xs-14 aside2"> + <div id="container"> + <div id="pjax"> + <h1 class="post-title">Build Cube with Spark (beta)</h1> + + + <article class="post-content" > + <p>Kylin v2.0 introduces the Spark cube engine, it uses Apache Spark to replace MapReduce in the build cube step; You can check <a href="/blog/2017/02/23/by-layer-spark-cubing/">this blog</a> for the high level design. The current document uses the sample cube to demo how to try the new engine.</p> + +<h2 id="preparation">Preparation</h2> +<p>To finish this tutorial, you need a Hadoop environment which has Kylin v2.0.0 or above installed. Here we will use Hortonworks HDP 2.4 Sandbox VM, the Hadoop platform as well as HBase has already been started.</p> + +<h2 id="install-kylin-v200-beta">Install Kylin v2.0.0 beta</h2> + +<p>Download the Kylin v2.0.0 beta for HBase 1.x from Kylinâs download page, and then uncompress the tar ball in <em>/usr/local/</em> folder:</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">wget https://dist.apache.org/repos/dist/dev/kylin/apache-kylin-2.0.0-beta/apache-kylin-2.0.0-beta-hbase1x.tar.gz -P /tmp + +tar -zxvf /tmp/apache-kylin-2.0.0-beta-hbase1x.tar.gz -C /usr/local/ + +export KYLIN_HOME=/usr/local/apache-kylin-2.0.0-SNAPSHOT-bin</code></pre></div> + +<h2 id="prepare-kylinenvhadoop-conf-dir">Prepare âkylin.env.hadoop-conf-dirâ</h2> + +<p>To run Spark on Yarn, need specify <em>HADOOP_CONF_DIR</em> environment variable, which is the directory that contains the (client side) configuration files for the Hadoop cluster. In many Hadoop distributions these files are in â/etc/hadoop/confâ; But Kylin not only need access HDFS, Hive, but also HBase, so the default path might not have all necessary files. In this case, you need create a new directory and then copying or linking all the client files (core-site.xml, yarn-site.xml, hive-site.xml and hbase-site.xml) there. In HDP 2.4, there is a conflict between hive-tez and Spark, so need change the default engine from <em>tez</em> to <em>mr</em> when copy for Kylin.</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">mkdir $KYLIN_HOME/hadoop-conf +ln -s /etc/hadoop/conf/core-site.xml $KYLIN_HOME/hadoop-conf/core-site.xml +ln -s /etc/hadoop/conf/yarn-site.xml $KYLIN_HOME/hadoop-conf/yarn-site.xml +ln -s /etc/hbase/2.4.0.0-169/0/hbase-site.xml $KYLIN_HOME/hadoop-conf/hbase-site.xml +cp /etc/hive/2.4.0.0-169/0/hive-site.xml $KYLIN_HOME/hadoop-conf/hive-site.xml +vi $KYLIN_HOME/hadoop-conf/hive-site.xml (change "hive.execution.engine" from "tez" to "mr")</code></pre></div> + +<p>Now, let Kylin know this directory with âkylin.env.hadoop-conf-dirâ in kylin.properties:</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">kylin.env.hadoop-conf-dir=/usr/local/apache-kylin-2.0.0-SNAPSHOT-bin/hadoop-conf</code></pre></div> + +<p>If this property wasnât set, Kylin will use the directory that âhive-site.xmlâ locates in; as that folder usually has no âhbase-site.xmlâ, will get HBase/ZK connection error in Spark.</p> + +<h2 id="check-spark-configuration">Check Spark configuration</h2> + +<p>Kylin embedes a Spark binary (v1.6.3) in $KYLIN_HOME/spark, all the Spark configurations can be managed in $KYLIN_HOME/conf/kylin.properties with prefix <em>âkylin.engine.spark-conf.â</em>. These properties will be extracted and applied when runs Spark; E.g, if you configure âkylin.engine.spark-conf.spark.executor.memory=4Gâ, Kylin will use ââconf spark.executor.memory=4Gâ as parameter when execute âspark-submitâ.</p> + +<p>Before you run Spark cubing, suggest take a look on these configurations and do customization according to your cluster. Below is the default configurations, which is also the minimal config for sandbox (1 executor with 1GB memory); usually in a normal cluster, need much more executors and each has at least 4GB memory and 2 cores:</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">kylin.engine.spark-conf.spark.master=yarn +kylin.engine.spark-conf.spark.submit.deployMode=cluster +kylin.engine.spark-conf.spark.yarn.queue=default +kylin.engine.spark-conf.spark.executor.memory=1G +kylin.engine.spark-conf.spark.executor.cores=2 +kylin.engine.spark-conf.spark.executor.instances=1 +kylin.engine.spark-conf.spark.eventLog.enabled=true +kylin.engine.spark-conf.spark.eventLog.dir=hdfs\:///kylin/spark-history +kylin.engine.spark-conf.spark.history.fs.logDirectory=hdfs\:///kylin/spark-history +#kylin.engine.spark-conf.spark.yarn.jar=hdfs://namenode:8020/kylin/spark/spark-assembly-1.6.3-hadoop2.6.0.jar +#kylin.engine.spark-conf.spark.io.compression.codec=org.apache.spark.io.SnappyCompressionCodec + +## uncomment for HDP +#kylin.engine.spark-conf.spark.driver.extraJavaOptions=-Dhdp.version=current +#kylin.engine.spark-conf.spark.yarn.am.extraJavaOptions=-Dhdp.version=current +#kylin.engine.spark-conf.spark.executor.extraJavaOptions=-Dhdp.version=current</code></pre></div> + +<p>For running on Hortonworks platform, need specify âhdp.versionâ as Java options for Yarn containers, so please uncommment the last three lines in kylin.properties.</p> + +<p>Besides, in order to avoid repeatedly uploading Spark assembly jar to Yarn, you can manually do that once, and then specify the jarâs HDFS location; Please note, the HDFS location need be the full qualified name.</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">hadoop fs -mkdir -p /kylin/spark/ +hadoop fs -put $KYLIN_HOME/spark/lib/spark-assembly-1.6.3-hadoop2.6.0.jar /kylin/spark/</code></pre></div> + +<p>After do that, the config in kylin.properties will be:</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">kylin.engine.spark-conf.spark.yarn.jar=hdfs://sandbox.hortonworks.com:8020/kylin/spark/spark-assembly-1.6.3-hadoop2.6.0.jar +kylin.engine.spark-conf.spark.driver.extraJavaOptions=-Dhdp.version=current +kylin.engine.spark-conf.spark.yarn.am.extraJavaOptions=-Dhdp.version=current +kylin.engine.spark-conf.spark.executor.extraJavaOptions=-Dhdp.version=current</code></pre></div> + +<p>All the âkylin.engine.spark-conf.*â parameters can be overwritten at Cube level, this gives more flexibility to user.</p> + +<h2 id="create-and-modify-sample-cube">Create and modify sample cube</h2> + +<p>Run the sample.sh to create the sample cube, and then start Kylin server:</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">$KYLIN_HOME/bin/sample.sh +$KYLIN_HOME/bin/kylin.sh start</code></pre></div> + +<p>After Kylin is started, access Kylin web, edit the âkylin_salesâ cube, in the âAdvanced Settingâ page, change the âCube Engineâ from âMapReduceâ to âSpark (Beta)â:</p> + +<p><img src="/images/tutorial/2.0/Spark-Cubing-Tutorial/1_cube_engine.png" alt="" /></p> + +<p>Click âNextâ to the âConfiguration Overwritesâ page, click â+Propertyâ to add property âkylin.engine.spark.rdd-partition-cut-mbâ with value â100â (reasons below):</p> + +<p><img src="/images/tutorial/2.0/Spark-Cubing-Tutorial/2_overwrite_partition.png" alt="" /></p> + +<p>The sample cube has two memory hungry measures: a âCOUNT DISTINCTâ and a âTOPN(100)â; Their size estimation can be inaccurate especially when the source data is small. The estimized size is much larger than the real size, that causes much more RDD partitions be splitted than expected. Here 100 is a more reasonable number. Click âNextâ and âSaveâ to save the cube.</p> + +<h2 id="build-cube-with-spark">Build Cube with Spark</h2> + +<p>Click âBuildâ, select current date as the end date to proceed. Kylin generates a build job in the âMonitorâ page, in which the 7th step is the Spark cubing. The job engine starts to execute the steps in sequence.</p> + +<p><img src="/images/tutorial/2.0/Spark-Cubing-Tutorial/2_job_with_spark.png" alt="" /></p> + +<p><img src="/images/tutorial/2.0/Spark-Cubing-Tutorial/3_spark_cubing_step.png" alt="" /></p> + +<p>When Kylin executes this step, you can monitor the status in Yarn resource manager. Click the âApplication Masterâ link will open Spark web UI, it shows much more detailed information.</p> + +<p><img src="/images/tutorial/2.0/Spark-Cubing-Tutorial/4_job_on_rm.png" alt="" /></p> + +<p><img src="/images/tutorial/2.0/Spark-Cubing-Tutorial/5_spark_web_gui.png" alt="" /></p> + +<p>After all steps be successfully executed, the Cube becomes âReadyâ and you can query it as normal.</p> + +<h2 id="trouble-shotting">Trouble shotting</h2> + +<p>When getting error, you should check âlogs/kylin.logâ firstly. There has the full Spark command that Kylin executes, e.g:</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">2017-03-06 14:44:38,574 INFO [Job 2d5c1178-c6f6-4b50-8937-8e5e3b39227e-306] spark.SparkExecutable:121 : cmd:export HADOOP_CONF_DIR=/usr/local/apache-kylin-2.0.0-SNAPSHOT-bin/hadoop-conf && /usr/local/apache-kylin-2.0.0-SNAPSHOT-bin/spark/bin/spark-submit --class org.apache.kylin.common.util.SparkEntry --conf spark.executor.instances=1 --conf spark.yarn.jar=hdfs://sandbox.hortonworks.com:8020/kylin/spark/spark-assembly-1.6.3-hadoop2.6.0.jar --conf spark.yarn.queue=default --conf spark.yarn.am.extraJavaOptions=-Dhdp.version=current --conf spark.history.fs.logDirectory=hdfs:///kylin/spark-history --conf spark.driver.extraJavaOptions=-Dhdp.version=current --conf spark.master=yarn --conf spark.executor.extraJavaOptions=-Dhdp.version=current --conf spark.executor.memory=1G --conf spark.eventLog.enabled=true --conf spark.eventLog.dir=hdfs:///kylin/spark-history --conf spark.executor.cores=2 --c onf spark.submit.deployMode=cluster --files /etc/hbase/2.4.0.0-169/0/hbase-site.xml --jars /usr/local/apache-kylin-2.0.0-SNAPSHOT-bin/spark/lib/spark-assembly-1.6.3-hadoop2.6.0.jar,/usr/hdp/2.4.0.0-169/hbase/lib/htrace-core-3.1.0-incubating.jar,/usr/hdp/2.4.0.0-169/hbase/lib/hbase-client-1.1.2.2.4.0.0-169.jar,/usr/hdp/2.4.0.0-169/hbase/lib/hbase-common-1.1.2.2.4.0.0-169.jar,/usr/hdp/2.4.0.0-169/hbase/lib/hbase-protocol-1.1.2.2.4.0.0-169.jar,/usr/hdp/2.4.0.0-169/hbase/lib/metrics-core-2.2.0.jar,/usr/hdp/2.4.0.0-169/hbase/lib/guava-12.0.1.jar, /usr/local/apache-kylin-2.0.0-SNAPSHOT-bin/lib/kylin-job-2.0.0-SNAPSHOT.jar -className org.apache.kylin.engine.spark.SparkCubingByLayer -hiveTable kylin_intermediate_kylin_sales_cube_555c4d32_40bb_457d_909a_1bb017bf2d9e -segmentId 555c4d32-40bb-457d-909a-1bb017bf2d9e -confPath /usr/local/apache-kylin-2.0.0-SNAPSHOT-bin/conf -output hdfs:///kylin/kylin_metadata/kylin-2d5c1178-c6f6-4b50-8937-8e5e3b39227e/kylin_sales_cube/cuboid/ -cubename kylin_sa les_cube</code></pre></div> + +<p>You can copy the cmd to execute manually in shell and then tunning the parameters quickly; During the execution, you can access Yarn resource manager to see the resource allocation status and the Spark web GUI. If the job has already finished, you can check the history info in Spark history server.</p> + +<p>As Kylin outputs the history to âhdfs:///kylin/spark-historyâ, you need start Spark history server on that folder, or change to your existing Spark history serverâs location in conf/kylin.properties with âkylin.engine.spark-conf.spark.eventLog.dirâ and âkylin.engine.spark-conf.spark.history.fs.logDirectoryâ.</p> + +<p>This command will start a Spark history server instance on Kylinâs output folder, before run it making sure you have stopped the existing Spark history server from Ambari:</p> + +<div class="highlight"><pre><code class="language-groff" data-lang="groff">$KYLIN_HOME/spark/sbin/start-history-server.sh hdfs://sandbox.hortonworks.com:8020/kylin/spark-history</code></pre></div> + +<p>In web browser, access âhttp://sandbox:18080â it shows the job history:</p> + +<p><img src="/images/tutorial/2.0/Spark-Cubing-Tutorial/9_spark_history.png" alt="" /></p> + +<p>Click a specific Cube job, there you will see the detail runtime information, that is very helpful for trouble shooting and performance tunning.</p> + +<h2 id="go-further">Go further</h2> + +<p>If youâre a Kylin administrator but new to Spark, suggest you check <a href="https://spark.apache.org/docs/1.6.3/";>Spark document</a>, and then update your configurations accordingly. Sparkâs performance relies on Clusterâs memory and CPU resource, while Kylinâs Cube build is a heavy task when have a huge dataset and complex data model, which may exceed your clusterâs capacity and then cause OutOfMemory error, so please use it carefully. For Cube which has many dimensions (>10) or has memory hungry measures (Count Distinct, TOPN), suggest using the MapReduce engine.</p> + +<p>Please send your questions, feedbacks to d...@kylin.apache.org.</p> + + </article> + </div> + </div> + </div> + </div> + </div> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<footer id="underfooter"> + <div class="container"> + <div class="row"> + <div class="col-md-12 widget"> + <div class="widget-body" style="text-align:center"> + <a href="http://www.apache.org";> + <img id="asf-logo" alt="Apache Software Foundation" src="/assets/images/feather-small.gif"> + </a> + + <div> + The contents of this website are © 2015 Apache Software Foundation under the terms of the <a + href="http://www.apache.org/licenses/LICENSE-2.0";> Apache License v2 </a>. Apache Kylin and + its logo are trademarks of the Apache Software Foundation. + </div> + + </div> + </div> + </div> + <!-- /row of widgets --> + + </div> + <div></div> + +</footer> + + <script src="/assets/js/jquery-1.9.1.min.js"></script> + <script src="/assets/js/bootstrap.min.js"></script> + <script src="/assets/js/main.js"></script> + </body> +</html>
Modified: kylin/site/docs16/tutorial/cube_streaming.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/cube_streaming.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/cube_streaming.html (original) +++ kylin/site/docs16/tutorial/cube_streaming.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/docs16/tutorial/flink.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/flink.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/flink.html (original) +++ kylin/site/docs16/tutorial/flink.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/docs16/tutorial/kylin_sample.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/kylin_sample.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/kylin_sample.html (original) +++ kylin/site/docs16/tutorial/kylin_sample.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/docs16/tutorial/odbc.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/odbc.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/odbc.html (original) +++ kylin/site/docs16/tutorial/odbc.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/docs16/tutorial/powerbi.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/powerbi.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/powerbi.html (original) +++ kylin/site/docs16/tutorial/powerbi.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/docs16/tutorial/squirrel.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/squirrel.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/squirrel.html (original) +++ kylin/site/docs16/tutorial/squirrel.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/docs16/tutorial/tableau.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/tableau.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/tableau.html (original) +++ kylin/site/docs16/tutorial/tableau.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/docs16/tutorial/tableau_91.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/tableau_91.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/tableau_91.html (original) +++ kylin/site/docs16/tutorial/tableau_91.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/docs16/tutorial/web.html URL: http://svn.apache.org/viewvc/kylin/site/docs16/tutorial/web.html?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/docs16/tutorial/web.html (original) +++ kylin/site/docs16/tutorial/web.html Mon Mar 6 11:29:16 2017 @@ -655,6 +655,8 @@ + + @@ -947,6 +949,8 @@ + + <li><a href="/docs16/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink" id="navlist">Quick Start with Sample Cube</a></li> @@ -1293,6 +1297,8 @@ + + <li><a href="/docs16/tutorial/web.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin Web Interface</a></li> @@ -1397,6 +1403,8 @@ + + <li><a href="/docs16/tutorial/tableau.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 8</a></li> @@ -1505,6 +1513,8 @@ + + <li><a href="/docs16/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink" id="navlist">Tableau 9</a></li> @@ -1603,6 +1613,8 @@ + + <li><a href="/docs16/tutorial/powerbi.html" class="list-group-item-lay pjaxlink" id="navlist">MS Excel and Power BI</a></li> @@ -1697,6 +1709,8 @@ + + <li><a href="/docs16/tutorial/odbc.html" class="list-group-item-lay pjaxlink" id="navlist">Kylin ODBC Driver</a></li> @@ -1783,6 +1797,8 @@ + + <li><a href="/docs16/tutorial/flink.html" class="list-group-item-lay pjaxlink" id="navlist">Connect from Apache Flink</a></li> @@ -1800,6 +1816,8 @@ + + Modified: kylin/site/feed.xml URL: http://svn.apache.org/viewvc/kylin/site/feed.xml?rev=1785633&r1=1785632&r2=1785633&view=diff ============================================================================== --- kylin/site/feed.xml (original) +++ kylin/site/feed.xml Mon Mar 6 11:29:16 2017 @@ -19,8 +19,8 @@ <description>Apache Kylin Home</description> <link>http://kylin.apache.org/</link> <atom:link href="http://kylin.apache.org/feed.xml"; rel="self" type="application/rss+xml"/> - <pubDate>Wed, 01 Mar 2017 02:13:48 -0800</pubDate> - <lastBuildDate>Wed, 01 Mar 2017 02:13:48 -0800</lastBuildDate> + <pubDate>Mon, 06 Mar 2017 03:27:52 -0800</pubDate> + <lastBuildDate>Mon, 06 Mar 2017 03:27:52 -0800</lastBuildDate> <generator>Jekyll v2.5.3</generator> <item> Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/10_spark_job_detail.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/10_spark_job_detail.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/10_spark_job_detail.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/1_cube_engine.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/1_cube_engine.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/1_cube_engine.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/2_job_with_spark.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/2_job_with_spark.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/2_job_with_spark.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/2_overwrite_partition.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/2_overwrite_partition.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/2_overwrite_partition.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/3_spark_cubing_step.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/3_spark_cubing_step.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/3_spark_cubing_step.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/4_job_on_rm.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/4_job_on_rm.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/4_job_on_rm.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/5_spark_web_gui.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/5_spark_web_gui.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/5_spark_web_gui.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/7_job_finished.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/7_job_finished.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/7_job_finished.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/9_spark_history.png URL: http://svn.apache.org/viewvc/kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/9_spark_history.png?rev=1785633&view=auto ============================================================================== Binary file - no diff available. Propchange: kylin/site/images/tutorial/2.0/Spark-Cubing-Tutorial/9_spark_history.png ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream
