Added: zeppelin/site/docs/0.9.0/interpreter/sap.html
URL:
http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0/interpreter/sap.html?rev=1884775&view=auto
==============================================================================
--- zeppelin/site/docs/0.9.0/interpreter/sap.html (added)
+++ zeppelin/site/docs/0.9.0/interpreter/sap.html Thu Dec 24 14:36:01 2020
@@ -0,0 +1,438 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Apache Zeppelin 0.9.0 Documentation: SAP BusinessObjects
Interpreter for Apache Zeppelin</title>
+ <meta name="description" content="SAP BusinessObjects BI platform can
simplify the lives of business users and IT staff. SAP BusinessObjects is based
on universes. The universe contains dual-semantic layer model. The users make
queries upon universes. This interpreter is new interface for universes.">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css"
rel="stylesheet">
+
+ <!-- Le styles -->
+ <link
href="/docs/0.9.0/assets/themes/zeppelin/bootstrap/css/bootstrap.css"
rel="stylesheet">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/style.css?body=1"
rel="stylesheet" type="text/css">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/syntax.css"
rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72"
href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114"
href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
+ <script
src="/docs/0.9.0/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/docs.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/anchor.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/toc.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/lunr.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/search.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.9.0/atom.xml" type="application/atom+xml"
rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.9.0/rss.xml" type="application/rss+xml"
rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top"
role="navigation">
+ <div class="container navbar-container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <div class="navbar-brand">
+ <a class="navbar-brand-main" href="http://zeppelin.apache.org">
+ <img
src="/docs/0.9.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50"
+ style="margin-top: -2px;" alt="I'm zeppelin">
+ <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span>
+ <a class="navbar-brand-version" href="/docs/0.9.0"
+ style="font-size: 15px; color: white;"> 0.9.0
+ </a>
+ </a>
+ </div>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick
Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span>Getting Started</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/install.html">Install</a></li>
+ <li><a href="/docs/0.9.0/quickstart/explore_ui.html">Explore
UI</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Run Mode</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/kubernetes.html">Kubernetes</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/docker.html">Docker</a></li>
+ <li><a href="/docs/0.9.0/quickstart/yarn.html">Yarn</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/quickstart/spark_with_zeppelin.html">Spark with
Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/python_with_zeppelin.html">Python with
Zeppelin</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Usage<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Dynamic Form</span></li>
+ <li><a href="/docs/0.9.0/usage/dynamic_form/intro.html">What
is Dynamic Form?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Display System</span></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#text">Text Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#html">HTML Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#table">Table Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#network">Network
Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_backend.html">Angular Display
using Backend API</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_frontend.html">Angular Display
using Frontend API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Interpreter</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/interpreter_binding_mode.html">Interpreter
Binding Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/user_impersonation.html">User
Impersonation</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/dependency_management.html">Dependency
Management</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/installation.html">Installing
Interpreters</a></li>
+ <!--<li><a
href="/docs/0.9.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter
Loading (Experimental)</a></li>-->
+ <li><a
href="/docs/0.9.0/usage/interpreter/execution_hooks.html">Execution Hooks
(Experimental)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Other Features</span></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/publishing_paragraphs.html">Publishing
Paragraphs</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/personalized_mode.html">Personalized
Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/customizing_homepage.html">Customizing
Zeppelin Homepage</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/notebook_actions.html">Notebook
Actions</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/cron_scheduler.html">Cron
Scheduler</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/zeppelin_context.html">Zeppelin
Context</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>REST API</span></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/interpreter.html">Interpreter API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/zeppelin_server.html">Zeppelin Server
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook.html">Notebook API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook_repository.html">Notebook Repository
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/configuration.html">Configuration API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/credential.html">Credential API</a></li>
+ <li><a href="/docs/0.9.0/usage/rest_api/helium.html">Helium
API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Setup<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Basics</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/hadoop_integration.html">Hadoop
Integration</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/multi_user_support.html">Multi-user
Support</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Deployment</span></li>
+ <!--<li><a
href="/docs/0.9.0/setup/deployment/docker.html">Docker Image for
Zeppelin</a></li>-->
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark
Cluster Mode: Standalone</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark
Cluster Mode: YARN</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark
Cluster Mode: Mesos</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with
Flink, Spark Cluster</a></li>
+ <li><a href="/docs/0.9.0/setup/deployment/cdh.html">Zeppelin
on CDH</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/virtual_machine.html">Zeppelin on VM:
Vagrant</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Security</span></li>
+ <li><a
href="/docs/0.9.0/setup/security/authentication_nginx.html">HTTP Basic Auth
using NGINX</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/shiro_authentication.html">Shiro
Authentication</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/notebook_authorization.html">Notebook
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/datasource_authorization.html">Data Source
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/http_security_headers.html">HTTP Security
Headers</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Notebook Storage</span></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-s3">S3
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-azure">Azure
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-oss">OSS
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB
Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Operation</span></li>
+ <li><a
href="/docs/0.9.0/setup/operation/configuration.html">Configuration</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/proxy_setting.html">Proxy Setting</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/upgrading.html">Upgrading</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/trouble_shooting.html">Trouble
Shooting</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Interpreters</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a href="/docs/0.9.0/interpreter/spark.html">Spark</a></li>
+ <li><a href="/docs/0.9.0/interpreter/jdbc.html">JDBC</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/python.html">Python</a></li>
+ <li><a href="/docs/0.9.0/interpreter/r.html">R</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/beam.html">Beam</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.9.0/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.9.0/interpreter/geode.html">Geode</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/groovy.html">Groovy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/hazelcastjet.html">Hazelcast Jet</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hive.html">Hive</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.9.0/interpreter/java.html">Java</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/jupyter.html">Jupyter</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/kotlin.html">Kotlin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/kylin.html">Kylin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.9.0/interpreter/livy.html">Livy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/markdown.html">Markdown</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/mongodb.html">MongoDB</a></li>
+ <li><a href="/docs/0.9.0/interpreter/neo4j.html">Neo4j</a></li>
+ <li><a href="/docs/0.9.0/interpreter/pig.html">Pig</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.9.0/interpreter/scio.html">Scio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/shell.html">Shell</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/sparql.html">Sparql</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/submarine.html">Submarine</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left:
auto;">
+ <li class="title"><span>Extending Zeppelin</span></li>
+ <li><a
href="/docs/0.9.0/development/writing_zeppelin_interpreter.html">Writing
Zeppelin Interpreter</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Helium (Experimental)</span></li>
+ <li><a
href="/docs/0.9.0/development/helium/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_application.html">Writing Helium
Application</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_spell.html">Writing Helium
Spell</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_basic.html">Writing
Helium Visualization: Basics</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_transformation.html">Writing
Helium Visualization: Transformation</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Contributing to Zeppelin</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/useful_developer_tools.html">Useful
Developer Tools</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_code.html">How to
Contribute (code)</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_website.html">How
to Contribute (website)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>External Resources</span></li>
+ <li><a target="_blank"
href="https://zeppelin.apache.org/community.html">Mailing List</a></li>
+ <li><a target="_blank"
href="https://cwiki.apache.org/confluence/display/ZEPPELIN/Zeppelin+Home">Apache
Zeppelin Wiki</a></li>
+ <li><a target="_blank"
href="http://stackoverflow.com/questions/tagged/apache-zeppelin">Stackoverflow
Questions about Zeppelin</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="/docs/0.9.0/search.html" class="nav-search-link">
+ <span class="fa fa-search nav-search-icon"></span>
+ </a>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit SAP BusinessObjects Interpreter for Apache Zeppelin">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+
+Licensed under the Apache License, Version 2.0 (the "License");
+
+you may not use this file except in compliance with the License.
+
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+
+distributed under the License is distributed on an "AS IS" BASIS,
+
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+
+See the License for the specific language governing permissions and
+
+limitations under the License.
+
+-->
+
+<h1>SAP BusinessObjects (Universe) Interpreter for Apache Zeppelin</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p><a
href="https://help.sap.com/viewer/p/SAP_BUSINESSOBJECTS_BUSINESS_INTELLIGENCE_PLATFORM">SAP
BusinessObjects BI platform (universes)</a> can simplify the lives of business
users and IT staff. SAP BusinessObjects is based on universes. The universe
contains dual-semantic layer model. The users make queries upon universes. This
interpreter is new interface for universes.</p>
+
+<p><em>Disclaimer</em> SAP interpreter is not official interpreter for SAP
BusinessObjects BI platform. It uses <a
href="https://help.sap.com/viewer/5431204882b44fc98d56bd752e69f132/4.2.5/en-US/ec54808e6fdb101497906a7cb0e91070.html">BI
Semantic Layer REST API</a></p>
+
+<p>This interpreter is not directly supported by SAP AG.</p>
+
+<p>Tested with versions 4.2SP3 (14.2.3.2220) and 4.2SP5. There is no support
for filters in UNX-universes converted from old UNV format.</p>
+
+<p>The universe name must be unique.</p>
+
+<h2>Configuring SAP Universe Interpreter</h2>
+
+<p>At the "Interpreters" menu, you can edit SAP interpreter or
create new one. Zeppelin provides these properties for SAP.</p>
+
+<table class="table-configuration">
+ <tr>
+ <th>Property Name</th>
+ <th>Value</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>universe.api.url</td>
+ <td>http://localhost:6405/biprws</td>
+ <td>The base url for the SAP BusinessObjects BI platform. You have to edit
"localhost" that you may use (ex. http://0.0.0.0:6405/biprws)</td>
+ </tr>
+ <tr>
+ <td>universe.authType</td>
+ <td>secEnterprise</td>
+ <td>The type of authentication for API of Universe. Available values:
secEnterprise, secLDAP, secWinAD, secSAPR3</td>
+ </tr>
+ <tr>
+ <td>universe.password</td>
+ <td></td>
+ <td>The BI platform user password</td>
+ </tr>
+ <tr>
+ <td>universe.user</td>
+ <td>Administrator</td>
+ <td>The BI platform user login</td>
+ </tr>
+</table>
+
+<p><img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/sap-interpreter-setting.png"
alt="SAP Interpreter Setting"></p>
+
+<h3>How to use</h3>
+
+<p><li> Choose the universe
+<li> Choose dimensions and measures in <code>select</code> statement
+<li> Define conditions in <code>where</code> statement
+You can compare two dimensions/measures or use Filter (without value).
+Dimesions/Measures can be compared with static values, may be <code>is
null</code> or <code>is not null</code>, contains or not in list.
+Available the nested conditions (using braces "()"). "and"
operator have more priority than "or". </p>
+
+<p>If generated query contains promtps, then promtps will appear as dynamic
form after paragraph submitting.</p>
+
+<p>Example query</p>
+<div class="highlight"><pre><code class="sql language-sql"
data-lang="sql"><span class="o">%</span><span class="n">sap</span>
+
+<span class="n">universe</span> <span class="p">[</span><span
class="n">Universe</span> <span class="n">Name</span><span class="p">];</span>
+
+<span class="k">select</span>
+
+ <span class="p">[</span><span class="n">Folder1</span><span
class="p">].[</span><span class="n">Dimension2</span><span class="p">],</span>
+
+ <span class="p">[</span><span class="n">Folder2</span><span
class="p">].[</span><span class="n">Dimension3</span><span class="p">],</span>
+
+ <span class="p">[</span><span class="n">Measure1</span><span
class="p">]</span>
+
+<span class="k">where</span>
+
+ <span class="p">[</span><span class="n">Filter1</span><span
class="p">]</span>
+
+ <span class="k">and</span> <span class="p">[</span><span
class="nb">Date</span><span class="p">]</span> <span class="o">></span>
<span class="s1">'2018-01-01 00:00:00'</span>
+
+ <span class="k">and</span> <span class="p">[</span><span
class="n">Folder1</span><span class="p">].[</span><span
class="n">Dimension4</span><span class="p">]</span> <span class="k">is</span>
<span class="k">not</span> <span class="k">null</span>
+
+ <span class="k">and</span> <span class="p">[</span><span
class="n">Folder1</span><span class="p">].[</span><span
class="n">Dimension5</span><span class="p">]</span> <span class="k">in</span>
<span class="p">(</span><span class="s1">'Value1'</span><span
class="p">,</span> <span class="s1">'Value2'</span><span
class="p">);</span>
+</code></pre></div>
+<h3><code>distinct</code> keyword</h3>
+
+<p>You can write keyword <code>distinct</code> after keyword
<code>select</code> to return only distinct (different) values.</p>
+
+<p>Example query
+```sql
+%sap
+universe [Universe Name];</p>
+
+<p>select distinct
+ [Folder1].[Dimension2], [Measure1]
+where
+ [Filter1];
+```</p>
+
+<h3><code>limit</code> keyword</h3>
+
+<p>You can write keyword <code>limit</code> and limit value in the end of
query to limit the number of records returned based on a limit value.</p>
+
+<p>Example query
+```sql
+%sap
+universe [Universe Name];</p>
+
+<p>select
+ [Folder1].[Dimension2], [Measure1]
+where
+ [Filter1]
+limit 100;
+```</p>
+
+<h2>Object Interpolation</h2>
+
+<p>The SAP interpreter also supports interpolation of
<code>ZeppelinContext</code> objects into the paragraph text.
+To enable this feature set <code>universe.interpolation</code> to
<code>true</code>. The following example shows one use of this facility:</p>
+
+<h4>In Scala cell:</h4>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="n">z</span><span class="o">.</span><span
class="n">put</span><span class="o">(</span><span
class="s">"curr_date"</span><span class="o">,</span> <span
class="s">"2018-01-01 00:00:00"</span><span class="o">)</span>
+</code></pre></div>
+<h4>In later SAP cell:</h4>
+<div class="highlight"><pre><code class="sql language-sql"
data-lang="sql"><span class="k">where</span>
+ <span class="p">[</span><span class="n">Filter1</span><span
class="p">]</span>
+ <span class="k">and</span> <span class="p">[</span><span
class="nb">Date</span><span class="p">]</span> <span class="o">></span>
<span class="s1">'{curr_date}'</span>
+</code></pre></div>
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2020 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
+
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.9.0/interpreter/sap.html
------------------------------------------------------------------------------
svn:executable = *
Added: zeppelin/site/docs/0.9.0/interpreter/scalding.html
URL:
http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0/interpreter/scalding.html?rev=1884775&view=auto
==============================================================================
--- zeppelin/site/docs/0.9.0/interpreter/scalding.html (added)
+++ zeppelin/site/docs/0.9.0/interpreter/scalding.html Thu Dec 24 14:36:01 2020
@@ -0,0 +1,433 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Apache Zeppelin 0.9.0 Documentation: Scalding Interpreter for
Apache Zeppelin</title>
+ <meta name="description" content="Scalding is an open source Scala library
for writing MapReduce jobs.">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css"
rel="stylesheet">
+
+ <!-- Le styles -->
+ <link
href="/docs/0.9.0/assets/themes/zeppelin/bootstrap/css/bootstrap.css"
rel="stylesheet">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/style.css?body=1"
rel="stylesheet" type="text/css">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/syntax.css"
rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72"
href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114"
href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
+ <script
src="/docs/0.9.0/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/docs.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/anchor.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/toc.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/lunr.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/search.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.9.0/atom.xml" type="application/atom+xml"
rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.9.0/rss.xml" type="application/rss+xml"
rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top"
role="navigation">
+ <div class="container navbar-container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <div class="navbar-brand">
+ <a class="navbar-brand-main" href="http://zeppelin.apache.org">
+ <img
src="/docs/0.9.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50"
+ style="margin-top: -2px;" alt="I'm zeppelin">
+ <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span>
+ <a class="navbar-brand-version" href="/docs/0.9.0"
+ style="font-size: 15px; color: white;"> 0.9.0
+ </a>
+ </a>
+ </div>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick
Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span>Getting Started</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/install.html">Install</a></li>
+ <li><a href="/docs/0.9.0/quickstart/explore_ui.html">Explore
UI</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Run Mode</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/kubernetes.html">Kubernetes</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/docker.html">Docker</a></li>
+ <li><a href="/docs/0.9.0/quickstart/yarn.html">Yarn</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/quickstart/spark_with_zeppelin.html">Spark with
Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/python_with_zeppelin.html">Python with
Zeppelin</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Usage<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Dynamic Form</span></li>
+ <li><a href="/docs/0.9.0/usage/dynamic_form/intro.html">What
is Dynamic Form?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Display System</span></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#text">Text Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#html">HTML Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#table">Table Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#network">Network
Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_backend.html">Angular Display
using Backend API</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_frontend.html">Angular Display
using Frontend API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Interpreter</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/interpreter_binding_mode.html">Interpreter
Binding Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/user_impersonation.html">User
Impersonation</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/dependency_management.html">Dependency
Management</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/installation.html">Installing
Interpreters</a></li>
+ <!--<li><a
href="/docs/0.9.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter
Loading (Experimental)</a></li>-->
+ <li><a
href="/docs/0.9.0/usage/interpreter/execution_hooks.html">Execution Hooks
(Experimental)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Other Features</span></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/publishing_paragraphs.html">Publishing
Paragraphs</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/personalized_mode.html">Personalized
Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/customizing_homepage.html">Customizing
Zeppelin Homepage</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/notebook_actions.html">Notebook
Actions</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/cron_scheduler.html">Cron
Scheduler</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/zeppelin_context.html">Zeppelin
Context</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>REST API</span></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/interpreter.html">Interpreter API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/zeppelin_server.html">Zeppelin Server
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook.html">Notebook API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook_repository.html">Notebook Repository
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/configuration.html">Configuration API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/credential.html">Credential API</a></li>
+ <li><a href="/docs/0.9.0/usage/rest_api/helium.html">Helium
API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Setup<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Basics</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/hadoop_integration.html">Hadoop
Integration</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/multi_user_support.html">Multi-user
Support</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Deployment</span></li>
+ <!--<li><a
href="/docs/0.9.0/setup/deployment/docker.html">Docker Image for
Zeppelin</a></li>-->
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark
Cluster Mode: Standalone</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark
Cluster Mode: YARN</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark
Cluster Mode: Mesos</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with
Flink, Spark Cluster</a></li>
+ <li><a href="/docs/0.9.0/setup/deployment/cdh.html">Zeppelin
on CDH</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/virtual_machine.html">Zeppelin on VM:
Vagrant</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Security</span></li>
+ <li><a
href="/docs/0.9.0/setup/security/authentication_nginx.html">HTTP Basic Auth
using NGINX</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/shiro_authentication.html">Shiro
Authentication</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/notebook_authorization.html">Notebook
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/datasource_authorization.html">Data Source
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/http_security_headers.html">HTTP Security
Headers</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Notebook Storage</span></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-s3">S3
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-azure">Azure
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-oss">OSS
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB
Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Operation</span></li>
+ <li><a
href="/docs/0.9.0/setup/operation/configuration.html">Configuration</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/proxy_setting.html">Proxy Setting</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/upgrading.html">Upgrading</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/trouble_shooting.html">Trouble
Shooting</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Interpreters</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a href="/docs/0.9.0/interpreter/spark.html">Spark</a></li>
+ <li><a href="/docs/0.9.0/interpreter/jdbc.html">JDBC</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/python.html">Python</a></li>
+ <li><a href="/docs/0.9.0/interpreter/r.html">R</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/beam.html">Beam</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.9.0/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.9.0/interpreter/geode.html">Geode</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/groovy.html">Groovy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/hazelcastjet.html">Hazelcast Jet</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hive.html">Hive</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.9.0/interpreter/java.html">Java</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/jupyter.html">Jupyter</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/kotlin.html">Kotlin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/kylin.html">Kylin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.9.0/interpreter/livy.html">Livy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/markdown.html">Markdown</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/mongodb.html">MongoDB</a></li>
+ <li><a href="/docs/0.9.0/interpreter/neo4j.html">Neo4j</a></li>
+ <li><a href="/docs/0.9.0/interpreter/pig.html">Pig</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.9.0/interpreter/scio.html">Scio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/shell.html">Shell</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/sparql.html">Sparql</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/submarine.html">Submarine</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left:
auto;">
+ <li class="title"><span>Extending Zeppelin</span></li>
+ <li><a
href="/docs/0.9.0/development/writing_zeppelin_interpreter.html">Writing
Zeppelin Interpreter</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Helium (Experimental)</span></li>
+ <li><a
href="/docs/0.9.0/development/helium/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_application.html">Writing Helium
Application</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_spell.html">Writing Helium
Spell</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_basic.html">Writing
Helium Visualization: Basics</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_transformation.html">Writing
Helium Visualization: Transformation</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Contributing to Zeppelin</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/useful_developer_tools.html">Useful
Developer Tools</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_code.html">How to
Contribute (code)</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_website.html">How
to Contribute (website)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>External Resources</span></li>
+ <li><a target="_blank"
href="https://zeppelin.apache.org/community.html">Mailing List</a></li>
+ <li><a target="_blank"
href="https://cwiki.apache.org/confluence/display/ZEPPELIN/Zeppelin+Home">Apache
Zeppelin Wiki</a></li>
+ <li><a target="_blank"
href="http://stackoverflow.com/questions/tagged/apache-zeppelin">Stackoverflow
Questions about Zeppelin</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="/docs/0.9.0/search.html" class="nav-search-link">
+ <span class="fa fa-search nav-search-icon"></span>
+ </a>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit Scalding Interpreter for Apache Zeppelin">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<h1>Scalding Interpreter for Apache Zeppelin</h1>
+
+<div id="toc"></div>
+
+<p><a href="https://github.com/twitter/scalding">Scalding</a> is an open
source Scala library for writing MapReduce jobs.</p>
+
+<h2>Building the Scalding Interpreter</h2>
+
+<p>You have to first build the Scalding interpreter by enable the
<strong>scalding</strong> profile as follows:</p>
+<div class="highlight"><pre><code class="bash language-bash"
data-lang="bash">mvn clean package -Pscalding -DskipTests
+</code></pre></div>
+<h2>Enabling the Scalding Interpreter</h2>
+
+<p>In a notebook, to enable the <strong>Scalding</strong> interpreter, click
on the <strong>Gear</strong> icon,select <strong>Scalding</strong>, and hit
<strong>Save</strong>.</p>
+
+<p><center></p>
+
+<p><img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/scalding-InterpreterBinding.png"
alt="Interpreter Binding"></p>
+
+<p><img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/scalding-InterpreterSelection.png"
alt="Interpreter Selection"></p>
+
+<p></center></p>
+
+<h2>Configuring the Interpreter</h2>
+
+<p>Scalding interpreter runs in two modes:</p>
+
+<ul>
+<li>local</li>
+<li>hdfs</li>
+</ul>
+
+<p>In the local mode, you can access files on the local server and scalding
transformation are done locally.</p>
+
+<p>In hdfs mode you can access files in HDFS and scalding transformation are
run as hadoop map-reduce jobs.</p>
+
+<p>Zeppelin comes with a pre-configured Scalding interpreter in local mode.</p>
+
+<p>To run the scalding interpreter in the hdfs mode you have to do the
following:</p>
+
+<p><strong>Set the classpath with ZEPPELIN_CLASSPATH_OVERRIDES</strong></p>
+
+<p>In conf/zeppelin<em>env.sh, you have to set
+ZEPPELIN</em>CLASSPATH_OVERRIDES to the contents of 'hadoop classpath'
+and directories with custom jar files you need for your scalding commands.</p>
+
+<p><strong>Set arguments to the scalding repl</strong></p>
+
+<p>The default arguments are: <code>--local --repl</code></p>
+
+<p>For hdfs mode you need to add: <code>--hdfs --repl</code></p>
+
+<p>If you want to add custom jars, you need to add: <code>-libjars
directory/*:directory/*</code></p>
+
+<p>For reducer estimation, you need to add something like:
+<code>-Dscalding.reducer.estimator.classes=com.twitter.scalding.reducer_estimation.InputSizeReducerEstimator</code></p>
+
+<p><strong>Set max.open.instances</strong></p>
+
+<p>If you want to control the maximum number of open interpreters, you have to
select "scoped" interpreter for note
+option and set <code>max.open.instances</code> argument.</p>
+
+<h2>Testing the Interpreter</h2>
+
+<h3>Local mode</h3>
+
+<p>In example, by using the <a
href="https://gist.github.com/johnynek/a47699caa62f4f38a3e2">Alice in
Wonderland</a> tutorial,
+we will count words (of course!), and plot a graph of the top 10 words in the
book.</p>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="o">%</span><span class="n">scalding</span>
+
+<span class="k">import</span> <span class="nn">scala.io.Source</span>
+
+<span class="c1">// Get the Alice in Wonderland book from gutenberg.org:</span>
+<span class="k">val</span> <span class="n">alice</span> <span
class="k">=</span> <span class="nc">Source</span><span class="o">.</span><span
class="n">fromURL</span><span class="o">(</span><span
class="s">"http://www.gutenberg.org/files/11/11.txt"</span><span
class="o">).</span><span class="n">getLines</span>
+<span class="k">val</span> <span class="n">aliceLineNum</span> <span
class="k">=</span> <span class="n">alice</span><span class="o">.</span><span
class="n">zipWithIndex</span><span class="o">.</span><span
class="n">toList</span>
+<span class="k">val</span> <span class="n">alicePipe</span> <span
class="k">=</span> <span class="nc">TypedPipe</span><span
class="o">.</span><span class="n">from</span><span class="o">(</span><span
class="n">aliceLineNum</span><span class="o">)</span>
+
+<span class="c1">// Now get a list of words for the book:</span>
+<span class="k">val</span> <span class="n">aliceWords</span> <span
class="k">=</span> <span class="n">alicePipe</span><span
class="o">.</span><span class="n">flatMap</span> <span class="o">{</span> <span
class="k">case</span> <span class="o">(</span><span class="n">text</span><span
class="o">,</span> <span class="k">_</span><span class="o">)</span> <span
class="k">=></span> <span class="n">text</span><span class="o">.</span><span
class="n">split</span><span class="o">(</span><span
class="s">"\\s+"</span><span class="o">).</span><span
class="n">toList</span> <span class="o">}</span>
+
+<span class="c1">// Now lets add a count for each word:</span>
+<span class="k">val</span> <span class="n">aliceWithCount</span> <span
class="k">=</span> <span class="n">aliceWords</span><span
class="o">.</span><span class="n">filterNot</span><span class="o">(</span><span
class="k">_</span><span class="o">.</span><span class="n">equals</span><span
class="o">(</span><span class="s">""</span><span
class="o">)).</span><span class="n">map</span> <span class="o">{</span> <span
class="n">word</span> <span class="k">=></span> <span
class="o">(</span><span class="n">word</span><span class="o">,</span> <span
class="mi">1L</span><span class="o">)</span> <span class="o">}</span>
+
+<span class="c1">// let's sum them for each word:</span>
+<span class="k">val</span> <span class="n">wordCount</span> <span
class="k">=</span> <span class="n">aliceWithCount</span><span
class="o">.</span><span class="n">group</span><span class="o">.</span><span
class="n">sum</span>
+
+<span class="n">print</span> <span class="o">(</span><span
class="s">"Here are the top 10 words\n"</span><span class="o">)</span>
+<span class="k">val</span> <span class="n">top10</span> <span
class="k">=</span> <span class="n">wordCount</span>
+ <span class="o">.</span><span class="n">groupAll</span>
+ <span class="o">.</span><span class="n">sortBy</span> <span
class="o">{</span> <span class="k">case</span> <span class="o">(</span><span
class="n">word</span><span class="o">,</span> <span class="n">count</span><span
class="o">)</span> <span class="k">=></span> <span class="o">-</span><span
class="n">count</span> <span class="o">}</span>
+ <span class="o">.</span><span class="n">take</span><span
class="o">(</span><span class="mi">10</span><span class="o">)</span>
+<span class="n">top10</span><span class="o">.</span><span class="n">dump</span>
+</code></pre></div><div class="highlight"><pre><code class="text
language-text" data-lang="text">%scalding
+
+val table = "words\t count\n" + top10.toIterator.map{case (k, (word,
count)) => s"$word\t$count"}.mkString("\n")
+print("%table " + table)
+</code></pre></div>
+<p>If you click on the icon for the pie chart, you should be able to see a
chart like this:
+<img src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/scalding-pie.png"
alt="Scalding - Pie - Chart"></p>
+
+<h3>HDFS mode</h3>
+
+<p><strong>Test mode</strong></p>
+<div class="highlight"><pre><code class="text language-text"
data-lang="text">%scalding
+mode
+</code></pre></div>
+<p>This command should print:</p>
+<div class="highlight"><pre><code class="text language-text"
data-lang="text">res4: com.twitter.scalding.Mode = Hdfs(true,Configuration:
core-default.xml, core-site.xml, mapred-default.xml, mapred-site.xml,
yarn-default.xml, yarn-site.xml, hdfs-default.xml, hdfs-site.xml)
+</code></pre></div>
+<p><strong>Test HDFS read</strong></p>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="k">val</span> <span class="n">testfile</span>
<span class="k">=</span> <span class="nc">TypedPipe</span><span
class="o">.</span><span class="n">from</span><span class="o">(</span><span
class="nc">TextLine</span><span class="o">(</span><span
class="s">"/user/x/testfile"</span><span class="o">))</span>
+<span class="n">testfile</span><span class="o">.</span><span
class="n">dump</span>
+</code></pre></div>
+<p>This command should print the contents of the hdfs file
/user/x/testfile.</p>
+
+<p><strong>Test map-reduce job</strong></p>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="k">val</span> <span class="n">testfile</span>
<span class="k">=</span> <span class="nc">TypedPipe</span><span
class="o">.</span><span class="n">from</span><span class="o">(</span><span
class="nc">TextLine</span><span class="o">(</span><span
class="s">"/user/x/testfile"</span><span class="o">))</span>
+<span class="k">val</span> <span class="n">a</span> <span class="k">=</span>
<span class="n">testfile</span><span class="o">.</span><span
class="n">groupAll</span><span class="o">.</span><span
class="n">size</span><span class="o">.</span><span class="n">values</span>
+<span class="n">a</span><span class="o">.</span><span class="n">toList</span>
+</code></pre></div>
+<p>This command should create a map reduce job.</p>
+
+<h2>Future Work</h2>
+
+<ul>
+<li>Better user feedback (hadoop url, progress updates)</li>
+<li>Ability to cancel jobs</li>
+<li>Ability to dynamically load jars without restarting the interpreter</li>
+<li>Multiuser scalability (run scalding interpreters on different servers)</li>
+</ul>
+
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2020 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
+
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.9.0/interpreter/scalding.html
------------------------------------------------------------------------------
svn:executable = *
Added: zeppelin/site/docs/0.9.0/interpreter/scio.html
URL:
http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0/interpreter/scio.html?rev=1884775&view=auto
==============================================================================
--- zeppelin/site/docs/0.9.0/interpreter/scio.html (added)
+++ zeppelin/site/docs/0.9.0/interpreter/scio.html Thu Dec 24 14:36:01 2020
@@ -0,0 +1,439 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Apache Zeppelin 0.9.0 Documentation: Scio Interpreter for Apache
Zeppelin</title>
+ <meta name="description" content="Scio is a Scala DSL for Apache
Beam/Google Dataflow model.">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css"
rel="stylesheet">
+
+ <!-- Le styles -->
+ <link
href="/docs/0.9.0/assets/themes/zeppelin/bootstrap/css/bootstrap.css"
rel="stylesheet">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/style.css?body=1"
rel="stylesheet" type="text/css">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/syntax.css"
rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72"
href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114"
href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
+ <script
src="/docs/0.9.0/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/docs.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/anchor.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/toc.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/lunr.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/search.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.9.0/atom.xml" type="application/atom+xml"
rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.9.0/rss.xml" type="application/rss+xml"
rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top"
role="navigation">
+ <div class="container navbar-container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <div class="navbar-brand">
+ <a class="navbar-brand-main" href="http://zeppelin.apache.org">
+ <img
src="/docs/0.9.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50"
+ style="margin-top: -2px;" alt="I'm zeppelin">
+ <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span>
+ <a class="navbar-brand-version" href="/docs/0.9.0"
+ style="font-size: 15px; color: white;"> 0.9.0
+ </a>
+ </a>
+ </div>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick
Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span>Getting Started</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/install.html">Install</a></li>
+ <li><a href="/docs/0.9.0/quickstart/explore_ui.html">Explore
UI</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Run Mode</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/kubernetes.html">Kubernetes</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/docker.html">Docker</a></li>
+ <li><a href="/docs/0.9.0/quickstart/yarn.html">Yarn</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/quickstart/spark_with_zeppelin.html">Spark with
Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/python_with_zeppelin.html">Python with
Zeppelin</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Usage<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Dynamic Form</span></li>
+ <li><a href="/docs/0.9.0/usage/dynamic_form/intro.html">What
is Dynamic Form?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Display System</span></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#text">Text Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#html">HTML Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#table">Table Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#network">Network
Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_backend.html">Angular Display
using Backend API</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_frontend.html">Angular Display
using Frontend API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Interpreter</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/interpreter_binding_mode.html">Interpreter
Binding Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/user_impersonation.html">User
Impersonation</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/dependency_management.html">Dependency
Management</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/installation.html">Installing
Interpreters</a></li>
+ <!--<li><a
href="/docs/0.9.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter
Loading (Experimental)</a></li>-->
+ <li><a
href="/docs/0.9.0/usage/interpreter/execution_hooks.html">Execution Hooks
(Experimental)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Other Features</span></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/publishing_paragraphs.html">Publishing
Paragraphs</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/personalized_mode.html">Personalized
Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/customizing_homepage.html">Customizing
Zeppelin Homepage</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/notebook_actions.html">Notebook
Actions</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/cron_scheduler.html">Cron
Scheduler</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/zeppelin_context.html">Zeppelin
Context</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>REST API</span></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/interpreter.html">Interpreter API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/zeppelin_server.html">Zeppelin Server
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook.html">Notebook API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook_repository.html">Notebook Repository
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/configuration.html">Configuration API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/credential.html">Credential API</a></li>
+ <li><a href="/docs/0.9.0/usage/rest_api/helium.html">Helium
API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Setup<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Basics</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/hadoop_integration.html">Hadoop
Integration</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/multi_user_support.html">Multi-user
Support</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Deployment</span></li>
+ <!--<li><a
href="/docs/0.9.0/setup/deployment/docker.html">Docker Image for
Zeppelin</a></li>-->
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark
Cluster Mode: Standalone</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark
Cluster Mode: YARN</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark
Cluster Mode: Mesos</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with
Flink, Spark Cluster</a></li>
+ <li><a href="/docs/0.9.0/setup/deployment/cdh.html">Zeppelin
on CDH</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/virtual_machine.html">Zeppelin on VM:
Vagrant</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Security</span></li>
+ <li><a
href="/docs/0.9.0/setup/security/authentication_nginx.html">HTTP Basic Auth
using NGINX</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/shiro_authentication.html">Shiro
Authentication</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/notebook_authorization.html">Notebook
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/datasource_authorization.html">Data Source
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/http_security_headers.html">HTTP Security
Headers</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Notebook Storage</span></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-s3">S3
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-azure">Azure
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-oss">OSS
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB
Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Operation</span></li>
+ <li><a
href="/docs/0.9.0/setup/operation/configuration.html">Configuration</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/proxy_setting.html">Proxy Setting</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/upgrading.html">Upgrading</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/trouble_shooting.html">Trouble
Shooting</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Interpreters</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a href="/docs/0.9.0/interpreter/spark.html">Spark</a></li>
+ <li><a href="/docs/0.9.0/interpreter/jdbc.html">JDBC</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/python.html">Python</a></li>
+ <li><a href="/docs/0.9.0/interpreter/r.html">R</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/beam.html">Beam</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.9.0/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.9.0/interpreter/geode.html">Geode</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/groovy.html">Groovy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/hazelcastjet.html">Hazelcast Jet</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hive.html">Hive</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.9.0/interpreter/java.html">Java</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/jupyter.html">Jupyter</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/kotlin.html">Kotlin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/kylin.html">Kylin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.9.0/interpreter/livy.html">Livy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/markdown.html">Markdown</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/mongodb.html">MongoDB</a></li>
+ <li><a href="/docs/0.9.0/interpreter/neo4j.html">Neo4j</a></li>
+ <li><a href="/docs/0.9.0/interpreter/pig.html">Pig</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.9.0/interpreter/scio.html">Scio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/shell.html">Shell</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/sparql.html">Sparql</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/submarine.html">Submarine</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left:
auto;">
+ <li class="title"><span>Extending Zeppelin</span></li>
+ <li><a
href="/docs/0.9.0/development/writing_zeppelin_interpreter.html">Writing
Zeppelin Interpreter</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Helium (Experimental)</span></li>
+ <li><a
href="/docs/0.9.0/development/helium/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_application.html">Writing Helium
Application</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_spell.html">Writing Helium
Spell</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_basic.html">Writing
Helium Visualization: Basics</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_transformation.html">Writing
Helium Visualization: Transformation</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Contributing to Zeppelin</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/useful_developer_tools.html">Useful
Developer Tools</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_code.html">How to
Contribute (code)</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_website.html">How
to Contribute (website)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>External Resources</span></li>
+ <li><a target="_blank"
href="https://zeppelin.apache.org/community.html">Mailing List</a></li>
+ <li><a target="_blank"
href="https://cwiki.apache.org/confluence/display/ZEPPELIN/Zeppelin+Home">Apache
Zeppelin Wiki</a></li>
+ <li><a target="_blank"
href="http://stackoverflow.com/questions/tagged/apache-zeppelin">Stackoverflow
Questions about Zeppelin</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="/docs/0.9.0/search.html" class="nav-search-link">
+ <span class="fa fa-search nav-search-icon"></span>
+ </a>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit Scio Interpreter for Apache Zeppelin">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<h1>Scio Interpreter for Apache Zeppelin</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p>Scio is a Scala DSL for <a
href="https://github.com/GoogleCloudPlatform/DataflowJavaSDK">Google Cloud
Dataflow</a> and <a href="http://beam.incubator.apache.org/">Apache Beam</a>
inspired by <a href="http://spark.apache.org/">Spark</a> and <a
href="https://github.com/twitter/scalding">Scalding</a>. See the current <a
href="https://github.com/spotify/scio/wiki">wiki</a> and <a
href="http://spotify.github.io/scio/">API documentation</a> for more
information.</p>
+
+<h2>Configuration</h2>
+
+<table class="table-configuration">
+ <tr>
+ <th>Name</th>
+ <th>Default Value</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>zeppelin.scio.argz</td>
+ <td>--runner=InProcessPipelineRunner</td>
+ <td>Scio interpreter wide arguments. Documentation:
https://github.com/spotify/scio/wiki#options and
https://cloud.google.com/dataflow/pipelines/specifying-exec-params</td>
+ </tr>
+ <tr>
+ <td>zeppelin.scio.maxResult</td>
+ <td>1000</td>
+ <td>Max number of SCollection results to display</td>
+ </tr>
+
+</table>
+
+<h2>Enabling the Scio Interpreter</h2>
+
+<p>In a notebook, to enable the <strong>Scio</strong> interpreter, click the
<strong>Gear</strong> icon and select <strong>beam</strong>
(<strong>beam.scio</strong>).</p>
+
+<h2>Using the Scio Interpreter</h2>
+
+<p>In a paragraph, use <code>%beam.scio</code> to select the
<strong>Scio</strong> interpreter. You can use it much the same way as vanilla
Scala REPL and <a href="https://github.com/spotify/scio/wiki/Scio-REPL">Scio
REPL</a>. State (like variables, imports, execution etc) is shared among all
<em>Scio</em> paragraphs. There is a special variable <strong>argz</strong>
which holds arguments from Scio interpreter settings. The easiest way to
proceed is to create a Scio context via standard
<code>ContextAndArgs</code>.</p>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="o">%</span><span class="n">beam</span><span
class="o">.</span><span class="n">scio</span>
+<span class="k">val</span> <span class="o">(</span><span
class="n">sc</span><span class="o">,</span> <span class="n">args</span><span
class="o">)</span> <span class="k">=</span> <span
class="nc">ContextAndArgs</span><span class="o">(</span><span
class="n">argz</span><span class="o">)</span>
+</code></pre></div>
+<p>Use <code>sc</code> context the way you would in a regular
pipeline/REPL.</p>
+
+<p>Example:</p>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="o">%</span><span class="n">beam</span><span
class="o">.</span><span class="n">scio</span>
+<span class="k">val</span> <span class="o">(</span><span
class="n">sc</span><span class="o">,</span> <span class="n">args</span><span
class="o">)</span> <span class="k">=</span> <span
class="nc">ContextAndArgs</span><span class="o">(</span><span
class="n">argz</span><span class="o">)</span>
+<span class="n">sc</span><span class="o">.</span><span
class="n">parallelize</span><span class="o">(</span><span
class="nc">Seq</span><span class="o">(</span><span
class="s">"foo"</span><span class="o">,</span> <span
class="s">"foo"</span><span class="o">,</span> <span
class="s">"bar"</span><span class="o">)).</span><span
class="n">countByValue</span><span class="o">.</span><span
class="n">closeAndDisplay</span><span class="o">()</span>
+</code></pre></div>
+<p>If you close Scio context, go ahead an create a new one using
<code>ContextAndArgs</code>. Please refer to <a
href="https://github.com/spotify/scio/wiki">Scio wiki</a> for more complex
examples. You can close Scio context much the same way as in Scio REPL, and use
Zeppelin display helpers to synchronously close and display results - read more
below.</p>
+
+<h3>Progress</h3>
+
+<p>There can be only one paragraph running at once. There is no notion of
overall progress, thus progress bar will show <code>0</code>.</p>
+
+<h3>SCollection display helpers</h3>
+
+<p>Scio interpreter comes with display helpers to ease working with Zeppelin
notebooks. Simply use <code>closeAndDisplay()</code> on
<code>SCollection</code> to close context and display the results. The number
of results is limited by <code>zeppelin.scio.maxResult</code> (by default
1000).</p>
+
+<p>Supported <code>SCollection</code> types:</p>
+
+<ul>
+<li>Scio's typed BigQuery</li>
+<li>Scala's Products (case classes, tuples)</li>
+<li>Google BigQuery's TableRow</li>
+<li>Apache Avro</li>
+<li>All Scala's <code>AnyVal</code></li>
+</ul>
+
+<h4>Helper methods</h4>
+
+<p>There are different helper methods for different objects. You can easily
display results from <code>SCollection</code>, <code>Future[Tap]</code> and
<code>Tap</code>.</p>
+
+<h5><code>SCollection</code> helper</h5>
+
+<p><code>SCollection</code> has <code>closeAndDisplay</code> Zeppelin helper
method for types listed above. Use it to synchronously close Scio context, and
once available pull and display results.</p>
+
+<h5><code>Future[Tap]</code> helper</h5>
+
+<p><code>Future[Tap]</code> has <code>waitAndDisplay</code> Zeppelin helper
method for types listed above. Use it to synchronously wait for results, and
once available pull and display results.</p>
+
+<h5><code>Tap</code> helper</h5>
+
+<p><code>Tap</code> has <code>display</code> Zeppelin helper method for types
listed above. Use it to pull and display results.</p>
+
+<h3>Examples</h3>
+
+<h4>BigQuery example:</h4>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="o">%</span><span class="n">beam</span><span
class="o">.</span><span class="n">scio</span>
+<span class="nd">@BigQueryType</span><span class="o">.</span><span
class="n">fromQuery</span><span class="o">(</span><span
class="s">"""|SELECT departure_airport,count(case when
departure_delay>0 then 1 else 0 end) as no_of_delays</span>
+<span class="s"> |FROM
[bigquery-samples:airline_ontime_data.flights]</span>
+<span class="s"> |group by departure_airport</span>
+<span class="s"> |order by 2 desc</span>
+<span class="s"> |limit
10"""</span><span class="o">.</span><span
class="n">stripMargin</span><span class="o">)</span> <span
class="k">class</span> <span class="nc">Flights</span>
+
+<span class="k">val</span> <span class="o">(</span><span
class="n">sc</span><span class="o">,</span> <span class="n">args</span><span
class="o">)</span> <span class="k">=</span> <span
class="nc">ContextAndArgs</span><span class="o">(</span><span
class="n">argz</span><span class="o">)</span>
+<span class="n">sc</span><span class="o">.</span><span
class="n">bigQuerySelect</span><span class="o">(</span><span
class="nc">Flights</span><span class="o">.</span><span
class="n">query</span><span class="o">).</span><span
class="n">closeAndDisplay</span><span class="o">(</span><span
class="nc">Flights</span><span class="o">.</span><span
class="n">schema</span><span class="o">)</span>
+</code></pre></div>
+<h4>BigQuery typed example:</h4>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="o">%</span><span class="n">beam</span><span
class="o">.</span><span class="n">scio</span>
+<span class="nd">@BigQueryType</span><span class="o">.</span><span
class="n">fromQuery</span><span class="o">(</span><span
class="s">"""|SELECT departure_airport,count(case when
departure_delay>0 then 1 else 0 end) as no_of_delays</span>
+<span class="s"> |FROM
[bigquery-samples:airline_ontime_data.flights]</span>
+<span class="s"> |group by departure_airport</span>
+<span class="s"> |order by 2 desc</span>
+<span class="s"> |limit
10"""</span><span class="o">.</span><span
class="n">stripMargin</span><span class="o">)</span> <span
class="k">class</span> <span class="nc">Flights</span>
+
+<span class="k">val</span> <span class="o">(</span><span
class="n">sc</span><span class="o">,</span> <span class="n">args</span><span
class="o">)</span> <span class="k">=</span> <span
class="nc">ContextAndArgs</span><span class="o">(</span><span
class="n">argz</span><span class="o">)</span>
+<span class="n">sc</span><span class="o">.</span><span
class="n">typedBigQuery</span><span class="o">[</span><span
class="kt">Flights</span><span class="o">]().</span><span
class="n">flatMap</span><span class="o">(</span><span class="k">_</span><span
class="o">.</span><span class="n">no_of_delays</span><span
class="o">).</span><span class="n">mean</span><span class="o">.</span><span
class="n">closeAndDisplay</span><span class="o">()</span>
+</code></pre></div>
+<h4>Avro example:</h4>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="o">%</span><span class="n">beam</span><span
class="o">.</span><span class="n">scio</span>
+<span class="k">import</span> <span
class="nn">com.spotify.data.ExampleAvro</span>
+
+<span class="k">val</span> <span class="o">(</span><span
class="n">sc</span><span class="o">,</span> <span class="n">args</span><span
class="o">)</span> <span class="k">=</span> <span
class="nc">ContextAndArgs</span><span class="o">(</span><span
class="n">argz</span><span class="o">)</span>
+<span class="n">sc</span><span class="o">.</span><span
class="n">avroFile</span><span class="o">[</span><span
class="kt">ExampleAvro</span><span class="o">](</span><span
class="s">"gs://<bucket>/tmp/my.avro"</span><span
class="o">).</span><span class="n">take</span><span class="o">(</span><span
class="mi">10</span><span class="o">).</span><span
class="n">closeAndDisplay</span><span class="o">()</span>
+</code></pre></div>
+<h4>Avro example with a view schema:</h4>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="o">%</span><span class="n">beam</span><span
class="o">.</span><span class="n">scio</span>
+<span class="k">import</span> <span
class="nn">com.spotify.data.ExampleAvro</span>
+<span class="k">import</span> <span class="nn">org.apache.avro.Schema</span>
+
+<span class="k">val</span> <span class="o">(</span><span
class="n">sc</span><span class="o">,</span> <span class="n">args</span><span
class="o">)</span> <span class="k">=</span> <span
class="nc">ContextAndArgs</span><span class="o">(</span><span
class="n">argz</span><span class="o">)</span>
+<span class="k">val</span> <span class="n">view</span> <span
class="k">=</span> <span class="nc">Schema</span><span class="o">.</span><span
class="n">parse</span><span class="o">(</span><span
class="s">"""{"type":"record","name":"ExampleAvro","namespace":"com.spotify.data","fields":[{"name":"track","type":"string"},
{"name":"artist",
"type":"string"}]}"""</span><span
class="o">)</span>
+
+<span class="n">sc</span><span class="o">.</span><span
class="n">avroFile</span><span class="o">[</span><span
class="kt">EndSongCleaned</span><span class="o">](</span><span
class="s">"gs://<bucket>/tmp/my.avro"</span><span
class="o">).</span><span class="n">take</span><span class="o">(</span><span
class="mi">10</span><span class="o">).</span><span
class="n">closeAndDisplay</span><span class="o">(</span><span
class="n">view</span><span class="o">)</span>
+</code></pre></div>
+<h3>Google credentials</h3>
+
+<p>Scio Interpreter will try to infer your Google Cloud credentials from its
environment, it will take into the account:</p>
+
+<ul>
+<li><code>argz</code> interpreter settings (<a
href="https://github.com/spotify/scio/wiki#options">doc</a>)</li>
+<li>environment variable (<code>GOOGLE_APPLICATION_CREDENTIALS</code>)</li>
+<li>gcloud configuration</li>
+</ul>
+
+<h4>BigQuery macro credentials</h4>
+
+<p>Currently BigQuery project for macro expansion is inferred using Google
Dataflow's <a
href="https://github.com/GoogleCloudPlatform/DataflowJavaSDK/blob/master/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/GcpOptions.java#L187">DefaultProjectFactory().create()</a></p>
+
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2020 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
+
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.9.0/interpreter/scio.html
------------------------------------------------------------------------------
svn:executable = *