You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by mi...@apache.org on 2016/10/17 04:13:37 UTC
svn commit: r1765205 [20/21] - in /zeppelin/site: ./ contribution/
contribution/zeppelinweb/ docs/0.6.2/ docs/0.6.2/assets/
docs/0.6.2/assets/themes/ docs/0.6.2/assets/themes/zeppelin/
docs/0.6.2/assets/themes/zeppelin/bootstrap/ docs/0.6.2/assets/them...
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hbase.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hbase.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hbase.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hbase.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hdfs.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hdfs.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hdfs.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hdfs.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hive.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hive.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hive.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/hive.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/ignite.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/ignite.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/ignite.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/ignite.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/jdbc.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/jdbc.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/jdbc.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/jdbc.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/lens.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/lens.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/lens.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/lens.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/livy.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/livy.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/livy.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/livy.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
@@ -255,7 +256,12 @@ Example: <code>spark.master</code> to <c
<td>1000</td>
<td>Max number of Spark SQL result to display.</td>
</tr>
- <tr>
+ <tr>
+ <td>zeppelin.livy.displayAppInfo</td>
+ <td>false</td>
+ <td>Whether to display app info</td>
+ </tr>
+ <tr>
<td>livy.spark.driver.cores</td>
<td></td>
<td>Driver cores. ex) 1, 2.</td>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/markdown.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/markdown.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/markdown.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/markdown.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Added: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/pig.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/pig.html?rev=1765205&view=auto
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/pig.html (added)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/pig.html Mon Oct 17 04:13:33 2016
@@ -0,0 +1,310 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Apache Zeppelin 0.7.0-SNAPSHOT Documentation: Pig Interpreter for Apache Zeppelin</title>
+ <meta name="description" content="Apache Pig is a platform for analyzing large data sets that consists of a high-level language for expressing data analysis programs, coupled with infrastructure for evaluating these programs.">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
+
+ <!-- Le styles -->
+ <link href="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet">
+ <link href="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css">
+ <link href="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
+ <script src="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/js/docs.js"></script>
+ <script src="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/js/anchor.min.js"></script>
+ <script src="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/js/toc.js"></script>
+ <script src="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/js/lunr.min.js"></script>
+ <script src="/docs/0.7.0-SNAPSHOT/assets/themes/zeppelin/js/search.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.7.0-SNAPSHOT/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.7.0-SNAPSHOT/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation">
+ <div class="container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand" href="/docs/0.7.0-SNAPSHOT">
+ <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" alt="I'm zeppelin">
+ <span style="vertical-align:middle">Zeppelin</span>
+ <span style="vertical-align:baseline"><small>0.7.0-SNAPSHOT</small></span>
+ </a>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.7.0-SNAPSHOT/index.html">What is Apache Zeppelin ?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Getting Started</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/install/install.html">Install</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/install/install.html#apache-zeppelin-configuration">Configuration</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/quickstart/explorezeppelinui.html">Explore Zeppelin UI</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Basic Feature Guide</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/manual/dynamicform.html">Dynamic Form</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/manual/publish.html">Publish your Paragraph</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/manual/notebookashomepage.html">Customize Zeppelin Homepage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>More</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/install/upgrade.html">Upgrade Zeppelin Version</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/quickstart/install_with_flink_and_spark_cluster.html">Install Zeppelin with Flink and Spark Clusters Tutorial</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li><a href="/docs/0.7.0-SNAPSHOT/manual/interpreters.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Usage</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/manual/interpreterinstallation.html">Interpreter Installation</a></li>
+ <!--<li><a href="/docs/0.7.0-SNAPSHOT/manual/dynamicinterpreterload.html">Dynamic Interpreter Loading</a></li>-->
+ <li><a href="/docs/0.7.0-SNAPSHOT/manual/dependencymanagement.html">Interpreter Dependency Management</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Available Interpreters</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/beam.html">Beam</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/geode.html">Geode</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/hive.html">Hive</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/jdbc.html">JDBC</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/shell.html">Shell</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/spark.html">Spark</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Display System <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span><b>Basic Display System</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/displaysystem/basicdisplaysystem.html#text">Text</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/displaysystem/basicdisplaysystem.html#html">Html</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/displaysystem/basicdisplaysystem.html#table">Table</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Angular API</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/displaysystem/back-end-angular.html">Angular (backend API)</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/displaysystem/front-end-angular.html">Angular (frontend API)</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;">
+ <li class="title"><span><b>Notebook Storage</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/storage/storage.html#storage-in-zeppelinhub">ZeppelinHub Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>REST API</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/rest-api/rest-interpreter.html">Interpreter API</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/rest-api/rest-notebook.html">Notebook API</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/rest-api/rest-configuration.html">Configuration API</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/rest-api/rest-credential.html">Credential API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Security</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/security/authentication.html">Authentication for NGINX</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/security/shiroauthentication.html">Shiro Authentication</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/security/notebook_authorization.html">Notebook Authorization</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/security/datasource_authorization.html">Data Source Authorization</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Advanced</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/install/virtual_machine.html">Zeppelin on Vagrant VM</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/install/spark_cluster_mode.html#spark-standalone-mode">Zeppelin on Spark Cluster Mode (Standalone)</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/install/spark_cluster_mode.html#spark-on-yarn-mode">Zeppelin on Spark Cluster Mode (YARN)</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/install/spark_cluster_mode.html#spark-on-mesos-mode">Zeppelin on Spark Cluster Mode (Mesos)</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/install/cdh.html">Zeppelin on CDH</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Contibute</b><span></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/development/writingzeppelininterpreter.html">Writing Zeppelin Interpreter</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/development/writingzeppelinapplication.html">Writing Zeppelin Application (Experimental)</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/development/howtocontribute.html">How to contribute (code)</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/development/howtocontributewebsite.html">How to contribute (website)</a></li>
+ </ul>
+ </li>
+ </ul>
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="/docs/0.7.0-SNAPSHOT/search.html" class="nav-search-link">
+ <span class="fa fa-search nav-search-icon"></span>
+ </a>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit Pig Interpreter for Apache Zeppelin">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <h1>Pig Interpreter for Apache Zeppelin</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p><a href="https://pig.apache.org/">Apache Pig</a> is a platform for analyzing large data sets that consists of a high-level language for expressing data analysis programs, coupled with infrastructure for evaluating these programs. The salient property of Pig programs is that their structure is amenable to substantial parallelization, which in turns enables them to handle very large data sets.</p>
+
+<h2>Supported interpreter type</h2>
+
+<ul>
+<li><p><code>%pig.script</code> (default)</p>
+
+<p>All the pig script can run in this type of interpreter, and display type is plain text.</p></li>
+<li><p><code>%pig.query</code></p>
+
+<p>Almost the same as <code>%pig.script</code>. The only difference is that you don't need to add alias in the last statement. And the display type is table. </p></li>
+</ul>
+
+<h2>Supported runtime mode</h2>
+
+<ul>
+<li>Local</li>
+<li>MapReduce</li>
+<li>Tez (Only Tez 0.7 is supported)</li>
+</ul>
+
+<h2>How to use</h2>
+
+<h3>How to setup Pig</h3>
+
+<ul>
+<li><p>Local Mode</p>
+
+<p>Nothing needs to be done for local mode</p></li>
+<li><p>MapReduce Mode</p>
+
+<p>HADOOP_CONF_DIR needs to be specified in <code>ZEPPELIN_HOME/conf/zeppelin-env.sh</code>.</p></li>
+<li><p>Tez Mode</p>
+
+<p>HADOOP_CONF_DIR and TEZ_CONF_DIR needs to be specified in <code>ZEPPELIN_HOME/conf/zeppelin-env.sh</code>.</p></li>
+</ul>
+
+<h3>How to configure interpreter</h3>
+
+<p>At the Interpreters menu, you have to create a new Pig interpreter. Pig interpreter has below properties by default.</p>
+
+<table class="table-configuration">
+ <tr>
+ <th>Property</th>
+ <th>Default</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>zeppelin.pig.execType</td>
+ <td>mapreduce</td>
+ <td>Execution mode for pig runtime. local | mapreduce | tez </td>
+ </tr>
+ <tr>
+ <td>zeppelin.pig.includeJobStats</td>
+ <td>false</td>
+ <td>whether display jobStats info in <code>%pig.script</code></td>
+ </tr>
+ <tr>
+ <td>zeppelin.pig.maxResult</td>
+ <td>1000</td>
+ <td>max row number displayed in <code>%pig.query</code></td>
+ </tr>
+</table>
+
+<h3>Example</h3>
+
+<h5>pig</h5>
+<div class="highlight"><pre><code class="text language-text" data-lang="text">%pig
+
+raw_data = load 'dataset/sf_crime/train.csv' using PigStorage(',') as (Dates,Category,Descript,DayOfWeek,PdDistrict,Resolution,Address,X,Y);
+b = group raw_data all;
+c = foreach b generate COUNT($1);
+dump c;
+</code></pre></div>
+<h5>pig.query</h5>
+<div class="highlight"><pre><code class="text language-text" data-lang="text">%pig.query
+
+b = foreach raw_data generate Category;
+c = group b by Category;
+foreach c generate group as category, COUNT($1) as count;
+</code></pre></div>
+<p>Data is shared between <code>%pig</code> and <code>%pig.query</code>, so that you can do some common work in <code>%pig</code>, and do different kinds of query based on the data of <code>%pig</code>.</p>
+
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2016 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/pig.html
------------------------------------------------------------------------------
svn:eol-style = native
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/python.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/python.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/python.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/python.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/r.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/r.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/r.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/r.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/scalding.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/scalding.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/scalding.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/scalding.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/shell.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/shell.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/shell.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/shell.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/spark.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/spark.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/spark.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/interpreter/spark.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dependencymanagement.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dependencymanagement.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dependencymanagement.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dependencymanagement.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dynamicform.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dynamicform.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dynamicform.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dynamicform.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dynamicinterpreterload.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dynamicinterpreterload.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dynamicinterpreterload.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/manual/dynamicinterpreterload.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/manual/interpreterinstallation.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/manual/interpreterinstallation.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/manual/interpreterinstallation.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/manual/interpreterinstallation.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/manual/interpreters.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/manual/interpreters.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/manual/interpreters.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/manual/interpreters.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/manual/notebookashomepage.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/manual/notebookashomepage.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/manual/notebookashomepage.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/manual/notebookashomepage.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/manual/publish.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/manual/publish.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/manual/publish.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/manual/publish.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/pleasecontribute.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/pleasecontribute.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/pleasecontribute.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/pleasecontribute.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/explorezeppelinui.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/explorezeppelinui.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/explorezeppelinui.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/explorezeppelinui.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/install_with_flink_and_spark_cluster.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/install_with_flink_and_spark_cluster.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/install_with_flink_and_spark_cluster.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/install_with_flink_and_spark_cluster.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/tutorial.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/tutorial.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/tutorial.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/quickstart/tutorial.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-configuration.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-configuration.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-configuration.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-configuration.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-credential.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-credential.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-credential.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-credential.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-interpreter.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-interpreter.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-interpreter.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-interpreter.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-notebook.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-notebook.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-notebook.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/rest-api/rest-notebook.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/rss.xml
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/rss.xml?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/rss.xml (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/rss.xml Mon Oct 17 04:13:33 2016
@@ -5,8 +5,8 @@
<description>Apache Zeppelin - The Apache Software Foundation</description>
<link>http://zeppelin.apache.org</link>
<link>http://zeppelin.apache.org</link>
- <lastBuildDate>2016-10-11T16:24:24+09:00</lastBuildDate>
- <pubDate>2016-10-11T16:24:24+09:00</pubDate>
+ <lastBuildDate>2016-10-17T13:08:38+09:00</lastBuildDate>
+ <pubDate>2016-10-17T13:08:38+09:00</pubDate>
<ttl>1800</ttl>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/screenshots.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/screenshots.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/screenshots.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/screenshots.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/search.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/search.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/search.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/search.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/search_data.json
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/search_data.json?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/search_data.json (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/search_data.json Mon Oct 17 04:13:33 2016
@@ -116,7 +116,7 @@
"/install/upgrade.html": {
"title": "Manual Zeppelin version upgrade procedure",
- "content" : "<!--Licensed under the Apache License, Version 2.0 (the "License");you may not use this file except in compliance with the License.You may obtain a copy of the License athttp://www.apache.org/licenses/LICENSE-2.0Unless required by applicable law or agreed to in writing, softwaredistributed under the License is distributed on an "AS IS" BASIS,WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.See the License for the specific language governing permissions andlimitations under the License.-->Manual upgrade procedure for ZeppelinBasically, newer version of Zeppelin works with previous version notebook directory and configurations.So, copying notebook and conf directory should be enough.InstructionsStop Zeppelinbin/zeppelin-daemon.sh stopCopy your notebook and conf directory into a backup directoryDownload newer version of Zeppelin and Install. See Install page.Copy backup notebook and conf directory into newer version o
f Zeppelin notebook and conf directoryStart Zeppelinbin/zeppelin-daemon.sh startMigration GuideUpgrading from Zeppelin 0.6 to 0.7From 0.7, we don&#39;t use ZEPPELIN_JAVA_OPTS as default value of ZEPPELIN_INTP_JAVA_OPTS and also the same for ZEPPELIN_MEM/ZEPPELIN_INTP_MEM. If user want to configure the jvm opts of interpreter process, please set ZEPPELIN_INTP_JAVA_OPTS and ZEPPELIN_INTP_MEM explicitly.Mapping from %jdbc(prefix) to %prefix is no longer available. Instead, you can use %[interpreter alias] with multiple interpreter setttings on GUI.Usage of ZEPPELIN_PORT is not supported in ssl mode. Instead use ZEPPELIN_SSL_PORT to configure the ssl port. Value from ZEPPELIN_PORT is used only when ZEPPELIN_SSL is set to false.",
+ "content" : "<!--Licensed under the Apache License, Version 2.0 (the "License");you may not use this file except in compliance with the License.You may obtain a copy of the License athttp://www.apache.org/licenses/LICENSE-2.0Unless required by applicable law or agreed to in writing, softwaredistributed under the License is distributed on an "AS IS" BASIS,WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.See the License for the specific language governing permissions andlimitations under the License.-->Manual upgrade procedure for ZeppelinBasically, newer version of Zeppelin works with previous version notebook directory and configurations.So, copying notebook and conf directory should be enough.InstructionsStop Zeppelinbin/zeppelin-daemon.sh stopCopy your notebook and conf directory into a backup directoryDownload newer version of Zeppelin and Install. See Install page.Copy backup notebook and conf directory into newer version o
f Zeppelin notebook and conf directoryStart Zeppelinbin/zeppelin-daemon.sh startMigration GuideUpgrading from Zeppelin 0.6 to 0.7From 0.7, we don&#39;t use ZEPPELIN_JAVA_OPTS as default value of ZEPPELIN_INTP_JAVA_OPTS and also the same for ZEPPELIN_MEM/ZEPPELIN_INTP_MEM. If user want to configure the jvm opts of interpreter process, please set ZEPPELIN_INTP_JAVA_OPTS and ZEPPELIN_INTP_MEM explicitly. If you don&#39;t set ZEPPELIN_INTP_MEM, Zeppelin will set it to -Xms1024m -Xmx1024m -XX:MaxPermSize=512m by default.Mapping from %jdbc(prefix) to %prefix is no longer available. Instead, you can use %[interpreter alias] with multiple interpreter setttings on GUI.Usage of ZEPPELIN_PORT is not supported in ssl mode. Instead use ZEPPELIN_SSL_PORT to configure the ssl port. Value from ZEPPELIN_PORT is used only when ZEPPELIN_SSL is set to false.",
"url": " /install/upgrade.html",
"group": "install",
"excerpt": "This document will guide you through a procedure of manual upgrade your Apache Zeppelin instance to a newer version. Apache Zeppelin keeps backward compatibility for the notebook file format."
@@ -292,7 +292,7 @@
"/interpreter/livy.html": {
"title": "Livy Interpreter for Apache Zeppelin",
- "content" : "<!--Licensed under the Apache License, Version 2.0 (the "License");you may not use this file except in compliance with the License.You may obtain a copy of the License athttp://www.apache.org/licenses/LICENSE-2.0Unless required by applicable law or agreed to in writing, softwaredistributed under the License is distributed on an "AS IS" BASIS,WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.See the License for the specific language governing permissions andlimitations under the License.-->Livy Interpreter for Apache ZeppelinOverviewLivy is an open source REST interface for interacting with Spark from anywhere. It supports executing snippets of code or programs in a Spark context that runs locally or in YARN.Interactive Scala, Python and R shellsBatch submissions in Scala, Java, PythonMulti users can share the same server (impersonation support)Can be used for submitting jobs from anywhere with RESTDoes not require a
ny code change to your programsRequirementsAdditional requirements for the Livy interpreter are:Spark 1.3 or above.Livy server.ConfigurationWe added some common configurations for spark, and you can set any configuration you want.This link contains all spark configurations: http://spark.apache.org/docs/latest/configuration.html#available-properties.And instead of starting property with spark. it should be replaced with livy.spark..Example: spark.master to livy.spark.master Property Default Description livy.spark.master local[*] Spark master uri. ex) spark://masterhost:7077 zeppelin.livy.url http://localhost:8998 URL where livy server is running zeppelin.livy.spark.maxResult 1000 Max number of Spark SQL result to display. livy.spark.driver.cores Driver cores. ex) 1, 2. livy.spark.driver.memory Driver memory. ex) 512m, 32g. livy.spark.executor.instances Executor instances. ex) 1,
4. livy.spark.executor.cores Num cores per executor. ex) 1, 4. livy.spark.executor.memory Executor memory per worker instance. ex) 512m, 32g. livy.spark.dynamicAllocation.enabled Use dynamic resource allocation. ex) True, False. livy.spark.dynamicAllocation.cachedExecutorIdleTimeout Remove an executor which has cached data blocks. livy.spark.dynamicAllocation.minExecutors Lower bound for the number of executors. livy.spark.dynamicAllocation.initialExecutors Initial number of executors to run. livy.spark.dynamicAllocation.maxExecutors Upper bound for the number of executors. livy.spark.jars.packages Adding extra libraries to livy interpreter Adding External librariesYou can load dynamic library to livy interpreter by set livy.spark.jars.packages property to comma-separated list of maven coordinates of jars to include on the driver and executor classpaths. The f
ormat for the coordinates should be groupId:artifactId:version. Example Property Example Description livy.spark.jars.packages io.spray:spray-json_2.10:1.3.1 Adding extra libraries to livy interpreter How to useBasically, you can usespark%livy.sparksc.versionpyspark%livy.pysparkprint &quot;1&quot;sparkR%livy.sparkrhello &lt;- function( name ) { sprintf( &quot;Hello, %s&quot;, name );}hello(&quot;livy&quot;)ImpersonationWhen Zeppelin server is running with authentication enabled, then this interpreter utilizes Livy’s user impersonation feature i.e. sends extra parameter for creating and running a session (&quot;proxyUser&quot;: &quot;${loggedInUser}&quot;). This is particularly useful when multi users are sharing a Notebook server.Apply Zeppelin Dynamic FormsYou can leverage Zeppelin Dynamic Form. You can use both the text input and select form parameterization features.%livy.pysparkprint &quo
t;${group_by=product_id,product_id|product_name|customer_id|store_id}&quot;FAQLivy debugging: If you see any of these in error consoleConnect to livyhost:8998 [livyhost/127.0.0.1, livyhost/0:0:0:0:0:0:0:1] failed: Connection refusedLooks like the livy server is not up yet or the config is wrongException: Session not found, Livy server would have restarted, or lost session.The session would have timed out, you may need to restart the interpreter.Blacklisted configuration values in session config: spark.masterEdit conf/spark-blacklist.conf file in livy server and comment out #spark.master line.If you choose to work on livy in apps/spark/java directory in https://github.com/cloudera/hue,copy spark-user-configurable-options.template to spark-user-configurable-options.conf file in livy server and comment out #spark.master. ",
+ "content" : "<!--Licensed under the Apache License, Version 2.0 (the "License");you may not use this file except in compliance with the License.You may obtain a copy of the License athttp://www.apache.org/licenses/LICENSE-2.0Unless required by applicable law or agreed to in writing, softwaredistributed under the License is distributed on an "AS IS" BASIS,WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.See the License for the specific language governing permissions andlimitations under the License.-->Livy Interpreter for Apache ZeppelinOverviewLivy is an open source REST interface for interacting with Spark from anywhere. It supports executing snippets of code or programs in a Spark context that runs locally or in YARN.Interactive Scala, Python and R shellsBatch submissions in Scala, Java, PythonMulti users can share the same server (impersonation support)Can be used for submitting jobs from anywhere with RESTDoes not require a
ny code change to your programsRequirementsAdditional requirements for the Livy interpreter are:Spark 1.3 or above.Livy server.ConfigurationWe added some common configurations for spark, and you can set any configuration you want.This link contains all spark configurations: http://spark.apache.org/docs/latest/configuration.html#available-properties.And instead of starting property with spark. it should be replaced with livy.spark..Example: spark.master to livy.spark.master Property Default Description livy.spark.master local[*] Spark master uri. ex) spark://masterhost:7077 zeppelin.livy.url http://localhost:8998 URL where livy server is running zeppelin.livy.spark.maxResult 1000 Max number of Spark SQL result to display. zeppelin.livy.displayAppInfo false Whether to display app info livy.spark.driver.cores Driver cores. ex) 1, 2. livy.spark.driver.memory Driver memory. ex) 512m, 32g.
livy.spark.executor.instances Executor instances. ex) 1, 4. livy.spark.executor.cores Num cores per executor. ex) 1, 4. livy.spark.executor.memory Executor memory per worker instance. ex) 512m, 32g. livy.spark.dynamicAllocation.enabled Use dynamic resource allocation. ex) True, False. livy.spark.dynamicAllocation.cachedExecutorIdleTimeout Remove an executor which has cached data blocks. livy.spark.dynamicAllocation.minExecutors Lower bound for the number of executors. livy.spark.dynamicAllocation.initialExecutors Initial number of executors to run. livy.spark.dynamicAllocation.maxExecutors Upper bound for the number of executors. livy.spark.jars.packages Adding extra libraries to livy interpreter Adding External librariesYou can load dynamic library to livy interpreter by set livy.spark.jars.packages property to comma-separated list of maven c
oordinates of jars to include on the driver and executor classpaths. The format for the coordinates should be groupId:artifactId:version. Example Property Example Description livy.spark.jars.packages io.spray:spray-json_2.10:1.3.1 Adding extra libraries to livy interpreter How to useBasically, you can usespark%livy.sparksc.versionpyspark%livy.pysparkprint &quot;1&quot;sparkR%livy.sparkrhello &lt;- function( name ) { sprintf( &quot;Hello, %s&quot;, name );}hello(&quot;livy&quot;)ImpersonationWhen Zeppelin server is running with authentication enabled, then this interpreter utilizes Livy’s user impersonation feature i.e. sends extra parameter for creating and running a session (&quot;proxyUser&quot;: &quot;${loggedInUser}&quot;). This is particularly useful when multi users are sharing a Notebook server.Apply Zeppelin Dynamic FormsYou can leverage Zeppelin Dynamic Form. You can use both the text i
nput and select form parameterization features.%livy.pysparkprint &quot;${group_by=product_id,product_id|product_name|customer_id|store_id}&quot;FAQLivy debugging: If you see any of these in error consoleConnect to livyhost:8998 [livyhost/127.0.0.1, livyhost/0:0:0:0:0:0:0:1] failed: Connection refusedLooks like the livy server is not up yet or the config is wrongException: Session not found, Livy server would have restarted, or lost session.The session would have timed out, you may need to restart the interpreter.Blacklisted configuration values in session config: spark.masterEdit conf/spark-blacklist.conf file in livy server and comment out #spark.master line.If you choose to work on livy in apps/spark/java directory in https://github.com/cloudera/hue,copy spark-user-configurable-options.template to spark-user-configurable-options.conf file in livy server and comment out #spark.master. ",
"url": " /interpreter/livy.html",
"group": "interpreter",
"excerpt": "Livy is an open source REST interface for interacting with Spark from anywhere. It supports executing snippets of code or programs in a Spark context that runs locally or in YARN."
@@ -310,6 +310,17 @@
}
,
+
+
+ "/interpreter/pig.html": {
+ "title": "Pig Interpreter for Apache Zeppelin",
+ "content" : "Pig Interpreter for Apache ZeppelinOverviewApache Pig is a platform for analyzing large data sets that consists of a high-level language for expressing data analysis programs, coupled with infrastructure for evaluating these programs. The salient property of Pig programs is that their structure is amenable to substantial parallelization, which in turns enables them to handle very large data sets.Supported interpreter type%pig.script (default)All the pig script can run in this type of interpreter, and display type is plain text.%pig.queryAlmost the same as %pig.script. The only difference is that you don&#39;t need to add alias in the last statement. And the display type is table. Supported runtime modeLocalMapReduceTez (Only Tez 0.7 is supported)How to useHow to setup PigLocal ModeNothing needs to be done for local modeMapReduce ModeHADOOP_CONF_DIR needs to be specified in ZEPPELIN_HOME/conf/zeppelin-env.sh.Tez ModeHADOOP_CONF_DIR and TEZ_CONF_DIR needs to
be specified in ZEPPELIN_HOME/conf/zeppelin-env.sh.How to configure interpreterAt the Interpreters menu, you have to create a new Pig interpreter. Pig interpreter has below properties by default. Property Default Description zeppelin.pig.execType mapreduce Execution mode for pig runtime. local | mapreduce | tez zeppelin.pig.includeJobStats false whether display jobStats info in %pig.script zeppelin.pig.maxResult 1000 max row number displayed in %pig.query Examplepig%pigraw_data = load &#39;dataset/sf_crime/train.csv&#39; using PigStorage(&#39;,&#39;) as (Dates,Category,Descript,DayOfWeek,PdDistrict,Resolution,Address,X,Y);b = group raw_data all;c = foreach b generate COUNT($1);dump c;pig.query%pig.queryb = foreach raw_data generate Category;c = group b by Category;foreach c generate group as category, COUNT($1) as count;Data is shared between %pig an
d %pig.query, so that you can do some common work in %pig, and do different kinds of query based on the data of %pig.",
+ "url": " /interpreter/pig.html",
+ "group": "manual",
+ "excerpt": "Apache Pig is a platform for analyzing large data sets that consists of a high-level language for expressing data analysis programs, coupled with infrastructure for evaluating these programs."
+ }
+ ,
+
"/interpreter/postgresql.html": {
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/security/authentication.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/security/authentication.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/security/authentication.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/security/authentication.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/security/datasource_authorization.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/security/datasource_authorization.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/security/datasource_authorization.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/security/datasource_authorization.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/security/notebook_authorization.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/security/notebook_authorization.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/security/notebook_authorization.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/security/notebook_authorization.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/security/shiroauthentication.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/security/shiroauthentication.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/security/shiroauthentication.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/security/shiroauthentication.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/sitemap.txt
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/sitemap.txt?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/sitemap.txt (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/sitemap.txt Mon Oct 17 04:13:33 2016
@@ -30,6 +30,7 @@ http://zeppelin.apache.org/interpreter/j
http://zeppelin.apache.org/interpreter/lens.html
http://zeppelin.apache.org/interpreter/livy.html
http://zeppelin.apache.org/interpreter/markdown.html
+http://zeppelin.apache.org/interpreter/pig.html
http://zeppelin.apache.org/interpreter/postgresql.html
http://zeppelin.apache.org/interpreter/python.html
http://zeppelin.apache.org/interpreter/r.html
Modified: zeppelin/site/docs/0.7.0-SNAPSHOT/storage/storage.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.7.0-SNAPSHOT/storage/storage.html?rev=1765205&r1=1765204&r2=1765205&view=diff
==============================================================================
--- zeppelin/site/docs/0.7.0-SNAPSHOT/storage/storage.html (original)
+++ zeppelin/site/docs/0.7.0-SNAPSHOT/storage/storage.html Mon Oct 17 04:13:33 2016
@@ -109,6 +109,7 @@
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/lens.html">Lens</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/livy.html">Livy</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.7.0-SNAPSHOT/interpreter/pig.html">Pig</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/python.html">Python</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
<li><a href="/docs/0.7.0-SNAPSHOT/interpreter/r.html">R</a></li>