You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by mi...@apache.org on 2016/10/17 04:13:37 UTC
svn commit: r1765205 [9/21] - in /zeppelin/site: ./ contribution/
contribution/zeppelinweb/ docs/0.6.2/ docs/0.6.2/assets/
docs/0.6.2/assets/themes/ docs/0.6.2/assets/themes/zeppelin/
docs/0.6.2/assets/themes/zeppelin/bootstrap/ docs/0.6.2/assets/theme...
Added: zeppelin/site/docs/0.6.2/interpreter/alluxio.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.6.2/interpreter/alluxio.html?rev=1765205&view=auto
==============================================================================
--- zeppelin/site/docs/0.6.2/interpreter/alluxio.html (added)
+++ zeppelin/site/docs/0.6.2/interpreter/alluxio.html Mon Oct 17 04:13:33 2016
@@ -0,0 +1,441 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Alluxio Interpreter</title>
+ <meta name="description" content="Alluxio Interpreter">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
+
+ <!-- Le styles -->
+ <link href="/docs/0.6.2/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet">
+ <link href="/docs/0.6.2/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css">
+ <link href="/docs/0.6.2/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
+ <script src="/docs/0.6.2/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.6.2/assets/themes/zeppelin/js/docs.js"></script>
+ <script src="/docs/0.6.2/assets/themes/zeppelin/js/anchor.min.js"></script>
+ <script src="/docs/0.6.2/assets/themes/zeppelin/js/toc.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.6.2/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.6.2/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation">
+ <div class="container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand" href="/docs/0.6.2">
+ <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" alt="I'm zeppelin">
+ <span style="vertical-align:middle">Zeppelin</span>
+ <span style="vertical-align:baseline"><small>0.6.2</small></span>
+ </a>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6.2/index.html">What is Apache Zeppelin ?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Getting Started</b><span></li>
+ <li><a href="/docs/0.6.2/install/install.html">Install</a></li>
+ <li><a href="/docs/0.6.2/install/install.html#apache-zeppelin-configuration">Configuration</a></li>
+ <li><a href="/docs/0.6.2/quickstart/explorezeppelinui.html">Explore Zeppelin UI</a></li>
+ <li><a href="/docs/0.6.2/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Basic Feature Guide</b><span></li>
+ <li><a href="/docs/0.6.2/manual/dynamicform.html">Dynamic Form</a></li>
+ <li><a href="/docs/0.6.2/manual/publish.html">Publish your Paragraph</a></li>
+ <li><a href="/docs/0.6.2/manual/notebookashomepage.html">Customize Zeppelin Homepage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>More</b><span></li>
+ <li><a href="/docs/0.6.2/install/virtual_machine.html">Zeppelin on Vagrant VM</a></li>
+ <li><a href="/docs/0.6.2/install/upgrade.html">Upgrade Zeppelin Version</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li><a href="/docs/0.6.2/manual/interpreters.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Usage</b><span></li>
+ <li><a href="/docs/0.6.2/manual/interpreterinstallation.html">Interpreter Installation</a></li>
+ <!--<li><a href="/docs/0.6.2/manual/dynamicinterpreterload.html">Dynamic Interpreter Loading</a></li>-->
+ <li><a href="/docs/0.6.2/manual/dependencymanagement.html">Interpreter Dependency Management</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Available Interpreters</b><span></li>
+ <li><a href="/docs/0.6.2/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.6.2/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a href="/docs/0.6.2/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a href="/docs/0.6.2/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.6.2/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.6.2/interpreter/geode.html">Geode</a></li>
+ <li><a href="/docs/0.6.2/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.6.2/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.6.2/interpreter/hive.html">Hive</a></li>
+ <li><a href="/docs/0.6.2/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.6.2/interpreter/jdbc.html">JDBC</a></li>
+ <li><a href="/docs/0.6.2/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.6.2/interpreter/livy.html">Livy</a></li>
+ <li><a href="/docs/0.6.2/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.6.2/interpreter/python.html">Python</a></li>
+ <li><a href="/docs/0.6.2/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a href="/docs/0.6.2/interpreter/r.html">R</a></li>
+ <li><a href="/docs/0.6.2/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.6.2/pleasecontribute.html">Shell</a></li>
+ <li><a href="/docs/0.6.2/interpreter/spark.html">Spark</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Display System <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span><b>Basic Display System</b><span></li>
+ <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#text">Text</a></li>
+ <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#html">Html</a></li>
+ <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#table">Table</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Angular API</b><span></li>
+ <li><a href="/docs/0.6.2/displaysystem/back-end-angular.html">Angular (backend API)</a></li>
+ <li><a href="/docs/0.6.2/displaysystem/front-end-angular.html">Angular (frontend API)</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;">
+ <li class="title"><span><b>Notebook Storage</b><span></li>
+ <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li>
+ <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li>
+ <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li>
+ <li><a href="/docs/0.6.2/storage/storage.html#storage-in-zeppelinhub">ZeppelinHub Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>REST API</b><span></li>
+ <li><a href="/docs/0.6.2/rest-api/rest-interpreter.html">Interpreter API</a></li>
+ <li><a href="/docs/0.6.2/rest-api/rest-notebook.html">Notebook API</a></li>
+ <li><a href="/docs/0.6.2/rest-api/rest-configuration.html">Configuration API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Security</b><span></li>
+ <li><a href="/docs/0.6.2/security/authentication.html">Authentication for NGINX</a></li>
+ <li><a href="/docs/0.6.2/security/shiroauthentication.html">Shiro Authentication</a></li>
+ <li><a href="/docs/0.6.2/security/notebook_authorization.html">Notebook Authorization</a></li>
+ <li><a href="/docs/0.6.2/security/interpreter_authorization.html">Interpreter & Data Resource Authorization</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Contibute</b><span></li>
+ <li><a href="/docs/0.6.2/development/writingzeppelininterpreter.html">Writing Zeppelin Interpreter</a></li>
+ <li><a href="/docs/0.6.2/development/howtocontribute.html">How to contribute (code)</a></li>
+ <li><a href="/docs/0.6.2/development/howtocontributewebsite.html">How to contribute (website)</a></li>
+ </ul>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit Alluxio Interpreter">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <h1>Alluxio Interpreter for Apache Zeppelin</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p><a href="http://alluxio.org/">Alluxio</a> is a memory-centric distributed storage system enabling reliable data sharing at memory-speed across cluster frameworks.</p>
+
+<h2>Configuration</h2>
+
+<table class="table-configuration">
+ <tr>
+ <th>Name</th>
+ <th>Class</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>alluxio.master.hostname</td>
+ <td>localhost</td>
+ <td>Alluxio master hostname</td>
+ </tr>
+ <tr>
+ <td>alluxio.master.port</td>
+ <td>19998</td>
+ <td>Alluxio master port</td>
+ </tr>
+</table>
+
+<h2>Enabling Alluxio Interpreter</h2>
+
+<p>In a notebook, to enable the <strong>Alluxio</strong> interpreter, click on the <strong>Gear</strong> icon and select <strong>Alluxio</strong>.</p>
+
+<h2>Using the Alluxio Interpreter</h2>
+
+<p>In a paragraph, use <code>%alluxio</code> to select the <strong>Alluxio</strong> interpreter and then input all commands.</p>
+<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">%alluxio
+<span class="nb">help</span>
+</code></pre></div>
+<blockquote>
+<p><strong>Tip :</strong> Use ( Ctrl + . ) for autocompletion.</p>
+</blockquote>
+
+<h2>Interpreter Commands</h2>
+
+<p>The <strong>Alluxio</strong> interpreter accepts the following commands.</p>
+
+<p><center>
+ <table class="table-configuration">
+ <tr>
+ <th>Operation</th>
+ <th>Syntax</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>cat</td>
+ <td>cat "path"</td>
+ <td>Print the content of the file to the console.</td>
+ </tr>
+ <tr>
+ <td>chgrp</td>
+ <td>chgrp "group" "path"</td>
+ <td>Change the group of the directory or file.</td>
+ </tr>
+ <tr>
+ <td>chmod</td>
+ <td>chmod "permission" "path"</td>
+ <td>Change the permission of the directory or file.</td>
+ </tr>
+ <tr>
+ <td>chown</td>
+ <td>chown "owner" "path"</td>
+ <td>Change the owner of the directory or file.</td>
+ </tr>
+ <tr>
+ <td>copyFromLocal</td>
+ <td>copyFromLocal "source path" "remote path"</td>
+ <td>Copy the specified file specified by "source path" to the path specified by "remote path".
+ This command will fail if "remote path" already exists.</td>
+ </tr>
+ <tr>
+ <td>copyToLocal</td>
+ <td>copyToLocal "remote path" "local path"</td>
+ <td>Copy the specified file from the path specified by "remote path" to a local destination.</td>
+ </tr>
+ <tr>
+ <td>count</td>
+ <td>count "path"</td>
+ <td>Display the number of folders and files matching the specified prefix in "path".</td>
+ </tr>
+ <tr>
+ <td>du</td>
+ <td>du "path"</td>
+ <td>Display the size of a file or a directory specified by the input path.</td>
+ </tr>
+ <tr>
+ <td>fileInfo</td>
+ <td>fileInfo "path"</td>
+ <td>Print the information of the blocks of a specified file.</td>
+ </tr>
+ <tr>
+ <td>free</td>
+ <td>free "path"</td>
+ <td>Free a file or all files under a directory from Alluxio. If the file/directory is also
+ in under storage, it will still be available there.</td>
+ </tr>
+ <tr>
+ <td>getCapacityBytes</td>
+ <td>getCapacityBytes</td>
+ <td>Get the capacity of the AlluxioFS.</td>
+ </tr>
+ <tr>
+ <td>getUsedBytes</td>
+ <td>getUsedBytes</td>
+ <td>Get number of bytes used in the AlluxioFS.</td>
+ </tr>
+ <tr>
+ <td>load</td>
+ <td>load "path"</td>
+ <td>Load the data of a file or a directory from under storage into Alluxio.</td>
+ </tr>
+ <tr>
+ <td>loadMetadata</td>
+ <td>loadMetadata "path"</td>
+ <td>Load the metadata of a file or a directory from under storage into Alluxio.</td>
+ </tr>
+ <tr>
+ <td>location</td>
+ <td>location "path"</td>
+ <td>Display a list of hosts that have the file data.</td>
+ </tr>
+ <tr>
+ <td>ls</td>
+ <td>ls "path"</td>
+ <td>List all the files and directories directly under the given path with information such as
+ size.</td>
+ </tr>
+ <tr>
+ <td>mkdir</td>
+ <td>mkdir "path1" ... "pathn"</td>
+ <td>Create directory(ies) under the given paths, along with any necessary parent directories.
+ Multiple paths separated by spaces or tabs. This command will fail if any of the given paths
+ already exist.</td>
+ </tr>
+ <tr>
+ <td>mount</td>
+ <td>mount "path" "uri"</td>
+ <td>Mount the underlying file system path "uri" into the Alluxio namespace as "path". The "path"
+ is assumed not to exist and is created by the operation. No data or metadata is loaded from under
+ storage into Alluxio. After a path is mounted, operations on objects under the mounted path are
+ mirror to the mounted under storage.</td>
+ </tr>
+ <tr>
+ <td>mv</td>
+ <td>mv "source" "destination"</td>
+ <td>Move a file or directory specified by "source" to a new location "destination". This command
+ will fail if "destination" already exists.</td>
+ </tr>
+ <tr>
+ <td>persist</td>
+ <td>persist "path"</td>
+ <td>Persist a file or directory currently stored only in Alluxio to the underlying file system.</td>
+ </tr>
+ <tr>
+ <td>pin</td>
+ <td>pin "path"</td>
+ <td>Pin the given file to avoid evicting it from memory. If the given path is a directory, it
+ recursively pins all the files contained and any new files created within this directory.</td>
+ </tr>
+ <tr>
+ <td>report</td>
+ <td>report "path"</td>
+ <td>Report to the master that a file is lost.</td>
+ </tr>
+ <tr>
+ <td>rm</td>
+ <td>rm "path"</td>
+ <td>Remove a file. This command will fail if the given path is a directory rather than a file.</td>
+ </tr>
+ <tr>
+ <td>setTtl</td>
+ <td>setTtl "time"</td>
+ <td>Set the TTL (time to live) in milliseconds to a file.</td>
+ </tr>
+ <tr>
+ <td>tail</td>
+ <td>tail "path"</td>
+ <td>Print the last 1KB of the specified file to the console.</td>
+ </tr>
+ <tr>
+ <td>touch</td>
+ <td>touch "path"</td>
+ <td>Create a 0-byte file at the specified location.</td>
+ </tr>
+ <tr>
+ <td>unmount</td>
+ <td>unmount "path"</td>
+ <td>Unmount the underlying file system path mounted in the Alluxio namespace as "path". Alluxio
+ objects under "path" are removed from Alluxio, but they still exist in the previously mounted
+ under storage.</td>
+ </tr>
+ <tr>
+ <td>unpin</td>
+ <td>unpin "path"</td>
+ <td>Unpin the given file to allow Alluxio to evict this file again. If the given path is a
+ directory, it recursively unpins all files contained and any new files created within this
+ directory.</td>
+ </tr>
+ <tr>
+ <td>unsetTtl</td>
+ <td>unsetTtl</td>
+ <td>Remove the TTL (time to live) setting from a file.</td>
+ </tr><br>
+ </table>
+</center></p>
+
+<h2>How to test it's working</h2>
+
+<p>Be sure to have configured correctly the Alluxio interpreter, then open a new paragraph and type one of the above commands.</p>
+
+<p>Below a simple example to show how to interact with Alluxio interpreter.
+Following steps are performed:</p>
+
+<ul>
+<li>using sh interpreter a new text file is created on local machine</li>
+<li>using Alluxio interpreter:
+
+<ul>
+<li>is listed the content of the afs (Alluxio File System) root</li>
+<li>the file previously created is copied to afs</li>
+<li>is listed again the content of the afs root to check the existence of the new copied file</li>
+<li>is showed the content of the copied file (using the tail command)</li>
+<li>the file previously copied to afs is copied to local machine</li>
+</ul></li>
+<li> using sh interpreter it's checked the existence of the new file copied from Alluxio and its content is showed</li>
+</ul>
+
+<p><center>
+ <img src="../assets/themes/zeppelin/img/docs-img/alluxio-example.png" alt="Alluxio Interpreter Example">
+</center></p>
+
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2016 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.6.2/interpreter/alluxio.html
------------------------------------------------------------------------------
svn:eol-style = native
Added: zeppelin/site/docs/0.6.2/interpreter/bigquery.html
URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.6.2/interpreter/bigquery.html?rev=1765205&view=auto
==============================================================================
--- zeppelin/site/docs/0.6.2/interpreter/bigquery.html (added)
+++ zeppelin/site/docs/0.6.2/interpreter/bigquery.html Mon Oct 17 04:13:33 2016
@@ -0,0 +1,309 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>BigQuery Interpreter</title>
+ <meta name="description" content="">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
+
+ <!-- Le styles -->
+ <link href="/docs/0.6.2/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet">
+ <link href="/docs/0.6.2/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css">
+ <link href="/docs/0.6.2/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
+ <script src="/docs/0.6.2/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.6.2/assets/themes/zeppelin/js/docs.js"></script>
+ <script src="/docs/0.6.2/assets/themes/zeppelin/js/anchor.min.js"></script>
+ <script src="/docs/0.6.2/assets/themes/zeppelin/js/toc.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.6.2/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.6.2/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation">
+ <div class="container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand" href="/docs/0.6.2">
+ <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" alt="I'm zeppelin">
+ <span style="vertical-align:middle">Zeppelin</span>
+ <span style="vertical-align:baseline"><small>0.6.2</small></span>
+ </a>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6.2/index.html">What is Apache Zeppelin ?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Getting Started</b><span></li>
+ <li><a href="/docs/0.6.2/install/install.html">Install</a></li>
+ <li><a href="/docs/0.6.2/install/install.html#apache-zeppelin-configuration">Configuration</a></li>
+ <li><a href="/docs/0.6.2/quickstart/explorezeppelinui.html">Explore Zeppelin UI</a></li>
+ <li><a href="/docs/0.6.2/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Basic Feature Guide</b><span></li>
+ <li><a href="/docs/0.6.2/manual/dynamicform.html">Dynamic Form</a></li>
+ <li><a href="/docs/0.6.2/manual/publish.html">Publish your Paragraph</a></li>
+ <li><a href="/docs/0.6.2/manual/notebookashomepage.html">Customize Zeppelin Homepage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>More</b><span></li>
+ <li><a href="/docs/0.6.2/install/virtual_machine.html">Zeppelin on Vagrant VM</a></li>
+ <li><a href="/docs/0.6.2/install/upgrade.html">Upgrade Zeppelin Version</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li><a href="/docs/0.6.2/manual/interpreters.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Usage</b><span></li>
+ <li><a href="/docs/0.6.2/manual/interpreterinstallation.html">Interpreter Installation</a></li>
+ <!--<li><a href="/docs/0.6.2/manual/dynamicinterpreterload.html">Dynamic Interpreter Loading</a></li>-->
+ <li><a href="/docs/0.6.2/manual/dependencymanagement.html">Interpreter Dependency Management</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Available Interpreters</b><span></li>
+ <li><a href="/docs/0.6.2/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.6.2/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a href="/docs/0.6.2/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a href="/docs/0.6.2/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.6.2/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.6.2/interpreter/geode.html">Geode</a></li>
+ <li><a href="/docs/0.6.2/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.6.2/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.6.2/interpreter/hive.html">Hive</a></li>
+ <li><a href="/docs/0.6.2/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.6.2/interpreter/jdbc.html">JDBC</a></li>
+ <li><a href="/docs/0.6.2/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.6.2/interpreter/livy.html">Livy</a></li>
+ <li><a href="/docs/0.6.2/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.6.2/interpreter/python.html">Python</a></li>
+ <li><a href="/docs/0.6.2/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a href="/docs/0.6.2/interpreter/r.html">R</a></li>
+ <li><a href="/docs/0.6.2/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.6.2/pleasecontribute.html">Shell</a></li>
+ <li><a href="/docs/0.6.2/interpreter/spark.html">Spark</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Display System <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span><b>Basic Display System</b><span></li>
+ <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#text">Text</a></li>
+ <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#html">Html</a></li>
+ <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#table">Table</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Angular API</b><span></li>
+ <li><a href="/docs/0.6.2/displaysystem/back-end-angular.html">Angular (backend API)</a></li>
+ <li><a href="/docs/0.6.2/displaysystem/front-end-angular.html">Angular (frontend API)</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;">
+ <li class="title"><span><b>Notebook Storage</b><span></li>
+ <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li>
+ <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li>
+ <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li>
+ <li><a href="/docs/0.6.2/storage/storage.html#storage-in-zeppelinhub">ZeppelinHub Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>REST API</b><span></li>
+ <li><a href="/docs/0.6.2/rest-api/rest-interpreter.html">Interpreter API</a></li>
+ <li><a href="/docs/0.6.2/rest-api/rest-notebook.html">Notebook API</a></li>
+ <li><a href="/docs/0.6.2/rest-api/rest-configuration.html">Configuration API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Security</b><span></li>
+ <li><a href="/docs/0.6.2/security/authentication.html">Authentication for NGINX</a></li>
+ <li><a href="/docs/0.6.2/security/shiroauthentication.html">Shiro Authentication</a></li>
+ <li><a href="/docs/0.6.2/security/notebook_authorization.html">Notebook Authorization</a></li>
+ <li><a href="/docs/0.6.2/security/interpreter_authorization.html">Interpreter & Data Resource Authorization</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span><b>Contibute</b><span></li>
+ <li><a href="/docs/0.6.2/development/writingzeppelininterpreter.html">Writing Zeppelin Interpreter</a></li>
+ <li><a href="/docs/0.6.2/development/howtocontribute.html">How to contribute (code)</a></li>
+ <li><a href="/docs/0.6.2/development/howtocontributewebsite.html">How to contribute (website)</a></li>
+ </ul>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit BigQuery Interpreter">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <h1>BigQuery Interpreter for Apache Zeppelin</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p><a href="https://cloud.google.com/bigquery/what-is-bigquery">BigQuery</a> is a highly scalable no-ops data warehouse in the Google Cloud Platform. Querying massive datasets can be time consuming and expensive without the right hardware and infrastructure. Google BigQuery solves this problem by enabling super-fast SQL queries against append-only tables using the processing power of Google's infrastructure. Simply move your data into BigQuery and let us handle the hard work. You can control access to both the project and your data based on your business needs, such as giving others the ability to view or query your data. </p>
+
+<h2>Configuration</h2>
+
+<table class="table-configuration">
+ <tr>
+ <th>Name</th>
+ <th>Default Value</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>zeppelin.bigquery.project_id</td>
+ <td> </td>
+ <td>Google Project Id</td>
+ </tr>
+ <tr>
+ <td>zeppelin.bigquery.wait_time</td>
+ <td>5000</td>
+ <td>Query Timeout in Milliseconds</td>
+ </tr>
+ <tr>
+ <td>zeppelin.bigquery.max_no_of_rows</td>
+ <td>100000</td>
+ <td>Max result set size</td>
+ </tr>
+</table>
+
+<h2>BigQuery API</h2>
+
+<p>Zeppelin is built against BigQuery API version v2-rev265-1.21.0 - <a href="https://developers.google.com/resources/api-libraries/documentation/bigquery/v2/java/latest/">API Javadocs</a></p>
+
+<h2>Enabling the BigQuery Interpreter</h2>
+
+<p>In a notebook, to enable the <strong>BigQuery</strong> interpreter, click the <strong>Gear</strong> icon and select <strong>bigquery</strong>.</p>
+
+<h3>Setup service account credentials</h3>
+
+<p>In order to run BigQuery interpreter outside of Google Cloud Engine you need to provide authentication credentials,
+by <a href="https://developers.google.com/identity/protocols/application-default-credentials">following this instructions</a>:</p>
+
+<ul>
+<li>Go to the <a href="https://console.developers.google.com/project/_/apis/credentials">API Console Credentials page</a></li>
+<li>From the project drop-down, select your project.</li>
+<li>On the <code>Credentials</code> page, select the <code>Create credentials</code> drop-down, then select <code>Service account key</code>.</li>
+<li>From the Service account drop-down, select an existing service account or create a new one.</li>
+<li>For <code>Key type</code>, select the <code>JSON</code> key option, then select <code>Create</code>. The file automatically downloads to your computer.</li>
+<li>Put the <code>*.json</code> file you just downloaded in a directory of your choosing. This directory must be private (you can't let anyone get access to this), but accessible to your Zeppelin instance.</li>
+<li>Set the environment variable <code>GOOGLE_APPLICATION_CREDENTIALS</code> to the path of the JSON file downloaded.
+
+<ul>
+<li>either though GUI: in interpreter configuration page property names in CAPITAL_CASE set up env vars</li>
+<li>or though <code>zeppelin-env.sh</code>: just add it to the end of the file.</li>
+</ul></li>
+</ul>
+
+<h2>Using the BigQuery Interpreter</h2>
+
+<p>In a paragraph, use <code>%bigquery.sql</code> to select the <strong>BigQuery</strong> interpreter and then input SQL statements against your datasets stored in BigQuery.
+You can use <a href="https://cloud.google.com/bigquery/query-reference">BigQuery SQL Reference</a> to build your own SQL.</p>
+
+<p>For Example, SQL to query for top 10 departure delays across airports using the flights public dataset</p>
+<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">%bigquery.sql
+SELECT departure_airport,count<span class="o">(</span><span class="k">case </span>when departure_delay>0 <span class="k">then </span>1 <span class="k">else </span>0 end<span class="o">)</span> as no_of_delays
+FROM <span class="o">[</span>bigquery-samples:airline_ontime_data.flights<span class="o">]</span>
+group by departure_airport
+order by 2 desc
+limit 10
+</code></pre></div>
+<p>Another Example, SQL to query for most commonly used java packages from the github data hosted in BigQuery </p>
+<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">%bigquery.sql
+SELECT
+ package,
+ COUNT<span class="o">(</span>*<span class="o">)</span> count
+FROM <span class="o">(</span>
+ SELECT
+ REGEXP_EXTRACT<span class="o">(</span>line, r<span class="s1">' ([a-z0-9\._]*)\.'</span><span class="o">)</span> package,
+ id
+ FROM <span class="o">(</span>
+ SELECT
+ SPLIT<span class="o">(</span>content, <span class="s1">'\n'</span><span class="o">)</span> line,
+ id
+ FROM
+ <span class="o">[</span>bigquery-public-data:github_repos.sample_contents<span class="o">]</span>
+ WHERE
+ content CONTAINS <span class="s1">'import'</span>
+ AND sample_path LIKE <span class="s1">'%.java'</span>
+ HAVING
+ LEFT<span class="o">(</span>line, 6<span class="o">)=</span><span class="s1">'import'</span> <span class="o">)</span>
+ GROUP BY
+ package,
+ id <span class="o">)</span>
+GROUP BY
+ 1
+ORDER BY
+ count DESC
+LIMIT
+ 40
+</code></pre></div>
+<h2>Technical description</h2>
+
+<p>For in-depth technical details on current implementation please refer to <a href="https://github.com/apache/zeppelin/blob/master/bigquery/README.md">bigquery/README.md</a>.</p>
+
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2016 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.6.2/interpreter/bigquery.html
------------------------------------------------------------------------------
svn:eol-style = native