You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by mh...@apache.org on 2015/11/18 00:50:15 UTC
[29/51] [partial] incubator-datafu git commit: DATAFU-110 Update
website for 1.3.0 release
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/CondEntropy.html
----------------------------------------------------------------------
diff --git a/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/CondEntropy.html b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/CondEntropy.html
new file mode 100644
index 0000000..9aa28f2
--- /dev/null
+++ b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/CondEntropy.html
@@ -0,0 +1,512 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:50 PST 2015 -->
+<title>CondEntropy (datafu-pig 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="CondEntropy (datafu-pig 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li>Prev Class</li>
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/CondEntropy.html" target="_top">Frames</a></li>
+<li><a href="CondEntropy.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.pig.stats.entropy</div>
+<h2 title="Class CondEntropy" class="title">Class CondEntropy</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.EvalFunc<T></li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.AccumulatorEvalFunc<java.lang.Double></li>
+<li>
+<ul class="inheritance">
+<li>datafu.pig.stats.entropy.CondEntropy</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.pig.Accumulator<java.lang.Double></dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">CondEntropy</span>
+extends org.apache.pig.AccumulatorEvalFunc<java.lang.Double></pre>
+<div class="block">Calculate conditional entropy H(Y|X) of random variables X and Y following conditional entropy's
+ <a href="http://en.wikipedia.org/wiki/Conditional_entropy" target="_blank">wiki definition</a>,
+ X is the conditional variable and Y is the variable that conditions on X.
+
+ <p>
+ Each tuple of the input bag has 2 fields, the 1st field is an object instance of variable X and
+ the 2nd field is an object instance of variable Y. An exception will be thrown if the number of fields is not 2.
+ </p>
+
+ <p>
+ This UDF's constructor definition and parameters are the same as that of <a href="../../../../datafu/pig/stats/entropy/Entropy.html" title="class in datafu.pig.stats.entropy"><code>Entropy</code></a>
+ </p>
+
+ Note:
+ <ul>
+ <li>The input bag to this UDF must be <b>sorted</b> on X and Y, with X in the first sort order.
+ An exception will be thrown if the input bag is not sorted.
+ <li>The returned entropy value is of double type.
+ </ul>
+
+ <p>
+ How to use:
+ </p>
+
+ <p>
+ This UDF calculates conditional entropy given raw data tuples of X and Y without the need to pre-compute per tuple occurrence frequency.
+ </p>
+
+ <p>
+ It could be used in a nested FOREACH after a GROUP BY, in which we sort the inner bag and use the sorted bag as this UDF's input.
+ </p>
+
+ Example:
+ <pre>
+ <code>
+ --define empirical conditional entropy with Euler's number as the logarithm base
+ define CondEntropy datafu.pig.stats.entropy.CondEntropy();
+
+ input = LOAD 'input' AS (grp: chararray, valX: double, valY: double);
+
+ -- calculate conditional entropy H(Y|X) in each group
+ input_group_g = GROUP input BY grp;
+ entropy_group = FOREACH input_group_g {
+ input_val = input.(valX, valY)
+ input_ordered = ORDER input_val BY $0, $1;
+ GENERATE FLATTEN(group) AS group, CondEntropy(input_ordered) AS cond_entropy;
+ }
+ </code>
+ </pre>
+
+ Use case to calculate mutual information:
+ <pre>
+ <code>
+ ------------
+ -- calculate mutual information I(X, Y) using conditional entropy UDF and entropy UDF
+ -- I(X, Y) = H(Y) - H(Y|X)
+ ------------
+
+ define CondEntropy datafu.pig.stats.entropy.CondEntropy();
+ define Entropy datafu.pig.stats.entropy.Entropy();
+
+ input = LOAD 'input' AS (grp: chararray, valX: double, valY: double);
+
+ -- calculate the I(X,Y) in each group
+ input_group_g = GROUP input BY grp;
+ mutual_information = FOREACH input_group_g {
+ input_val_x_y = input.(valX, valY);
+ input_val_x_y_ordered = ORDER input_val_x_y BY $0,$1;
+ input_val_y = input.valY;
+ input_val_y_ordered = ORDER input_val_y BY $0;
+ cond_h_x_y = CondEntropy(input_val_x_y_ordered);
+ h_y = Entropy(input_val_y_ordered);
+ GENERATE FLATTEN(group), h_y - cond_h_x_y;
+ }
+ </code>
+ </pre></div>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a href="../../../../datafu/pig/stats/entropy/Entropy.html" title="class in datafu.pig.stats.entropy"><code>Entropy</code></a></dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested.class.summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested.classes.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.pig.EvalFunc</h3>
+<code>org.apache.pig.EvalFunc.SchemaType</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field.summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.pig.EvalFunc</h3>
+<code>log, pigLogger, reporter, returnType</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html#CondEntropy--">CondEntropy</a></span>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html#CondEntropy-java.lang.String-">CondEntropy</a></span>(java.lang.String type)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html#CondEntropy-java.lang.String-java.lang.String-">CondEntropy</a></span>(java.lang.String type,
+ java.lang.String base)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html#accumulate-org.apache.pig.data.Tuple-">accumulate</a></span>(org.apache.pig.data.Tuple input)</code> </td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html#cleanup--">cleanup</a></span>()</code> </td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>java.lang.Double</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html#getValue--">getValue</a></span>()</code> </td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>org.apache.pig.impl.logicalLayer.schema.Schema</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html#outputSchema-org.apache.pig.impl.logicalLayer.schema.Schema-">outputSchema</a></span>(org.apache.pig.impl.logicalLayer.schema.Schema input)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.pig.AccumulatorEvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.AccumulatorEvalFunc</h3>
+<code>exec</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.EvalFunc</h3>
+<code>allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="CondEntropy--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>CondEntropy</h4>
+<pre>public CondEntropy()
+ throws org.apache.pig.backend.executionengine.ExecException</pre>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>org.apache.pig.backend.executionengine.ExecException</code></dd>
+</dl>
+</li>
+</ul>
+<a name="CondEntropy-java.lang.String-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>CondEntropy</h4>
+<pre>public CondEntropy(java.lang.String type)
+ throws org.apache.pig.backend.executionengine.ExecException</pre>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>org.apache.pig.backend.executionengine.ExecException</code></dd>
+</dl>
+</li>
+</ul>
+<a name="CondEntropy-java.lang.String-java.lang.String-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>CondEntropy</h4>
+<pre>public CondEntropy(java.lang.String type,
+ java.lang.String base)
+ throws org.apache.pig.backend.executionengine.ExecException</pre>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>org.apache.pig.backend.executionengine.ExecException</code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="accumulate-org.apache.pig.data.Tuple-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>accumulate</h4>
+<pre>public void accumulate(org.apache.pig.data.Tuple input)
+ throws java.io.IOException</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>accumulate</code> in interface <code>org.apache.pig.Accumulator<java.lang.Double></code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>accumulate</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Double></code></dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+</dl>
+</li>
+</ul>
+<a name="getValue--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getValue</h4>
+<pre>public java.lang.Double getValue()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>getValue</code> in interface <code>org.apache.pig.Accumulator<java.lang.Double></code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>getValue</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Double></code></dd>
+</dl>
+</li>
+</ul>
+<a name="cleanup--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>cleanup</h4>
+<pre>public void cleanup()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>cleanup</code> in interface <code>org.apache.pig.Accumulator<java.lang.Double></code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>cleanup</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Double></code></dd>
+</dl>
+</li>
+</ul>
+<a name="outputSchema-org.apache.pig.impl.logicalLayer.schema.Schema-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>outputSchema</h4>
+<pre>public org.apache.pig.impl.logicalLayer.schema.Schema outputSchema(org.apache.pig.impl.logicalLayer.schema.Schema input)</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code>outputSchema</code> in class <code>org.apache.pig.EvalFunc<java.lang.Double></code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li>Prev Class</li>
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/CondEntropy.html" target="_top">Frames</a></li>
+<li><a href="CondEntropy.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html
----------------------------------------------------------------------
diff --git a/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html
new file mode 100644
index 0000000..4d4d997
--- /dev/null
+++ b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html
@@ -0,0 +1,334 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:50 PST 2015 -->
+<title>EmpiricalCountEntropy.Final (datafu-pig 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="EmpiricalCountEntropy.Final (datafu-pig 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html" target="_top">Frames</a></li>
+<li><a href="EmpiricalCountEntropy.Final.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.pig.stats.entropy</div>
+<h2 title="Class EmpiricalCountEntropy.Final" class="title">Class EmpiricalCountEntropy.Final</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.EvalFunc<java.lang.Double></li>
+<li>
+<ul class="inheritance">
+<li>datafu.pig.stats.entropy.EmpiricalCountEntropy.Final</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>Enclosing class:</dt>
+<dd><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html" title="class in datafu.pig.stats.entropy">EmpiricalCountEntropy</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public static class <span class="typeNameLabel">EmpiricalCountEntropy.Final</span>
+extends org.apache.pig.EvalFunc<java.lang.Double></pre>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested.class.summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested.classes.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.pig.EvalFunc</h3>
+<code>org.apache.pig.EvalFunc.SchemaType</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field.summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.pig.EvalFunc</h3>
+<code>log, pigLogger, reporter, returnType</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html#Final--">Final</a></span>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html#Final-java.lang.String-">Final</a></span>(java.lang.String base)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>java.lang.Double</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html#exec-org.apache.pig.data.Tuple-">exec</a></span>(org.apache.pig.data.Tuple input)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.EvalFunc</h3>
+<code>allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, outputSchema, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="Final--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>Final</h4>
+<pre>public Final()</pre>
+</li>
+</ul>
+<a name="Final-java.lang.String-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>Final</h4>
+<pre>public Final(java.lang.String base)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="exec-org.apache.pig.data.Tuple-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>exec</h4>
+<pre>public java.lang.Double exec(org.apache.pig.data.Tuple input)
+ throws java.io.IOException</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>exec</code> in class <code>org.apache.pig.EvalFunc<java.lang.Double></code></dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html" target="_top">Frames</a></li>
+<li><a href="EmpiricalCountEntropy.Final.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html
----------------------------------------------------------------------
diff --git a/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html
new file mode 100644
index 0000000..46d9f02
--- /dev/null
+++ b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html
@@ -0,0 +1,334 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:50 PST 2015 -->
+<title>EmpiricalCountEntropy.Initial (datafu-pig 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="EmpiricalCountEntropy.Initial (datafu-pig 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html" target="_top">Frames</a></li>
+<li><a href="EmpiricalCountEntropy.Initial.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.pig.stats.entropy</div>
+<h2 title="Class EmpiricalCountEntropy.Initial" class="title">Class EmpiricalCountEntropy.Initial</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.EvalFunc<org.apache.pig.data.Tuple></li>
+<li>
+<ul class="inheritance">
+<li>datafu.pig.stats.entropy.EmpiricalCountEntropy.Initial</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>Enclosing class:</dt>
+<dd><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html" title="class in datafu.pig.stats.entropy">EmpiricalCountEntropy</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public static class <span class="typeNameLabel">EmpiricalCountEntropy.Initial</span>
+extends org.apache.pig.EvalFunc<org.apache.pig.data.Tuple></pre>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested.class.summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested.classes.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.pig.EvalFunc</h3>
+<code>org.apache.pig.EvalFunc.SchemaType</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field.summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.pig.EvalFunc</h3>
+<code>log, pigLogger, reporter, returnType</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html#Initial--">Initial</a></span>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html#Initial-java.lang.String-">Initial</a></span>(java.lang.String base)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>org.apache.pig.data.Tuple</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html#exec-org.apache.pig.data.Tuple-">exec</a></span>(org.apache.pig.data.Tuple input)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.EvalFunc</h3>
+<code>allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, outputSchema, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="Initial--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>Initial</h4>
+<pre>public Initial()</pre>
+</li>
+</ul>
+<a name="Initial-java.lang.String-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>Initial</h4>
+<pre>public Initial(java.lang.String base)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="exec-org.apache.pig.data.Tuple-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>exec</h4>
+<pre>public org.apache.pig.data.Tuple exec(org.apache.pig.data.Tuple input)
+ throws java.io.IOException</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>exec</code> in class <code>org.apache.pig.EvalFunc<org.apache.pig.data.Tuple></code></dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html" target="_top">Frames</a></li>
+<li><a href="EmpiricalCountEntropy.Initial.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html
----------------------------------------------------------------------
diff --git a/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html
new file mode 100644
index 0000000..d428cf7
--- /dev/null
+++ b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html
@@ -0,0 +1,334 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:50 PST 2015 -->
+<title>EmpiricalCountEntropy.Intermediate (datafu-pig 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="EmpiricalCountEntropy.Intermediate (datafu-pig 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../../datafu/pig/stats/entropy/Entropy.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html" target="_top">Frames</a></li>
+<li><a href="EmpiricalCountEntropy.Intermediate.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.pig.stats.entropy</div>
+<h2 title="Class EmpiricalCountEntropy.Intermediate" class="title">Class EmpiricalCountEntropy.Intermediate</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.EvalFunc<org.apache.pig.data.Tuple></li>
+<li>
+<ul class="inheritance">
+<li>datafu.pig.stats.entropy.EmpiricalCountEntropy.Intermediate</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>Enclosing class:</dt>
+<dd><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html" title="class in datafu.pig.stats.entropy">EmpiricalCountEntropy</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public static class <span class="typeNameLabel">EmpiricalCountEntropy.Intermediate</span>
+extends org.apache.pig.EvalFunc<org.apache.pig.data.Tuple></pre>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested.class.summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested.classes.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.pig.EvalFunc</h3>
+<code>org.apache.pig.EvalFunc.SchemaType</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field.summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.pig.EvalFunc</h3>
+<code>log, pigLogger, reporter, returnType</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html#Intermediate--">Intermediate</a></span>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html#Intermediate-java.lang.String-">Intermediate</a></span>(java.lang.String base)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>org.apache.pig.data.Tuple</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html#exec-org.apache.pig.data.Tuple-">exec</a></span>(org.apache.pig.data.Tuple input)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.EvalFunc</h3>
+<code>allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, outputSchema, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="Intermediate--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>Intermediate</h4>
+<pre>public Intermediate()</pre>
+</li>
+</ul>
+<a name="Intermediate-java.lang.String-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>Intermediate</h4>
+<pre>public Intermediate(java.lang.String base)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="exec-org.apache.pig.data.Tuple-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>exec</h4>
+<pre>public org.apache.pig.data.Tuple exec(org.apache.pig.data.Tuple input)
+ throws java.io.IOException</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>exec</code> in class <code>org.apache.pig.EvalFunc<org.apache.pig.data.Tuple></code></dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../../datafu/pig/stats/entropy/Entropy.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html" target="_top">Frames</a></li>
+<li><a href="EmpiricalCountEntropy.Intermediate.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.html
----------------------------------------------------------------------
diff --git a/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.html b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.html
new file mode 100644
index 0000000..45a8dad
--- /dev/null
+++ b/site/source/docs/datafu/1.3.0/datafu/pig/stats/entropy/EmpiricalCountEntropy.html
@@ -0,0 +1,602 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:50 PST 2015 -->
+<title>EmpiricalCountEntropy (datafu-pig 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="EmpiricalCountEntropy (datafu-pig 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10,"i1":10,"i2":9,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/EmpiricalCountEntropy.html" target="_top">Frames</a></li>
+<li><a href="EmpiricalCountEntropy.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.class.summary">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.pig.stats.entropy</div>
+<h2 title="Class EmpiricalCountEntropy" class="title">Class EmpiricalCountEntropy</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.EvalFunc<T></li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.AccumulatorEvalFunc<java.lang.Double></li>
+<li>
+<ul class="inheritance">
+<li>datafu.pig.stats.entropy.EmpiricalCountEntropy</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.pig.Accumulator<java.lang.Double>, org.apache.pig.Algebraic</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">EmpiricalCountEntropy</span>
+extends org.apache.pig.AccumulatorEvalFunc<java.lang.Double>
+implements org.apache.pig.Algebraic</pre>
+<div class="block">Calculate the empirical entropy of random variable X given its occurrence frequencies, following entropy's
+ <a href="http://en.wikipedia.org/wiki/Entropy_%28information_theory%29" target="_blank">wiki definition</a>.
+
+ <p>
+ This UDF's constructor takes 1 argument: the logarithm base, whose definition is the same as that defined in <a href="../../../../datafu/pig/stats/entropy/Entropy.html" title="class in datafu.pig.stats.entropy"><code>Entropy</code></a>
+ </p>
+
+ Note:
+ <ul>
+ <li>Unlike <a href="../../../../datafu/pig/stats/entropy/Entropy.html" title="class in datafu.pig.stats.entropy"><code>Entropy</code></a>, which calculates entropy from sorted raw data bag in accumulative mode,
+ this UDF calculates entropy from the data's occurrence frequencies which does not need to be sorted, either in accumulative or algebraic mode.</li>
+ <li>Each tuple of the UDF's input bag <b>must only</b> have 1 field, the occurrence frequency of a data instance,
+ and the data type of this field <b>must</b> be int or long. Otherwise, an exception will be thrown.</li>
+ <li>Negative frequency number will be silently discarded and a warning message will be logged in the job's log file.</li>
+ <li>The returned entropy value is of double type.</li>
+ </ul>
+
+ <p>
+ How to use:
+ </p>
+
+ <p>
+ To use this UDF, customer needs to pre-compute the occurrence frequency of each data instance, often in an outer GROUP BY
+ , and then use this UDF to calculate entropy with those frequency numbers in another outer GROUP BY.
+ </p>
+
+ <p>
+ Compared with <a href="../../../../datafu/pig/stats/entropy/Entropy.html" title="class in datafu.pig.stats.entropy"><code>Entropy</code></a>, this UDF is more scalable when we need to handle a very large data set,
+ since it could distribute computation onto mappers and take advantage of combiners to reduce intermedidate output from mappers to reducers.
+ </p>
+
+ Example:
+ <pre>
+ <code>
+
+ define Entropy datafu.pig.stats.entropy.EmpiricalCountEntropy();
+
+ input = LOAD 'input' AS (val: double);
+
+ -- calculate the occurrence of each instance
+ counts_g = GROUP input BY val;
+ counts = FOREACh counts_g GENERATE COUNT(input) AS cnt;
+
+ -- calculate entropy
+ input_counts_g = GROUP counts ALL;
+ entropy = FOREACH input_counts_g GENERATE Entropy(counts) AS entropy;
+ </code>
+ </pre>
+
+ Use case to calculate mutual information using EmpiricalCountEntropy:
+
+ <pre>
+ <code>
+
+ define Entropy datafu.pig.stats.entropy.EmpiricalCountEntropy();
+
+ input = LOAD 'input' AS (valX: double, valY: double);
+
+ ------------
+ -- calculate mutual information I(X, Y) using entropy
+ -- I(X, Y) = H(X) + H(Y) - H(X, Y)
+ ------------
+
+ input_x_y_g = GROUP input BY (valX, valY);
+ input_x_y_cnt = FOREACH input_x_y_g GENERATE flatten(group) as (valX, valY), COUNT(input) AS cnt;
+
+ input_x_g = GROUP input_x_y_cnt BY valX;
+ input_x_cnt = FOREACH input_x_g GENERATE flatten(group) as valX, SUM(input_x_y_cnt.cnt) AS cnt;
+
+ input_y_g = GROUP input_x_y_cnt BY valY;
+ input_y_cnt = FOREACH input_y_g GENERATE flatten(group) as valY, SUM(input_x_y_cnt.cnt) AS cnt;
+
+ input_x_y_entropy_g = GROUP input_x_y_cnt ALL;
+ input_x_y_entropy = FOREACH input_x_y_entropy_g {
+ input_x_y_entropy_cnt = input_x_y_cnt.cnt;
+ GENERATE Entropy(input_x_y_entropy_cnt) AS x_y_entropy;
+ }
+
+ input_x_entropy_g = GROUP input_x_cnt ALL;
+ input_x_entropy = FOREACH input_x_entropy_g {
+ input_x_entropy_cnt = input_x_cnt.cnt;
+ GENERATE Entropy(input_x_entropy_cnt) AS x_entropy;
+ }
+
+ input_y_entropy_g = GROUP input_y_cnt ALL;
+ input_y_entropy = FOREACH input_y_entropy_g {
+ input_y_entropy_cnt = input_y_cnt.cnt;
+ GENERATE Entropy(input_y_entropy_cnt) AS y_entropy;
+ }
+
+ input_mi_cross = CROSS input_x_y_entropy, input_x_entropy, input_y_entropy;
+ input_mi = FOREACH input_mi_cross GENERATE (input_x_entropy::x_entropy +
+ input_y_entropy::y_entropy -
+ input_x_y_entropy::x_y_entropy) AS mi;
+ </code>
+ </pre></div>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a href="../../../../datafu/pig/stats/entropy/Entropy.html" title="class in datafu.pig.stats.entropy"><code>Entropy</code></a></dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested.class.summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation">
+<caption><span>Nested Classes</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Class and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>static class </code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html" title="class in datafu.pig.stats.entropy">EmpiricalCountEntropy.Final</a></span></code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>static class </code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Initial.html" title="class in datafu.pig.stats.entropy">EmpiricalCountEntropy.Initial</a></span></code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>static class </code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Intermediate.html" title="class in datafu.pig.stats.entropy">EmpiricalCountEntropy.Intermediate</a></span></code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="nested.classes.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.pig.EvalFunc</h3>
+<code>org.apache.pig.EvalFunc.SchemaType</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field.summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.pig.EvalFunc</h3>
+<code>log, pigLogger, reporter, returnType</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#EmpiricalCountEntropy--">EmpiricalCountEntropy</a></span>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#EmpiricalCountEntropy-java.lang.String-">EmpiricalCountEntropy</a></span>(java.lang.String base)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#accumulate-org.apache.pig.data.Tuple-">accumulate</a></span>(org.apache.pig.data.Tuple input)</code> </td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#cleanup--">cleanup</a></span>()</code> </td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>protected static org.apache.pig.data.Tuple</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#combine-org.apache.pig.data.DataBag-">combine</a></span>(org.apache.pig.data.DataBag values)</code> </td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>java.lang.String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#getFinal--">getFinal</a></span>()</code> </td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>java.lang.String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#getInitial--">getInitial</a></span>()</code> </td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>java.lang.String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#getIntermed--">getIntermed</a></span>()</code> </td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>java.lang.Double</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#getValue--">getValue</a></span>()</code> </td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>org.apache.pig.impl.logicalLayer.schema.Schema</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.html#outputSchema-org.apache.pig.impl.logicalLayer.schema.Schema-">outputSchema</a></span>(org.apache.pig.impl.logicalLayer.schema.Schema input)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.pig.AccumulatorEvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.AccumulatorEvalFunc</h3>
+<code>exec</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.EvalFunc</h3>
+<code>allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="EmpiricalCountEntropy--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>EmpiricalCountEntropy</h4>
+<pre>public EmpiricalCountEntropy()
+ throws org.apache.pig.backend.executionengine.ExecException</pre>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>org.apache.pig.backend.executionengine.ExecException</code></dd>
+</dl>
+</li>
+</ul>
+<a name="EmpiricalCountEntropy-java.lang.String-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>EmpiricalCountEntropy</h4>
+<pre>public EmpiricalCountEntropy(java.lang.String base)
+ throws org.apache.pig.backend.executionengine.ExecException</pre>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>org.apache.pig.backend.executionengine.ExecException</code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="getFinal--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getFinal</h4>
+<pre>public java.lang.String getFinal()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>getFinal</code> in interface <code>org.apache.pig.Algebraic</code></dd>
+</dl>
+</li>
+</ul>
+<a name="getInitial--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInitial</h4>
+<pre>public java.lang.String getInitial()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>getInitial</code> in interface <code>org.apache.pig.Algebraic</code></dd>
+</dl>
+</li>
+</ul>
+<a name="getIntermed--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getIntermed</h4>
+<pre>public java.lang.String getIntermed()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>getIntermed</code> in interface <code>org.apache.pig.Algebraic</code></dd>
+</dl>
+</li>
+</ul>
+<a name="combine-org.apache.pig.data.DataBag-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>combine</h4>
+<pre>protected static org.apache.pig.data.Tuple combine(org.apache.pig.data.DataBag values)
+ throws org.apache.pig.backend.executionengine.ExecException</pre>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>org.apache.pig.backend.executionengine.ExecException</code></dd>
+</dl>
+</li>
+</ul>
+<a name="accumulate-org.apache.pig.data.Tuple-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>accumulate</h4>
+<pre>public void accumulate(org.apache.pig.data.Tuple input)
+ throws java.io.IOException</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>accumulate</code> in interface <code>org.apache.pig.Accumulator<java.lang.Double></code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>accumulate</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Double></code></dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+</dl>
+</li>
+</ul>
+<a name="getValue--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getValue</h4>
+<pre>public java.lang.Double getValue()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>getValue</code> in interface <code>org.apache.pig.Accumulator<java.lang.Double></code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>getValue</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Double></code></dd>
+</dl>
+</li>
+</ul>
+<a name="cleanup--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>cleanup</h4>
+<pre>public void cleanup()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>cleanup</code> in interface <code>org.apache.pig.Accumulator<java.lang.Double></code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>cleanup</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Double></code></dd>
+</dl>
+</li>
+</ul>
+<a name="outputSchema-org.apache.pig.impl.logicalLayer.schema.Schema-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>outputSchema</h4>
+<pre>public org.apache.pig.impl.logicalLayer.schema.Schema outputSchema(org.apache.pig.impl.logicalLayer.schema.Schema input)</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code>outputSchema</code> in class <code>org.apache.pig.EvalFunc<java.lang.Double></code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../index-all.html">Index</a></li>
+<li><a href="../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../datafu/pig/stats/entropy/CondEntropy.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../../datafu/pig/stats/entropy/EmpiricalCountEntropy.Final.html" title="class in datafu.pig.stats.entropy"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../index.html?datafu/pig/stats/entropy/EmpiricalCountEntropy.html" target="_top">Frames</a></li>
+<li><a href="EmpiricalCountEntropy.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.class.summary">Nested</a> | </li>
+<li><a href="#fields.inherited.from.class.org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>