You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by mh...@apache.org on 2018/01/29 19:04:39 UTC
svn commit: r1822557 [16/48] - in /incubator/datafu/site/docs: datafu/1.3.2/
datafu/1.3.2/datafu/ datafu/1.3.2/datafu/pig/ datafu/1.3.2/datafu/pig/bags/
datafu/1.3.2/datafu/pig/geo/ datafu/1.3.2/datafu/pig/hash/
datafu/1.3.2/datafu/pig/hash/lsh/ datafu...
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/WeightedSample.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/WeightedSample.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/WeightedSample.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/WeightedSample.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,381 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:09 PST 2018 -->
+<title>WeightedSample (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="WeightedSample (datafu-pig 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/sampling/WeightedReservoirSample.Intermediate.html" title="class in datafu.pig.sampling"><span class="strong">Prev Class</span></a></li>
+<li>Next Class</li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sampling/WeightedSample.html" target="_top">Frames</a></li>
+<li><a href="WeightedSample.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields_inherited_from_class_org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.pig.sampling</div>
+<h2 title="Class WeightedSample" class="title">Class WeightedSample</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.EvalFunc<org.apache.pig.data.DataBag></li>
+<li>
+<ul class="inheritance">
+<li>datafu.pig.sampling.WeightedSample</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>@Nondeterministic
+public class <span class="strong">WeightedSample</span>
+extends org.apache.pig.EvalFunc<org.apache.pig.data.DataBag></pre>
+<div class="block">Performs weighted bernoulli sampling on a bag.
+
+ <p>
+ Create a new bag by performing a weighted sampling without replacement
+ from the input bag. Sampling is biased according to a weight that
+ is part of the inner tuples in the bag. That is, tuples with relatively
+ high weights are more likely to be chosen over tuples with low weights.
+ Optionally, a limit on the number of items to return may be specified.
+ </p>
+
+ <p>
+ Example:
+ <pre>
+ <code>define WeightedSample datafu.pig.sampling.WeightedSample()
+
+ -- input:
+ -- ({(a, 100),(b, 1),(c, 5),(d, 2)})
+ input = LOAD 'input' AS (A: bag{T: tuple(name:chararray,score:int)});
+
+ output1 = FOREACH input GENERATE WeightedSample(A,1);
+ -- output1:
+ -- uses the field indexed by 1 as a score
+ -- ({(a,100),(c,5),(b,1),(d,2)}) -- example of random
+
+ -- sample using the second column (index 1) and keep only the top 3
+ output2 = FOREACH input GENERATE WeightedSample(A,1,3);
+ -- output2:
+ -- ({(a,100),(c,5),(b,1)})
+ </code>
+ </pre></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested_class_summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested_classes_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.pig.EvalFunc</h3>
+<code>org.apache.pig.EvalFunc.SchemaType</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field_summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.pig.EvalFunc</h3>
+<code>log, pigLogger, reporter, returnType</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/pig/sampling/WeightedSample.html#WeightedSample()">WeightedSample</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><strong><a href="../../../datafu/pig/sampling/WeightedSample.html#WeightedSample(java.lang.String)">WeightedSample</a></strong>(java.lang.String seed)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.pig.data.DataBag</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sampling/WeightedSample.html#exec(org.apache.pig.data.Tuple)">exec</a></strong>(org.apache.pig.data.Tuple input)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sampling/WeightedSample.html#find_cumsum_interval(double[],%20double,%20int,%20int)">find_cumsum_interval</a></strong>(double[] scores,
+ double val,
+ int begin,
+ int end)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.pig.impl.logicalLayer.schema.Schema</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sampling/WeightedSample.html#outputSchema(org.apache.pig.impl.logicalLayer.schema.Schema)">outputSchema</a></strong>(org.apache.pig.impl.logicalLayer.schema.Schema input)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.EvalFunc</h3>
+<code>allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="WeightedSample()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>WeightedSample</h4>
+<pre>public WeightedSample()</pre>
+</li>
+</ul>
+<a name="WeightedSample(java.lang.String)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>WeightedSample</h4>
+<pre>public WeightedSample(java.lang.String seed)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="exec(org.apache.pig.data.Tuple)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>exec</h4>
+<pre>public org.apache.pig.data.DataBag exec(org.apache.pig.data.Tuple input)
+ throws java.io.IOException</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>exec</code> in class <code>org.apache.pig.EvalFunc<org.apache.pig.data.DataBag></code></dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd></dl>
+</li>
+</ul>
+<a name="find_cumsum_interval(double[], double, int, int)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>find_cumsum_interval</h4>
+<pre>public int find_cumsum_interval(double[] scores,
+ double val,
+ int begin,
+ int end)</pre>
+</li>
+</ul>
+<a name="outputSchema(org.apache.pig.impl.logicalLayer.schema.Schema)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>outputSchema</h4>
+<pre>public org.apache.pig.impl.logicalLayer.schema.Schema outputSchema(org.apache.pig.impl.logicalLayer.schema.Schema input)</pre>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code>outputSchema</code> in class <code>org.apache.pig.EvalFunc<org.apache.pig.data.DataBag></code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/sampling/WeightedReservoirSample.Intermediate.html" title="class in datafu.pig.sampling"><span class="strong">Prev Class</span></a></li>
+<li>Next Class</li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sampling/WeightedSample.html" target="_top">Frames</a></li>
+<li><a href="WeightedSample.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields_inherited_from_class_org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-frame.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-frame.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-frame.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-frame.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,37 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:10 PST 2018 -->
+<title>datafu.pig.sampling (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<h1 class="bar"><a href="../../../datafu/pig/sampling/package-summary.html" target="classFrame">datafu.pig.sampling</a></h1>
+<div class="indexContainer">
+<h2 title="Classes">Classes</h2>
+<ul title="Classes">
+<li><a href="ReservoirSample.html" title="class in datafu.pig.sampling" target="classFrame">ReservoirSample</a></li>
+<li><a href="ReservoirSample.Final.html" title="class in datafu.pig.sampling" target="classFrame">ReservoirSample.Final</a></li>
+<li><a href="ReservoirSample.Initial.html" title="class in datafu.pig.sampling" target="classFrame">ReservoirSample.Initial</a></li>
+<li><a href="ReservoirSample.Intermediate.html" title="class in datafu.pig.sampling" target="classFrame">ReservoirSample.Intermediate</a></li>
+<li><a href="SampleByKey.html" title="class in datafu.pig.sampling" target="classFrame">SampleByKey</a></li>
+<li><a href="SimpleRandomSample.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSample</a></li>
+<li><a href="SimpleRandomSample.Final.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSample.Final</a></li>
+<li><a href="SimpleRandomSample.Initial.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSample.Initial</a></li>
+<li><a href="SimpleRandomSample.Intermediate.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSample.Intermediate</a></li>
+<li><a href="SimpleRandomSampleWithReplacementElect.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSampleWithReplacementElect</a></li>
+<li><a href="SimpleRandomSampleWithReplacementElect.Final.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSampleWithReplacementElect.Final</a></li>
+<li><a href="SimpleRandomSampleWithReplacementElect.Initial.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSampleWithReplacementElect.Initial</a></li>
+<li><a href="SimpleRandomSampleWithReplacementElect.Intermediate.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSampleWithReplacementElect.Intermediate</a></li>
+<li><a href="SimpleRandomSampleWithReplacementVote.html" title="class in datafu.pig.sampling" target="classFrame">SimpleRandomSampleWithReplacementVote</a></li>
+<li><a href="WeightedReservoirSample.html" title="class in datafu.pig.sampling" target="classFrame">WeightedReservoirSample</a></li>
+<li><a href="WeightedReservoirSample.Final.html" title="class in datafu.pig.sampling" target="classFrame">WeightedReservoirSample.Final</a></li>
+<li><a href="WeightedReservoirSample.Initial.html" title="class in datafu.pig.sampling" target="classFrame">WeightedReservoirSample.Initial</a></li>
+<li><a href="WeightedReservoirSample.Intermediate.html" title="class in datafu.pig.sampling" target="classFrame">WeightedReservoirSample.Intermediate</a></li>
+<li><a href="WeightedSample.html" title="class in datafu.pig.sampling" target="classFrame">WeightedSample</a></li>
+</ul>
+</div>
+</body>
+</html>
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-summary.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-summary.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-summary.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-summary.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,230 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:10 PST 2018 -->
+<title>datafu.pig.sampling (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="datafu.pig.sampling (datafu-pig 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li class="navBarCell1Rev">Package</li>
+<li>Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/random/package-summary.html">Prev Package</a></li>
+<li><a href="../../../datafu/pig/sessions/package-summary.html">Next Package</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sampling/package-summary.html" target="_top">Frames</a></li>
+<li><a href="package-summary.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<div class="header">
+<h1 title="Package" class="title">Package datafu.pig.sampling</h1>
+<div class="docSummary">
+<div class="block">Sampling UDFs, including weighted sample, reservoir sampling, sampling by key, etc.</div>
+</div>
+<p>See: <a href="#package_description">Description</a></p>
+</div>
+<div class="contentContainer">
+<ul class="blockList">
+<li class="blockList">
+<table class="packageSummary" border="0" cellpadding="3" cellspacing="0" summary="Class Summary table, listing classes, and an explanation">
+<caption><span>Class Summary</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Class</th>
+<th class="colLast" scope="col">Description</th>
+</tr>
+<tbody>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/ReservoirSample.html" title="class in datafu.pig.sampling">ReservoirSample</a></td>
+<td class="colLast">
+<div class="block">Performs a simple random sample using an in-memory reservoir to produce
+ a uniformly random sample of a given size.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/ReservoirSample.Final.html" title="class in datafu.pig.sampling">ReservoirSample.Final</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/ReservoirSample.Initial.html" title="class in datafu.pig.sampling">ReservoirSample.Initial</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/ReservoirSample.Intermediate.html" title="class in datafu.pig.sampling">ReservoirSample.Intermediate</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SampleByKey.html" title="class in datafu.pig.sampling">SampleByKey</a></td>
+<td class="colLast">
+<div class="block">Provides a way of sampling tuples based on certain fields.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSample.html" title="class in datafu.pig.sampling">SimpleRandomSample</a></td>
+<td class="colLast">
+<div class="block">Scalable simple random sampling (ScaSRS).</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSample.Final.html" title="class in datafu.pig.sampling">SimpleRandomSample.Final</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSample.Initial.html" title="class in datafu.pig.sampling">SimpleRandomSample.Initial</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSample.Intermediate.html" title="class in datafu.pig.sampling">SimpleRandomSample.Intermediate</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.html" title="class in datafu.pig.sampling">SimpleRandomSampleWithReplacementElect</a></td>
+<td class="colLast">
+<div class="block">Select the candidate with the smallest score for each position from the candidates
+ proposed by <a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementVote.html" title="class in datafu.pig.sampling"><code>SimpleRandomSampleWithReplacementVote</code></a>.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.Final.html" title="class in datafu.pig.sampling">SimpleRandomSampleWithReplacementElect.Final</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.Initial.html" title="class in datafu.pig.sampling">SimpleRandomSampleWithReplacementElect.Initial</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.Intermediate.html" title="class in datafu.pig.sampling">SimpleRandomSampleWithReplacementElect.Intermediate</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementVote.html" title="class in datafu.pig.sampling">SimpleRandomSampleWithReplacementVote</a></td>
+<td class="colLast">
+<div class="block">Scalable simple random sampling with replacement (ScaSRSWR).</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/WeightedReservoirSample.html" title="class in datafu.pig.sampling">WeightedReservoirSample</a></td>
+<td class="colLast">
+<div class="block">Performs a weighted random sample using an in-memory reservoir to produce
+ a weighted random sample of a given size based on the A-Res algorithm described in
+ <a href="http://utopia.duth.gr/~pefraimi/research/data/2007EncOfAlg.pdf" target="_blank">paper</a>.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/WeightedReservoirSample.Final.html" title="class in datafu.pig.sampling">WeightedReservoirSample.Final</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/WeightedReservoirSample.Initial.html" title="class in datafu.pig.sampling">WeightedReservoirSample.Initial</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/WeightedReservoirSample.Intermediate.html" title="class in datafu.pig.sampling">WeightedReservoirSample.Intermediate</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sampling/WeightedSample.html" title="class in datafu.pig.sampling">WeightedSample</a></td>
+<td class="colLast">
+<div class="block">Performs weighted bernoulli sampling on a bag.</div>
+</td>
+</tr>
+</tbody>
+</table>
+</li>
+</ul>
+<a name="package_description">
+<!-- -->
+</a>
+<h2 title="Package datafu.pig.sampling Description">Package datafu.pig.sampling Description</h2>
+<div class="block">Sampling UDFs, including weighted sample, reservoir sampling, sampling by key, etc.</div>
+</div>
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li class="navBarCell1Rev">Package</li>
+<li>Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/random/package-summary.html">Prev Package</a></li>
+<li><a href="../../../datafu/pig/sessions/package-summary.html">Next Package</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sampling/package-summary.html" target="_top">Frames</a></li>
+<li><a href="package-summary.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-tree.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-tree.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-tree.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sampling/package-tree.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,172 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:10 PST 2018 -->
+<title>datafu.pig.sampling Class Hierarchy (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="datafu.pig.sampling Class Hierarchy (datafu-pig 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li>Class</li>
+<li class="navBarCell1Rev">Tree</li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/random/package-tree.html">Prev</a></li>
+<li><a href="../../../datafu/pig/sessions/package-tree.html">Next</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sampling/package-tree.html" target="_top">Frames</a></li>
+<li><a href="package-tree.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<div class="header">
+<h1 class="title">Hierarchy For Package datafu.pig.sampling</h1>
+<span class="strong">Package Hierarchies:</span>
+<ul class="horizontal">
+<li><a href="../../../overview-tree.html">All Packages</a></li>
+</ul>
+</div>
+<div class="contentContainer">
+<h2 title="Class Hierarchy">Class Hierarchy</h2>
+<ul>
+<li type="circle">java.lang.Object
+<ul>
+<li type="circle">org.apache.pig.EvalFunc<T>
+<ul>
+<li type="circle">org.apache.pig.AccumulatorEvalFunc<T> (implements org.apache.pig.Accumulator<T>)
+<ul>
+<li type="circle">org.apache.pig.AlgebraicEvalFunc<T> (implements org.apache.pig.Algebraic)
+<ul>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSample.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSample</span></a></li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSampleWithReplacementElect</span></a></li>
+</ul>
+</li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/ReservoirSample.html" title="class in datafu.pig.sampling"><span class="strong">ReservoirSample</span></a> (implements org.apache.pig.Algebraic)
+<ul>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/WeightedReservoirSample.html" title="class in datafu.pig.sampling"><span class="strong">WeightedReservoirSample</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li type="circle">org.apache.pig.FilterFunc
+<ul>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SampleByKey.html" title="class in datafu.pig.sampling"><span class="strong">SampleByKey</span></a></li>
+</ul>
+</li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/ReservoirSample.Final.html" title="class in datafu.pig.sampling"><span class="strong">ReservoirSample.Final</span></a>
+<ul>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/WeightedReservoirSample.Final.html" title="class in datafu.pig.sampling"><span class="strong">WeightedReservoirSample.Final</span></a></li>
+</ul>
+</li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/ReservoirSample.Initial.html" title="class in datafu.pig.sampling"><span class="strong">ReservoirSample.Initial</span></a>
+<ul>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/WeightedReservoirSample.Initial.html" title="class in datafu.pig.sampling"><span class="strong">WeightedReservoirSample.Initial</span></a></li>
+</ul>
+</li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/ReservoirSample.Intermediate.html" title="class in datafu.pig.sampling"><span class="strong">ReservoirSample.Intermediate</span></a>
+<ul>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/WeightedReservoirSample.Intermediate.html" title="class in datafu.pig.sampling"><span class="strong">WeightedReservoirSample.Intermediate</span></a></li>
+</ul>
+</li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSample.Final.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSample.Final</span></a></li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSample.Initial.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSample.Initial</span></a></li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSample.Intermediate.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSample.Intermediate</span></a></li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.Final.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSampleWithReplacementElect.Final</span></a></li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.Initial.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSampleWithReplacementElect.Initial</span></a></li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.Intermediate.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSampleWithReplacementElect.Intermediate</span></a></li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/SimpleRandomSampleWithReplacementVote.html" title="class in datafu.pig.sampling"><span class="strong">SimpleRandomSampleWithReplacementVote</span></a></li>
+<li type="circle">datafu.pig.sampling.<a href="../../../datafu/pig/sampling/WeightedSample.html" title="class in datafu.pig.sampling"><span class="strong">WeightedSample</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li>Class</li>
+<li class="navBarCell1Rev">Tree</li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/random/package-tree.html">Prev</a></li>
+<li><a href="../../../datafu/pig/sessions/package-tree.html">Next</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sampling/package-tree.html" target="_top">Frames</a></li>
+<li><a href="package-tree.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/SessionCount.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/SessionCount.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/SessionCount.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/SessionCount.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,382 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:10 PST 2018 -->
+<title>SessionCount (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="SessionCount (datafu-pig 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li>Prev Class</li>
+<li><a href="../../../datafu/pig/sessions/Sessionize.html" title="class in datafu.pig.sessions"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sessions/SessionCount.html" target="_top">Frames</a></li>
+<li><a href="SessionCount.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields_inherited_from_class_org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.pig.sessions</div>
+<h2 title="Class SessionCount" class="title">Class SessionCount</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.EvalFunc<T></li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.AccumulatorEvalFunc<java.lang.Long></li>
+<li>
+<ul class="inheritance">
+<li>datafu.pig.sessions.SessionCount</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.pig.Accumulator<java.lang.Long></dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">SessionCount</span>
+extends org.apache.pig.AccumulatorEvalFunc<java.lang.Long></pre>
+<div class="block">Performs a count of events, ignoring events which occur within the
+ same time window.
+ <p>
+ This is useful for tasks such as counting the number of page views per user since it:
+ a) prevent reloads and go-backs from overcounting actual views
+ b) captures the notion that views across multiple sessions are more meaningful
+ <p>
+ Input <b>must</b> be sorted ascendingly by time for this UDF to work.
+ <p>
+ Example:
+ <pre>
+ <code>%declare TIME_WINDOW 10m
+
+ define SessionCount datafu.pig.sessions.SessionCount('$TIME_WINDOW');
+
+ views = LOAD 'views' as (user_id:int, page_id:int, time:chararray);
+ views_grouped = GROUP views by (user_id, page_id);
+ view_counts = FOREACH views_grouped {
+ views = order views by time;
+ generate group.user_id as user_id,
+ group.page_id as page_id,
+ SessionCount(views.(time)) as count; }
+ </code>
+ </pre></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested_class_summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested_classes_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.pig.EvalFunc</h3>
+<code>org.apache.pig.EvalFunc.SchemaType</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field_summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.pig.EvalFunc</h3>
+<code>log, pigLogger, reporter, returnType</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/pig/sessions/SessionCount.html#SessionCount(java.lang.String)">SessionCount</a></strong>(java.lang.String timeSpec)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sessions/SessionCount.html#accumulate(org.apache.pig.data.Tuple)">accumulate</a></strong>(org.apache.pig.data.Tuple input)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sessions/SessionCount.html#cleanup()">cleanup</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>java.lang.Long</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sessions/SessionCount.html#getValue()">getValue</a></strong>()</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.pig.AccumulatorEvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.AccumulatorEvalFunc</h3>
+<code>exec</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.EvalFunc</h3>
+<code>allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, outputSchema, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="SessionCount(java.lang.String)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>SessionCount</h4>
+<pre>public SessionCount(java.lang.String timeSpec)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="accumulate(org.apache.pig.data.Tuple)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>accumulate</h4>
+<pre>public void accumulate(org.apache.pig.data.Tuple input)
+ throws java.io.IOException</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>accumulate</code> in interface <code>org.apache.pig.Accumulator<java.lang.Long></code></dd>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>accumulate</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Long></code></dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd></dl>
+</li>
+</ul>
+<a name="getValue()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getValue</h4>
+<pre>public java.lang.Long getValue()</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>getValue</code> in interface <code>org.apache.pig.Accumulator<java.lang.Long></code></dd>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>getValue</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Long></code></dd>
+</dl>
+</li>
+</ul>
+<a name="cleanup()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>cleanup</h4>
+<pre>public void cleanup()</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>cleanup</code> in interface <code>org.apache.pig.Accumulator<java.lang.Long></code></dd>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>cleanup</code> in class <code>org.apache.pig.AccumulatorEvalFunc<java.lang.Long></code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li>Prev Class</li>
+<li><a href="../../../datafu/pig/sessions/Sessionize.html" title="class in datafu.pig.sessions"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sessions/SessionCount.html" target="_top">Frames</a></li>
+<li><a href="SessionCount.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields_inherited_from_class_org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/Sessionize.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/Sessionize.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/Sessionize.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/Sessionize.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,406 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:10 PST 2018 -->
+<title>Sessionize (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="Sessionize (datafu-pig 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/sessions/SessionCount.html" title="class in datafu.pig.sessions"><span class="strong">Prev Class</span></a></li>
+<li>Next Class</li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sessions/Sessionize.html" target="_top">Frames</a></li>
+<li><a href="Sessionize.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields_inherited_from_class_org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.pig.sessions</div>
+<h2 title="Class Sessionize" class="title">Class Sessionize</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.EvalFunc<T></li>
+<li>
+<ul class="inheritance">
+<li>org.apache.pig.AccumulatorEvalFunc<org.apache.pig.data.DataBag></li>
+<li>
+<ul class="inheritance">
+<li>datafu.pig.sessions.Sessionize</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.pig.Accumulator<org.apache.pig.data.DataBag></dd>
+</dl>
+<hr>
+<br>
+<pre>@Nondeterministic
+public class <span class="strong">Sessionize</span>
+extends org.apache.pig.AccumulatorEvalFunc<org.apache.pig.data.DataBag></pre>
+<div class="block">Sessionizes an input stream, appending a session ID to each tuple.
+
+ <p>
+ This UDF takes a constructor argument which is the session timeout (an idle
+ period of this amount indicates that a new session has started) and assumes
+ the first element of the input bag is an ISO8601 timestamp. The input bag
+ must be sorted by this timestamp. It returns the input bag with a new field,
+ session_id, that is a GUID indicating the session of the request.
+ </p>
+
+ Example:
+ <pre>
+ <code>%declare TIME_WINDOW 30m
+
+ define Sessionize datafu.pig.sessions.Sessionize('$TIME_WINDOW');
+
+ views = LOAD 'views.tsv' AS (visit_date:chararray, member_id:int, url:chararray);
+
+ -- sessionize the visit stream
+ views = GROUP views BY member_id;
+ sessions = FOREACH views {
+ visits = ORDER views BY visit_date;
+ GENERATE FLATTEN(Sessionize(VISITS)) AS (visit_date,member_id,url,session_id);
+ }
+
+ -- count the number of sessions hitting the url
+ rollup = GROUP sessions BY url;
+ result = FOREACH rollup GENERATE group AS url, COUNT(SESSIONS) AS session_cnt;
+ </code>
+ </pre></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested_class_summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested_classes_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.pig.EvalFunc</h3>
+<code>org.apache.pig.EvalFunc.SchemaType</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field_summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.pig.EvalFunc</h3>
+<code>log, pigLogger, reporter, returnType</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/pig/sessions/Sessionize.html#Sessionize(java.lang.String)">Sessionize</a></strong>(java.lang.String timeSpec)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sessions/Sessionize.html#accumulate(org.apache.pig.data.Tuple)">accumulate</a></strong>(org.apache.pig.data.Tuple input)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sessions/Sessionize.html#cleanup()">cleanup</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.pig.data.DataBag</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sessions/Sessionize.html#getValue()">getValue</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>org.apache.pig.impl.logicalLayer.schema.Schema</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/pig/sessions/Sessionize.html#outputSchema(org.apache.pig.impl.logicalLayer.schema.Schema)">outputSchema</a></strong>(org.apache.pig.impl.logicalLayer.schema.Schema input)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.pig.AccumulatorEvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.AccumulatorEvalFunc</h3>
+<code>exec</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.pig.EvalFunc">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.pig.EvalFunc</h3>
+<code>allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="Sessionize(java.lang.String)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>Sessionize</h4>
+<pre>public Sessionize(java.lang.String timeSpec)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="accumulate(org.apache.pig.data.Tuple)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>accumulate</h4>
+<pre>public void accumulate(org.apache.pig.data.Tuple input)
+ throws java.io.IOException</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>accumulate</code> in interface <code>org.apache.pig.Accumulator<org.apache.pig.data.DataBag></code></dd>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>accumulate</code> in class <code>org.apache.pig.AccumulatorEvalFunc<org.apache.pig.data.DataBag></code></dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd></dl>
+</li>
+</ul>
+<a name="getValue()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getValue</h4>
+<pre>public org.apache.pig.data.DataBag getValue()</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>getValue</code> in interface <code>org.apache.pig.Accumulator<org.apache.pig.data.DataBag></code></dd>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>getValue</code> in class <code>org.apache.pig.AccumulatorEvalFunc<org.apache.pig.data.DataBag></code></dd>
+</dl>
+</li>
+</ul>
+<a name="cleanup()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>cleanup</h4>
+<pre>public void cleanup()</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>cleanup</code> in interface <code>org.apache.pig.Accumulator<org.apache.pig.data.DataBag></code></dd>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>cleanup</code> in class <code>org.apache.pig.AccumulatorEvalFunc<org.apache.pig.data.DataBag></code></dd>
+</dl>
+</li>
+</ul>
+<a name="outputSchema(org.apache.pig.impl.logicalLayer.schema.Schema)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>outputSchema</h4>
+<pre>public org.apache.pig.impl.logicalLayer.schema.Schema outputSchema(org.apache.pig.impl.logicalLayer.schema.Schema input)</pre>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code>outputSchema</code> in class <code>org.apache.pig.EvalFunc<org.apache.pig.data.DataBag></code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/sessions/SessionCount.html" title="class in datafu.pig.sessions"><span class="strong">Prev Class</span></a></li>
+<li>Next Class</li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sessions/Sessionize.html" target="_top">Frames</a></li>
+<li><a href="Sessionize.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.pig.EvalFunc">Nested</a> | </li>
+<li><a href="#fields_inherited_from_class_org.apache.pig.EvalFunc">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-frame.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-frame.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-frame.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-frame.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,20 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:10 PST 2018 -->
+<title>datafu.pig.sessions (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<h1 class="bar"><a href="../../../datafu/pig/sessions/package-summary.html" target="classFrame">datafu.pig.sessions</a></h1>
+<div class="indexContainer">
+<h2 title="Classes">Classes</h2>
+<ul title="Classes">
+<li><a href="SessionCount.html" title="class in datafu.pig.sessions" target="classFrame">SessionCount</a></li>
+<li><a href="Sessionize.html" title="class in datafu.pig.sessions" target="classFrame">Sessionize</a></li>
+</ul>
+</div>
+</body>
+</html>
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-summary.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-summary.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-summary.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-summary.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,149 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:10 PST 2018 -->
+<title>datafu.pig.sessions (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="datafu.pig.sessions (datafu-pig 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li class="navBarCell1Rev">Package</li>
+<li>Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/sampling/package-summary.html">Prev Package</a></li>
+<li><a href="../../../datafu/pig/sets/package-summary.html">Next Package</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sessions/package-summary.html" target="_top">Frames</a></li>
+<li><a href="package-summary.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<div class="header">
+<h1 title="Package" class="title">Package datafu.pig.sessions</h1>
+<div class="docSummary">
+<div class="block">UDFs for sessionizing data.</div>
+</div>
+<p>See: <a href="#package_description">Description</a></p>
+</div>
+<div class="contentContainer">
+<ul class="blockList">
+<li class="blockList">
+<table class="packageSummary" border="0" cellpadding="3" cellspacing="0" summary="Class Summary table, listing classes, and an explanation">
+<caption><span>Class Summary</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Class</th>
+<th class="colLast" scope="col">Description</th>
+</tr>
+<tbody>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/pig/sessions/SessionCount.html" title="class in datafu.pig.sessions">SessionCount</a></td>
+<td class="colLast">
+<div class="block">Performs a count of events, ignoring events which occur within the
+ same time window.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/pig/sessions/Sessionize.html" title="class in datafu.pig.sessions">Sessionize</a></td>
+<td class="colLast">
+<div class="block">Sessionizes an input stream, appending a session ID to each tuple.</div>
+</td>
+</tr>
+</tbody>
+</table>
+</li>
+</ul>
+<a name="package_description">
+<!-- -->
+</a>
+<h2 title="Package datafu.pig.sessions Description">Package datafu.pig.sessions Description</h2>
+<div class="block">UDFs for sessionizing data.</div>
+</div>
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li class="navBarCell1Rev">Package</li>
+<li>Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/sampling/package-summary.html">Prev Package</a></li>
+<li><a href="../../../datafu/pig/sets/package-summary.html">Next Package</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sessions/package-summary.html" target="_top">Frames</a></li>
+<li><a href="package-summary.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-tree.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-tree.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-tree.html (added)
+++ incubator/datafu/site/docs/datafu/1.3.2/datafu/pig/sessions/package-tree.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,135 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:10 PST 2018 -->
+<title>datafu.pig.sessions Class Hierarchy (datafu-pig 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="datafu.pig.sessions Class Hierarchy (datafu-pig 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li>Class</li>
+<li class="navBarCell1Rev">Tree</li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/sampling/package-tree.html">Prev</a></li>
+<li><a href="../../../datafu/pig/sets/package-tree.html">Next</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sessions/package-tree.html" target="_top">Frames</a></li>
+<li><a href="package-tree.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<div class="header">
+<h1 class="title">Hierarchy For Package datafu.pig.sessions</h1>
+<span class="strong">Package Hierarchies:</span>
+<ul class="horizontal">
+<li><a href="../../../overview-tree.html">All Packages</a></li>
+</ul>
+</div>
+<div class="contentContainer">
+<h2 title="Class Hierarchy">Class Hierarchy</h2>
+<ul>
+<li type="circle">java.lang.Object
+<ul>
+<li type="circle">org.apache.pig.EvalFunc<T>
+<ul>
+<li type="circle">org.apache.pig.AccumulatorEvalFunc<T> (implements org.apache.pig.Accumulator<T>)
+<ul>
+<li type="circle">datafu.pig.sessions.<a href="../../../datafu/pig/sessions/SessionCount.html" title="class in datafu.pig.sessions"><span class="strong">SessionCount</span></a></li>
+<li type="circle">datafu.pig.sessions.<a href="../../../datafu/pig/sessions/Sessionize.html" title="class in datafu.pig.sessions"><span class="strong">Sessionize</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li>Class</li>
+<li class="navBarCell1Rev">Tree</li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/pig/sampling/package-tree.html">Prev</a></li>
+<li><a href="../../../datafu/pig/sets/package-tree.html">Next</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/pig/sessions/package-tree.html" target="_top">Frames</a></li>
+<li><a href="package-tree.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>