You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by ey...@apache.org on 2023/01/25 20:48:41 UTC
svn commit: r1906998 [6/19] - in /datafu/site: ./ blog/ blog/2012/01/10/ blog/2013/01/24/ blog/2013/09/04/ blog/2013/10/03/ blog/2014/04/27/ blog/2015/11/17/ blog/2016/08/10/ blog/2017/03/10/ blog/2018/01/26/ blog/2018/03/22/ blog/2019/01/07/ blog/2019...
Added: datafu/site/docs/spark/1.7.0/datafu/spark/SparkDFUtilsBridge.html
URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/1.7.0/datafu/spark/SparkDFUtilsBridge.html?rev=1906998&view=auto
==============================================================================
--- datafu/site/docs/spark/1.7.0/datafu/spark/SparkDFUtilsBridge.html (added)
+++ datafu/site/docs/spark/1.7.0/datafu/spark/SparkDFUtilsBridge.html Wed Jan 25 20:48:40 2023
@@ -0,0 +1,673 @@
+<!DOCTYPE html >
+<html>
+ <head>
+ <title>SparkDFUtilsBridge - datafu-spark 1.8.0-SNAPSHOT-SNAPSHOT API - datafu.spark.SparkDFUtilsBridge</title>
+ <meta name="description" content="SparkDFUtilsBridge - datafu - spark 1.8.0 - SNAPSHOT - SNAPSHOT API - datafu.spark.SparkDFUtilsBridge" />
+ <meta name="keywords" content="SparkDFUtilsBridge datafu spark 1.8.0 SNAPSHOT SNAPSHOT API datafu.spark.SparkDFUtilsBridge" />
+ <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+
+ <link href="../../lib/template.css" media="screen" type="text/css" rel="stylesheet" />
+ <link href="../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" />
+ <script type="text/javascript" src="../../lib/jquery.js" id="jquery-js"></script>
+ <script type="text/javascript" src="../../lib/jquery-ui.js"></script>
+ <script type="text/javascript" src="../../lib/template.js"></script>
+ <script type="text/javascript" src="../../lib/tools.tooltip.js"></script>
+
+ <script type="text/javascript">
+ if(top === self) {
+ var url = '../../index.html';
+ var hash = 'datafu.spark.SparkDFUtilsBridge';
+ var anchor = window.location.hash;
+ var anchor_opt = '';
+ if (anchor.length >= 1)
+ anchor_opt = '@' + anchor.substring(1);
+ window.location.href = url + '#' + hash + anchor_opt;
+ }
+ </script>
+
+ </head>
+ <body class="type">
+ <div id="definition">
+ <img alt="Class" src="../../lib/class_big.png" />
+ <p id="owner"><a href="../package.html" class="extype" name="datafu">datafu</a>.<a href="package.html" class="extype" name="datafu.spark">spark</a></p>
+ <h1>SparkDFUtilsBridge</h1><h3><span class="morelinks"><div>Related Doc:
+ <a href="package.html" class="extype" name="datafu.spark">package spark</a>
+ </div></span></h3><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ </div>
+
+ <h4 id="signature" class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">class</span>
+ </span>
+ <span class="symbol">
+ <span class="name">SparkDFUtilsBridge</span><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span>
+ </span>
+ </h4>
+
+ <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>class definition so we could expose this functionality in PySpark
+</p></div><div class="toggleContainer block">
+ <span class="toggle">Linear Supertypes</span>
+ <div class="superTypes hiddenContent"><span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div>
+ </div></div>
+
+
+ <div id="mbrsel">
+ <div id="textfilter"><span class="pre"></span><span class="input"><input id="mbrsel-input" type="text" accesskey="/" /></span><span class="post"></span></div>
+ <div id="order">
+ <span class="filtertype">Ordering</span>
+ <ol>
+
+ <li class="alpha in"><span>Alphabetic</span></li>
+ <li class="inherit out"><span>By Inheritance</span></li>
+ </ol>
+ </div>
+ <div id="ancestors">
+ <span class="filtertype">Inherited<br />
+ </span>
+ <ol id="linearization">
+ <li class="in" name="datafu.spark.SparkDFUtilsBridge"><span>SparkDFUtilsBridge</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li>
+ </ol>
+ </div><div id="ancestors">
+ <span class="filtertype"></span>
+ <ol>
+ <li class="hideall out"><span>Hide All</span></li>
+ <li class="showall in"><span>Show All</span></li>
+ </ol>
+ </div>
+ <div id="visbl">
+ <span class="filtertype">Visibility</span>
+ <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol>
+ </div>
+ </div>
+
+ <div id="template">
+ <div id="allMembers">
+ <div id="constructors" class="members">
+ <h3>Instance Constructors</h3>
+ <ol><li name="datafu.spark.SparkDFUtilsBridge#<init>" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="<init>():datafu.spark.SparkDFUtilsBridge"></a>
+ <a id="<init>:SparkDFUtilsBridge"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">new</span>
+ </span>
+ <span class="symbol">
+ <span class="name">SparkDFUtilsBridge</span><span class="params">()</span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@<init>():datafu.spark.SparkDFUtilsBridge" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li></ol>
+ </div>
+
+
+
+
+
+ <div id="values" class="values members">
+ <h3>Value Members</h3>
+ <ol><li name="scala.AnyRef#!=" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="!=(x$1:Any):Boolean"></a>
+ <a id="!=(Any):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@!=(x$1:Any):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.AnyRef###" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="##():Int"></a>
+ <a id="##():Int"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span title="gt4s: $hash$hash" class="name">##</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@##():Int" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.AnyRef#==" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="==(x$1:Any):Boolean"></a>
+ <a id="==(Any):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@==(x$1:Any):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.Any#asInstanceOf" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="asInstanceOf[T0]:T0"></a>
+ <a id="asInstanceOf[T0]:T0"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">asInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Any.asInstanceOf.T0">T0</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@asInstanceOf[T0]:T0" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div>
+ </li><li name="datafu.spark.SparkDFUtilsBridge#broadcastJoinSkewed" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="broadcastJoinSkewed(notSkewed:org.apache.spark.sql.DataFrame,skewed:org.apache.spark.sql.DataFrame,joinCol:String,numRowsToBroadcast:Int,filterCnt:Long,joinType:String):org.apache.spark.sql.DataFrame"></a>
+ <a id="broadcastJoinSkewed(DataFrame,DataFrame,String,Int,Long,String):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">broadcastJoinSkewed</span><span class="params">(<span name="notSkewed">notSkewed: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="skewed">skewed: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="joinCol">joinCol: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="numRowsToBroadcast">numRowsToBroadcast: <span class="extype" name="scala.Int">Int</span></span>, <span name="filterCnt">filterCnt: <span class="extype" name="scala.Long">Long</span></span>, <span name="joinType">joinType: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result">: <a href="../../org/apache/spark/sql/package.htm
l#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@broadcastJoinSkewed(notSkewed:org.apache.spark.sql.DataFrame,skewed:org.apache.spark.sql.DataFrame,joinCol:String,numRowsToBroadcast:Int,filterCnt:Long,joinType:String):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="datafu.spark.SparkDFUtilsBridge#changeSchema" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="changeSchema(df:org.apache.spark.sql.DataFrame,newScheme:java.util.List[String]):org.apache.spark.sql.DataFrame"></a>
+ <a id="changeSchema(DataFrame,List[String]):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">changeSchema</span><span class="params">(<span name="df">df: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="newScheme">newScheme: <span class="extype" name="java.util.List">List</span>[<span class="extype" name="scala.Predef.String">String</span>]</span>)</span><span class="result">: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@changeSchema(df:org.apache.spark.sql.DataFrame,newScheme:java.util.List[String]):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="scala.AnyRef#clone" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="clone():Object"></a>
+ <a id="clone():AnyRef"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">clone</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.AnyRef">AnyRef</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@clone():Object" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../java$lang.html" class="extype" name="java.lang">java.lang</a>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="defval" name="classOf[java.lang.CloneNotSupportedException]">...</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li><li name="datafu.spark.SparkDFUtilsBridge#dedupRandomN" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="dedupRandomN(df:org.apache.spark.sql.DataFrame,groupCol:org.apache.spark.sql.Column,maxSize:Int):org.apache.spark.sql.DataFrame"></a>
+ <a id="dedupRandomN(DataFrame,Column,Int):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">dedupRandomN</span><span class="params">(<span name="df">df: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="groupCol">groupCol: <span class="extype" name="org.apache.spark.sql.Column">Column</span></span>, <span name="maxSize">maxSize: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@dedupRandomN(df:org.apache.spark.sql.DataFrame,groupCol:org.apache.spark.sql.Column,maxSize:Int):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="datafu.spark.SparkDFUtilsBridge#dedupTopN" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="dedupTopN(df:org.apache.spark.sql.DataFrame,n:Int,groupCol:org.apache.spark.sql.Column,orderCols:java.util.List[org.apache.spark.sql.Column]):org.apache.spark.sql.DataFrame"></a>
+ <a id="dedupTopN(DataFrame,Int,Column,List[Column]):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">dedupTopN</span><span class="params">(<span name="df">df: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="n">n: <span class="extype" name="scala.Int">Int</span></span>, <span name="groupCol">groupCol: <span class="extype" name="org.apache.spark.sql.Column">Column</span></span>, <span name="orderCols">orderCols: <span class="extype" name="java.util.List">List</span>[<span class="extype" name="org.apache.spark.sql.Column">Column</span>]</span>)</span><span class="result">: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@dedupTopN(df:org.apache.spark.sql.DataFrame,n:Int,groupCol:org.apache.spark.sql.Column,orderCols:java.util.List[org.apache.spark.sql.Column]):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="datafu.spark.SparkDFUtilsBridge#dedupWithCombiner" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="dedupWithCombiner(df:org.apache.spark.sql.DataFrame,groupCol:java.util.List[org.apache.spark.sql.Column],orderByCol:java.util.List[org.apache.spark.sql.Column],desc:Boolean,columnsFilter:java.util.List[String],columnsFilterKeep:Boolean):org.apache.spark.sql.DataFrame"></a>
+ <a id="dedupWithCombiner(DataFrame,List[Column],List[Column],Boolean,List[String],Boolean):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">dedupWithCombiner</span><span class="params">(<span name="df">df: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="groupCol">groupCol: <span class="extype" name="java.util.List">List</span>[<span class="extype" name="org.apache.spark.sql.Column">Column</span>]</span>, <span name="orderByCol">orderByCol: <span class="extype" name="java.util.List">List</span>[<span class="extype" name="org.apache.spark.sql.Column">Column</span>]</span>, <span name="desc">desc: <span class="extype" name="scala.Boolean">Boolean</span></span>, <span name="columnsFilter">columnsFilter: <span class="extype" name="java.util.List">List</span>[<span class="extype" name="scala.Predef.String">String</span>]</span>, <span name="columnsFilterKeep">columnsFilterKeep: <span class="extype" name="scala.Boolean">Boolean</span></span>)</span>
<span class="result">: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@dedupWithCombiner(df:org.apache.spark.sql.DataFrame,groupCol:java.util.List[org.apache.spark.sql.Column],orderByCol:java.util.List[org.apache.spark.sql.Column],desc:Boolean,columnsFilter:java.util.List[String],columnsFilterKeep:Boolean):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="datafu.spark.SparkDFUtilsBridge#dedupWithOrder" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="dedupWithOrder(df:org.apache.spark.sql.DataFrame,groupCol:org.apache.spark.sql.Column,orderCols:java.util.List[org.apache.spark.sql.Column]):org.apache.spark.sql.DataFrame"></a>
+ <a id="dedupWithOrder(DataFrame,Column,List[Column]):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">dedupWithOrder</span><span class="params">(<span name="df">df: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="groupCol">groupCol: <span class="extype" name="org.apache.spark.sql.Column">Column</span></span>, <span name="orderCols">orderCols: <span class="extype" name="java.util.List">List</span>[<span class="extype" name="org.apache.spark.sql.Column">Column</span>]</span>)</span><span class="result">: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@dedupWithOrder(df:org.apache.spark.sql.DataFrame,groupCol:org.apache.spark.sql.Column,orderCols:java.util.List[org.apache.spark.sql.Column]):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="scala.AnyRef#eq" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="eq(x$1:AnyRef):Boolean"></a>
+ <a id="eq(AnyRef):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">eq</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@eq(x$1:AnyRef):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#equals" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="equals(x$1:Any):Boolean"></a>
+ <a id="equals(Any):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">equals</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@equals(x$1:Any):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="datafu.spark.SparkDFUtilsBridge#explodeArray" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="explodeArray(df:org.apache.spark.sql.DataFrame,arrayCol:org.apache.spark.sql.Column,alias:String):org.apache.spark.sql.DataFrame"></a>
+ <a id="explodeArray(DataFrame,Column,String):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">explodeArray</span><span class="params">(<span name="df">df: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="arrayCol">arrayCol: <span class="extype" name="org.apache.spark.sql.Column">Column</span></span>, <span name="alias">alias: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result">: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@explodeArray(df:org.apache.spark.sql.DataFrame,arrayCol:org.apache.spark.sql.Column,alias:String):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="scala.AnyRef#finalize" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="finalize():Unit"></a>
+ <a id="finalize():Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">finalize</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@finalize():Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../java$lang.html" class="extype" name="java.lang">java.lang</a>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="symbol">classOf[java.lang.Throwable]</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li><li name="scala.AnyRef#getClass" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="getClass():Class[_]"></a>
+ <a id="getClass():Class[_]"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">getClass</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.Class">Class</span>[_]</span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@getClass():Class[_]" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.AnyRef#hashCode" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="hashCode():Int"></a>
+ <a id="hashCode():Int"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">hashCode</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@hashCode():Int" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.Any#isInstanceOf" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="isInstanceOf[T0]:Boolean"></a>
+ <a id="isInstanceOf[T0]:Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">isInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@isInstanceOf[T0]:Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div>
+ </li><li name="datafu.spark.SparkDFUtilsBridge#joinSkewed" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="joinSkewed(dfLeft:org.apache.spark.sql.DataFrame,dfRight:org.apache.spark.sql.DataFrame,joinExprs:org.apache.spark.sql.Column,numShards:Int,joinType:String):org.apache.spark.sql.DataFrame"></a>
+ <a id="joinSkewed(DataFrame,DataFrame,Column,Int,String):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">joinSkewed</span><span class="params">(<span name="dfLeft">dfLeft: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="dfRight">dfRight: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="joinExprs">joinExprs: <span class="extype" name="org.apache.spark.sql.Column">Column</span></span>, <span name="numShards">numShards: <span class="extype" name="scala.Int">Int</span></span>, <span name="joinType">joinType: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result">: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.Da
taFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@joinSkewed(dfLeft:org.apache.spark.sql.DataFrame,dfRight:org.apache.spark.sql.DataFrame,joinExprs:org.apache.spark.sql.Column,numShards:Int,joinType:String):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="datafu.spark.SparkDFUtilsBridge#joinWithRange" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="joinWithRange(dfSingle:org.apache.spark.sql.DataFrame,colSingle:String,dfRange:org.apache.spark.sql.DataFrame,colRangeStart:String,colRangeEnd:String,DECREASE_FACTOR:Long):org.apache.spark.sql.DataFrame"></a>
+ <a id="joinWithRange(DataFrame,String,DataFrame,String,String,Long):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">joinWithRange</span><span class="params">(<span name="dfSingle">dfSingle: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="colSingle">colSingle: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="dfRange">dfRange: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="colRangeStart">colRangeStart: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="colRangeEnd">colRangeEnd: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="DECREASE_FACTOR">DECREASE_FACTOR: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <a href="../../org/apache/sp
ark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@joinWithRange(dfSingle:org.apache.spark.sql.DataFrame,colSingle:String,dfRange:org.apache.spark.sql.DataFrame,colRangeStart:String,colRangeEnd:String,DECREASE_FACTOR:Long):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="datafu.spark.SparkDFUtilsBridge#joinWithRangeAndDedup" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="joinWithRangeAndDedup(dfSingle:org.apache.spark.sql.DataFrame,colSingle:String,dfRange:org.apache.spark.sql.DataFrame,colRangeStart:String,colRangeEnd:String,DECREASE_FACTOR:Long,dedupSmallRange:Boolean):org.apache.spark.sql.DataFrame"></a>
+ <a id="joinWithRangeAndDedup(DataFrame,String,DataFrame,String,String,Long,Boolean):DataFrame"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">joinWithRangeAndDedup</span><span class="params">(<span name="dfSingle">dfSingle: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="colSingle">colSingle: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="dfRange">dfRange: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>, <span name="colRangeStart">colRangeStart: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="colRangeEnd">colRangeEnd: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="DECREASE_FACTOR">DECREASE_FACTOR: <span class="extype" name="scala.Long">Long</span></span>, <span name="dedupSmallRange">dedupSmallRange: <sp
an class="extype" name="scala.Boolean">Boolean</span></span>)</span><span class="result">: <a href="../../org/apache/spark/sql/package.html#DataFrame=org.apache.spark.sql.Dataset[org.apache.spark.sql.Row]" class="extmbr" name="org.apache.spark.sql.DataFrame">DataFrame</a></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@joinWithRangeAndDedup(dfSingle:org.apache.spark.sql.DataFrame,colSingle:String,dfRange:org.apache.spark.sql.DataFrame,colRangeStart:String,colRangeEnd:String,DECREASE_FACTOR:Long,dedupSmallRange:Boolean):org.apache.spark.sql.DataFrame" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li><li name="scala.AnyRef#ne" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="ne(x$1:AnyRef):Boolean"></a>
+ <a id="ne(AnyRef):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">ne</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@ne(x$1:AnyRef):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#notify" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="notify():Unit"></a>
+ <a id="notify():Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">notify</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@notify():Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#notifyAll" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="notifyAll():Unit"></a>
+ <a id="notifyAll():Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">notifyAll</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@notifyAll():Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#synchronized" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="synchronized[T0](x$1:=>T0):T0"></a>
+ <a id="synchronized[T0](âT0):T0"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">synchronized</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="params">(<span name="arg0">arg0: â <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>)</span><span class="result">: <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@synchronized[T0](x$1:=>T0):T0" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#toString" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="toString():String"></a>
+ <a id="toString():String"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">toString</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.String">String</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@toString():String" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="wait():Unit"></a>
+ <a id="wait():Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">wait</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@wait():Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="defval" name="classOf[java.lang.InterruptedException]">...</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="wait(x$1:Long,x$2:Int):Unit"></a>
+ <a id="wait(Long,Int):Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>, <span name="arg1">arg1: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@wait(x$1:Long,x$2:Int):Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="defval" name="classOf[java.lang.InterruptedException]">...</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="wait(x$1:Long):Unit"></a>
+ <a id="wait(Long):Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkDFUtilsBridge@wait(x$1:Long):Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="defval" name="classOf[java.lang.InterruptedException]">...</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li></ol>
+ </div>
+
+
+
+
+ </div>
+
+ <div id="inheritedMembers">
+ <div class="parent" name="scala.AnyRef">
+ <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3>
+ </div><div class="parent" name="scala.Any">
+ <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3>
+ </div>
+
+ </div>
+
+ <div id="groupedMembers">
+ <div class="group" name="Ungrouped">
+ <h3>Ungrouped</h3>
+
+ </div>
+ </div>
+
+ </div>
+
+ <div id="tooltip"></div>
+
+ <div id="footer"> </div>
+
+
+ </body>
+ </html>
Added: datafu/site/docs/spark/1.7.0/datafu/spark/SparkUDAFs$$CountDistinctUpTo.html
URL: http://svn.apache.org/viewvc/datafu/site/docs/spark/1.7.0/datafu/spark/SparkUDAFs%24%24CountDistinctUpTo.html?rev=1906998&view=auto
==============================================================================
--- datafu/site/docs/spark/1.7.0/datafu/spark/SparkUDAFs$$CountDistinctUpTo.html (added)
+++ datafu/site/docs/spark/1.7.0/datafu/spark/SparkUDAFs$$CountDistinctUpTo.html Wed Jan 25 20:48:40 2023
@@ -0,0 +1,686 @@
+<!DOCTYPE html >
+<html>
+ <head>
+ <title>CountDistinctUpTo - datafu-spark 1.8.0-SNAPSHOT-SNAPSHOT API - datafu.spark.SparkUDAFs.CountDistinctUpTo</title>
+ <meta name="description" content="CountDistinctUpTo - datafu - spark 1.8.0 - SNAPSHOT - SNAPSHOT API - datafu.spark.SparkUDAFs.CountDistinctUpTo" />
+ <meta name="keywords" content="CountDistinctUpTo datafu spark 1.8.0 SNAPSHOT SNAPSHOT API datafu.spark.SparkUDAFs.CountDistinctUpTo" />
+ <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+
+ <link href="../../lib/template.css" media="screen" type="text/css" rel="stylesheet" />
+ <link href="../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" />
+ <script type="text/javascript" src="../../lib/jquery.js" id="jquery-js"></script>
+ <script type="text/javascript" src="../../lib/jquery-ui.js"></script>
+ <script type="text/javascript" src="../../lib/template.js"></script>
+ <script type="text/javascript" src="../../lib/tools.tooltip.js"></script>
+
+ <script type="text/javascript">
+ if(top === self) {
+ var url = '../../index.html';
+ var hash = 'datafu.spark.SparkUDAFs$$CountDistinctUpTo';
+ var anchor = window.location.hash;
+ var anchor_opt = '';
+ if (anchor.length >= 1)
+ anchor_opt = '@' + anchor.substring(1);
+ window.location.href = url + '#' + hash + anchor_opt;
+ }
+ </script>
+
+ </head>
+ <body class="type">
+ <div id="definition">
+ <img alt="Class" src="../../lib/class_big.png" />
+ <p id="owner"><a href="../package.html" class="extype" name="datafu">datafu</a>.<a href="package.html" class="extype" name="datafu.spark">spark</a>.<a href="SparkUDAFs$.html" class="extype" name="datafu.spark.SparkUDAFs">SparkUDAFs</a></p>
+ <h1>CountDistinctUpTo</h1><h3><span class="morelinks"><div>Related Doc:
+ <a href="SparkUDAFs$.html" class="extype" name="datafu.spark.SparkUDAFs">package SparkUDAFs</a>
+ </div></span></h3><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ </div>
+
+ <h4 id="signature" class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">class</span>
+ </span>
+ <span class="symbol">
+ <span class="name">CountDistinctUpTo</span><span class="result"> extends <span class="extype" name="org.apache.spark.sql.expressions.UserDefinedAggregateFunction">UserDefinedAggregateFunction</span></span>
+ </span>
+ </h4>
+
+ <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Counts number of distinct records, but only up to a preset amount -
+more efficient than an unbounded count
+</p></div><div class="toggleContainer block">
+ <span class="toggle">Linear Supertypes</span>
+ <div class="superTypes hiddenContent"><span class="extype" name="org.apache.spark.sql.expressions.UserDefinedAggregateFunction">UserDefinedAggregateFunction</span>, <span class="extype" name="scala.Serializable">Serializable</span>, <span class="extype" name="java.io.Serializable">Serializable</span>, <span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div>
+ </div></div>
+
+
+ <div id="mbrsel">
+ <div id="textfilter"><span class="pre"></span><span class="input"><input id="mbrsel-input" type="text" accesskey="/" /></span><span class="post"></span></div>
+ <div id="order">
+ <span class="filtertype">Ordering</span>
+ <ol>
+
+ <li class="alpha in"><span>Alphabetic</span></li>
+ <li class="inherit out"><span>By Inheritance</span></li>
+ </ol>
+ </div>
+ <div id="ancestors">
+ <span class="filtertype">Inherited<br />
+ </span>
+ <ol id="linearization">
+ <li class="in" name="datafu.spark.SparkUDAFs.CountDistinctUpTo"><span>CountDistinctUpTo</span></li><li class="in" name="org.apache.spark.sql.expressions.UserDefinedAggregateFunction"><span>UserDefinedAggregateFunction</span></li><li class="in" name="scala.Serializable"><span>Serializable</span></li><li class="in" name="java.io.Serializable"><span>Serializable</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li>
+ </ol>
+ </div><div id="ancestors">
+ <span class="filtertype"></span>
+ <ol>
+ <li class="hideall out"><span>Hide All</span></li>
+ <li class="showall in"><span>Show All</span></li>
+ </ol>
+ </div>
+ <div id="visbl">
+ <span class="filtertype">Visibility</span>
+ <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol>
+ </div>
+ </div>
+
+ <div id="template">
+ <div id="allMembers">
+ <div id="constructors" class="members">
+ <h3>Instance Constructors</h3>
+ <ol><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#<init>" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
+ <a id="<init>(maxItems:Int):datafu.spark.SparkUDAFs.CountDistinctUpTo"></a>
+ <a id="<init>:CountDistinctUpTo"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">new</span>
+ </span>
+ <span class="symbol">
+ <span class="name">CountDistinctUpTo</span><span class="params">(<span name="maxItems">maxItems: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">1</span></span>)</span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@<init>(maxItems:Int):datafu.spark.SparkUDAFs.CountDistinctUpTo" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+
+ </li></ol>
+ </div>
+
+
+
+
+
+ <div id="values" class="values members">
+ <h3>Value Members</h3>
+ <ol><li name="scala.AnyRef#!=" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="!=(x$1:Any):Boolean"></a>
+ <a id="!=(Any):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@!=(x$1:Any):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.AnyRef###" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="##():Int"></a>
+ <a id="##():Int"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span title="gt4s: $hash$hash" class="name">##</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@##():Int" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.AnyRef#==" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="==(x$1:Any):Boolean"></a>
+ <a id="==(Any):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@==(x$1:Any):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="org.apache.spark.sql.expressions.UserDefinedAggregateFunction#apply" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="apply(exprs:<?>):org.apache.spark.sql.Column"></a>
+ <a id="apply(Column*):Column"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">apply</span><span class="params">(<span name="exprs">exprs: <span class="extype" name="org.apache.spark.sql.Column">Column</span>*</span>)</span><span class="result">: <span class="extype" name="org.apache.spark.sql.Column">Column</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@apply(exprs:org.apache.spark.sql.Column*):org.apache.spark.sql.Column" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>UserDefinedAggregateFunction</dd><dt>Annotations</dt><dd>
+ <span class="name">@varargs</span><span class="args">()</span>
+
+ </dd></dl></div>
+ </li><li name="scala.Any#asInstanceOf" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="asInstanceOf[T0]:T0"></a>
+ <a id="asInstanceOf[T0]:T0"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">asInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Any.asInstanceOf.T0">T0</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@asInstanceOf[T0]:T0" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div>
+ </li><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#bufferSchema" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="bufferSchema:org.apache.spark.sql.types.StructType"></a>
+ <a id="bufferSchema:StructType"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">bufferSchema</span><span class="result">: <span class="extype" name="org.apache.spark.sql.types.StructType">StructType</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@bufferSchema:org.apache.spark.sql.types.StructType" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="datafu.spark.SparkUDAFs.CountDistinctUpTo">CountDistinctUpTo</a> â UserDefinedAggregateFunction</dd></dl></div>
+ </li><li name="scala.AnyRef#clone" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="clone():Object"></a>
+ <a id="clone():AnyRef"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">clone</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.AnyRef">AnyRef</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@clone():Object" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../java$lang.html" class="extype" name="java.lang">java.lang</a>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="defval" name="classOf[java.lang.CloneNotSupportedException]">...</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#dataType" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="dataType:org.apache.spark.sql.types.DataType"></a>
+ <a id="dataType:DataType"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">dataType</span><span class="result">: <span class="extype" name="org.apache.spark.sql.types.DataType">DataType</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@dataType:org.apache.spark.sql.types.DataType" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="datafu.spark.SparkUDAFs.CountDistinctUpTo">CountDistinctUpTo</a> â UserDefinedAggregateFunction</dd></dl></div>
+ </li><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#deterministic" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="deterministic:Boolean"></a>
+ <a id="deterministic:Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">deterministic</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@deterministic:Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="datafu.spark.SparkUDAFs.CountDistinctUpTo">CountDistinctUpTo</a> â UserDefinedAggregateFunction</dd></dl></div>
+ </li><li name="org.apache.spark.sql.expressions.UserDefinedAggregateFunction#distinct" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="distinct(exprs:<?>):org.apache.spark.sql.Column"></a>
+ <a id="distinct(Column*):Column"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">distinct</span><span class="params">(<span name="exprs">exprs: <span class="extype" name="org.apache.spark.sql.Column">Column</span>*</span>)</span><span class="result">: <span class="extype" name="org.apache.spark.sql.Column">Column</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@distinct(exprs:org.apache.spark.sql.Column*):org.apache.spark.sql.Column" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>UserDefinedAggregateFunction</dd><dt>Annotations</dt><dd>
+ <span class="name">@varargs</span><span class="args">()</span>
+
+ </dd></dl></div>
+ </li><li name="scala.AnyRef#eq" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="eq(x$1:AnyRef):Boolean"></a>
+ <a id="eq(AnyRef):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">eq</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@eq(x$1:AnyRef):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#equals" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="equals(x$1:Any):Boolean"></a>
+ <a id="equals(Any):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">equals</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@equals(x$1:Any):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#evaluate" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="evaluate(buffer:org.apache.spark.sql.Row):Int"></a>
+ <a id="evaluate(Row):Int"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">evaluate</span><span class="params">(<span name="buffer">buffer: <span class="extype" name="org.apache.spark.sql.Row">Row</span></span>)</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@evaluate(buffer:org.apache.spark.sql.Row):Int" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="datafu.spark.SparkUDAFs.CountDistinctUpTo">CountDistinctUpTo</a> â UserDefinedAggregateFunction</dd></dl></div>
+ </li><li name="scala.AnyRef#finalize" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="finalize():Unit"></a>
+ <a id="finalize():Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">finalize</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@finalize():Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../java$lang.html" class="extype" name="java.lang">java.lang</a>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="symbol">classOf[java.lang.Throwable]</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li><li name="scala.AnyRef#getClass" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="getClass():Class[_]"></a>
+ <a id="getClass():Class[_]"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">getClass</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.Class">Class</span>[_]</span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@getClass():Class[_]" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="scala.AnyRef#hashCode" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="hashCode():Int"></a>
+ <a id="hashCode():Int"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">hashCode</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@hashCode():Int" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#initialize" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="initialize(buffer:org.apache.spark.sql.expressions.MutableAggregationBuffer):Unit"></a>
+ <a id="initialize(MutableAggregationBuffer):Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">initialize</span><span class="params">(<span name="buffer">buffer: <span class="extype" name="org.apache.spark.sql.expressions.MutableAggregationBuffer">MutableAggregationBuffer</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@initialize(buffer:org.apache.spark.sql.expressions.MutableAggregationBuffer):Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="datafu.spark.SparkUDAFs.CountDistinctUpTo">CountDistinctUpTo</a> â UserDefinedAggregateFunction</dd></dl></div>
+ </li><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#inputSchema" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="inputSchema:org.apache.spark.sql.types.StructType"></a>
+ <a id="inputSchema:StructType"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">inputSchema</span><span class="result">: <span class="extype" name="org.apache.spark.sql.types.StructType">StructType</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@inputSchema:org.apache.spark.sql.types.StructType" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="datafu.spark.SparkUDAFs.CountDistinctUpTo">CountDistinctUpTo</a> â UserDefinedAggregateFunction</dd></dl></div>
+ </li><li name="scala.Any#isInstanceOf" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="isInstanceOf[T0]:Boolean"></a>
+ <a id="isInstanceOf[T0]:Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">isInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@isInstanceOf[T0]:Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div>
+ </li><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#merge" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="merge(buffer1:org.apache.spark.sql.expressions.MutableAggregationBuffer,buffer2:org.apache.spark.sql.Row):Unit"></a>
+ <a id="merge(MutableAggregationBuffer,Row):Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">merge</span><span class="params">(<span name="buffer1">buffer1: <span class="extype" name="org.apache.spark.sql.expressions.MutableAggregationBuffer">MutableAggregationBuffer</span></span>, <span name="buffer2">buffer2: <span class="extype" name="org.apache.spark.sql.Row">Row</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@merge(buffer1:org.apache.spark.sql.expressions.MutableAggregationBuffer,buffer2:org.apache.spark.sql.Row):Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="datafu.spark.SparkUDAFs.CountDistinctUpTo">CountDistinctUpTo</a> â UserDefinedAggregateFunction</dd></dl></div>
+ </li><li name="scala.AnyRef#ne" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="ne(x$1:AnyRef):Boolean"></a>
+ <a id="ne(AnyRef):Boolean"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">ne</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@ne(x$1:AnyRef):Boolean" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#notify" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="notify():Unit"></a>
+ <a id="notify():Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">notify</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@notify():Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#notifyAll" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="notifyAll():Unit"></a>
+ <a id="notifyAll():Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">notifyAll</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@notifyAll():Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#synchronized" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="synchronized[T0](x$1:=>T0):T0"></a>
+ <a id="synchronized[T0](âT0):T0"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">synchronized</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="params">(<span name="arg0">arg0: â <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>)</span><span class="result">: <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@synchronized[T0](x$1:=>T0):T0" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div>
+ </li><li name="scala.AnyRef#toString" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="toString():String"></a>
+ <a id="toString():String"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">toString</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.String">String</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@toString():String" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef â Any</dd></dl></div>
+ </li><li name="datafu.spark.SparkUDAFs.CountDistinctUpTo#update" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="update(buffer:org.apache.spark.sql.expressions.MutableAggregationBuffer,input:org.apache.spark.sql.Row):Unit"></a>
+ <a id="update(MutableAggregationBuffer,Row):Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier"></span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">update</span><span class="params">(<span name="buffer">buffer: <span class="extype" name="org.apache.spark.sql.expressions.MutableAggregationBuffer">MutableAggregationBuffer</span></span>, <span name="input">input: <span class="extype" name="org.apache.spark.sql.Row">Row</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@update(buffer:org.apache.spark.sql.expressions.MutableAggregationBuffer,input:org.apache.spark.sql.Row):Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="datafu.spark.SparkUDAFs.CountDistinctUpTo">CountDistinctUpTo</a> â UserDefinedAggregateFunction</dd></dl></div>
+ </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="wait():Unit"></a>
+ <a id="wait():Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">wait</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@wait():Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="defval" name="classOf[java.lang.InterruptedException]">...</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="wait(x$1:Long,x$2:Int):Unit"></a>
+ <a id="wait(Long,Int):Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>, <span name="arg1">arg1: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@wait(x$1:Long,x$2:Int):Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="defval" name="classOf[java.lang.InterruptedException]">...</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
+ <a id="wait(x$1:Long):Unit"></a>
+ <a id="wait(Long):Unit"></a>
+ <h4 class="signature">
+ <span class="modifier_kind">
+ <span class="modifier">final </span>
+ <span class="kind">def</span>
+ </span>
+ <span class="symbol">
+ <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span>
+ </span>
+ </h4><span class="permalink">
+ <a href="../../index.html#datafu.spark.SparkUDAFs$$CountDistinctUpTo@wait(x$1:Long):Unit" title="Permalink" target="_top">
+ <img src="../../lib/permalink.png" alt="Permalink" />
+ </a>
+ </span>
+ <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd>
+ <span class="name">@throws</span><span class="args">(<span>
+
+ <span class="defval" name="classOf[java.lang.InterruptedException]">...</span>
+ </span>)</span>
+
+ </dd></dl></div>
+ </li></ol>
+ </div>
+
+
+
+
+ </div>
+
+ <div id="inheritedMembers">
+ <div class="parent" name="org.apache.spark.sql.expressions.UserDefinedAggregateFunction">
+ <h3>Inherited from <span class="extype" name="org.apache.spark.sql.expressions.UserDefinedAggregateFunction">UserDefinedAggregateFunction</span></h3>
+ </div><div class="parent" name="scala.Serializable">
+ <h3>Inherited from <span class="extype" name="scala.Serializable">Serializable</span></h3>
+ </div><div class="parent" name="java.io.Serializable">
+ <h3>Inherited from <span class="extype" name="java.io.Serializable">Serializable</span></h3>
+ </div><div class="parent" name="scala.AnyRef">
+ <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3>
+ </div><div class="parent" name="scala.Any">
+ <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3>
+ </div>
+
+ </div>
+
+ <div id="groupedMembers">
+ <div class="group" name="Ungrouped">
+ <h3>Ungrouped</h3>
+
+ </div>
+ </div>
+
+ </div>
+
+ <div id="tooltip"></div>
+
+ <div id="footer"> </div>
+
+
+ </body>
+ </html>