You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by gu...@apache.org on 2018/07/03 18:10:26 UTC
[08/14] spark-website git commit: Fix signature description broken in
PySpark API documentation in 2.1.2
http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/serializers.html
----------------------------------------------------------------------
diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/serializers.html b/site/docs/2.1.2/api/python/_modules/pyspark/serializers.html
index 7d555b9..d432c3f 100644
--- a/site/docs/2.1.2/api/python/_modules/pyspark/serializers.html
+++ b/site/docs/2.1.2/api/python/_modules/pyspark/serializers.html
@@ -158,13 +158,13 @@
<span class="c1"># subclasses should override __eq__ as appropriate.</span>
<span class="k">def</span> <span class="nf">__eq__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">):</span>
- <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">__class__</span><span class="p">)</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">__dict__</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">__dict__</span>
+ <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="p">)</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="vm">__dict__</span>
<span class="k">def</span> <span class="nf">__ne__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">):</span>
- <span class="k">return</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">__eq__</span><span class="p">(</span><span class="n">other</span><span class="p">)</span>
+ <span class="k">return</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__eq__</span><span class="p">(</span><span class="n">other</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
- <span class="k">return</span> <span class="s2">"</span><span class="si">%s</span><span class="s2">()"</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">__class__</span><span class="o">.</span><span class="n">__name__</span>
+ <span class="k">return</span> <span class="s2">"</span><span class="si">%s</span><span class="s2">()"</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span>
<span class="k">def</span> <span class="nf">__hash__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">return</span> <span class="nb">hash</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="p">))</span>
@@ -285,7 +285,7 @@
<span class="sd"> have similar sizes.</span>
<span class="sd"> """</span>
<span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">serializer</span><span class="p">,</span> <span class="n">batchSize</span><span class="o">=</span><span class="mi">10</span><span class="p">):</span>
- <span class="n">BatchedSerializer</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">serializer</span><span class="p">,</span> <span class="n">batchSize</span><span class="p">)</span>
+ <span class="n">BatchedSerializer</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">serializer</span><span class="p">,</span> <span class="n">batchSize</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">_batched</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">iterator</span><span class="p">):</span>
<span class="n">n</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">batchSize</span>
@@ -306,7 +306,7 @@
<span class="sd"> """</span>
<span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">serializer</span><span class="p">,</span> <span class="n">bestSize</span><span class="o">=</span><span class="mi">1</span> <span class="o"><<</span> <span class="mi">16</span><span class="p">):</span>
- <span class="n">BatchedSerializer</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">serializer</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">UNKNOWN_BATCH_SIZE</span><span class="p">)</span>
+ <span class="n">BatchedSerializer</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">serializer</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">UNKNOWN_BATCH_SIZE</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">bestSize</span> <span class="o">=</span> <span class="n">bestSize</span>
<span class="k">def</span> <span class="nf">dump_stream</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">iterator</span><span class="p">,</span> <span class="n">stream</span><span class="p">):</span>
@@ -408,23 +408,23 @@
<span class="k">def</span> <span class="nf">_restore</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">fields</span><span class="p">,</span> <span class="n">value</span><span class="p">):</span>
<span class="sd">""" Restore an object of namedtuple"""</span>
<span class="n">k</span> <span class="o">=</span> <span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">fields</span><span class="p">)</span>
- <span class="n">cls</span> <span class="o">=</span> <span class="n">__cls</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">k</span><span class="p">)</span>
- <span class="k">if</span> <span class="n">cls</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
- <span class="n">cls</span> <span class="o">=</span> <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">fields</span><span class="p">)</span>
- <span class="n">__cls</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="n">cls</span>
- <span class="k">return</span> <span class="n">cls</span><span class="p">(</span><span class="o">*</span><span class="n">value</span><span class="p">)</span>
+ <span class="bp">cls</span> <span class="o">=</span> <span class="n">__cls</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">k</span><span class="p">)</span>
+ <span class="k">if</span> <span class="bp">cls</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">cls</span> <span class="o">=</span> <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">fields</span><span class="p">)</span>
+ <span class="n">__cls</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="bp">cls</span>
+ <span class="k">return</span> <span class="bp">cls</span><span class="p">(</span><span class="o">*</span><span class="n">value</span><span class="p">)</span>
-<span class="k">def</span> <span class="nf">_hack_namedtuple</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span>
+<span class="k">def</span> <span class="nf">_hack_namedtuple</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span>
<span class="sd">""" Make class generated by namedtuple picklable """</span>
- <span class="n">name</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">__name__</span>
- <span class="n">fields</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">_fields</span>
+ <span class="n">name</span> <span class="o">=</span> <span class="bp">cls</span><span class="o">.</span><span class="vm">__name__</span>
+ <span class="n">fields</span> <span class="o">=</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_fields</span>
<span class="k">def</span> <span class="nf">__reduce__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">return</span> <span class="p">(</span><span class="n">_restore</span><span class="p">,</span> <span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">fields</span><span class="p">,</span> <span class="nb">tuple</span><span class="p">(</span><span class="bp">self</span><span class="p">)))</span>
- <span class="n">cls</span><span class="o">.</span><span class="n">__reduce__</span> <span class="o">=</span> <span class="n">__reduce__</span>
- <span class="n">cls</span><span class="o">.</span><span class="n">_is_namedtuple_</span> <span class="o">=</span> <span class="kc">True</span>
- <span class="k">return</span> <span class="n">cls</span>
+ <span class="bp">cls</span><span class="o">.</span><span class="n">__reduce__</span> <span class="o">=</span> <span class="n">__reduce__</span>
+ <span class="bp">cls</span><span class="o">.</span><span class="n">_is_namedtuple_</span> <span class="o">=</span> <span class="kc">True</span>
+ <span class="k">return</span> <span class="bp">cls</span>
<span class="k">def</span> <span class="nf">_hijack_namedtuple</span><span class="p">():</span>
@@ -437,8 +437,8 @@
<span class="k">global</span> <span class="n">_old_namedtuple_kwdefaults</span> <span class="c1"># or it will put in closure too</span>
<span class="k">def</span> <span class="nf">_copy_func</span><span class="p">(</span><span class="n">f</span><span class="p">):</span>
- <span class="k">return</span> <span class="n">types</span><span class="o">.</span><span class="n">FunctionType</span><span class="p">(</span><span class="n">f</span><span class="o">.</span><span class="n">__code__</span><span class="p">,</span> <span class="n">f</span><span class="o">.</span><span class="n">__globals__</span><span class="p">,</span> <span class="n">f</span><span class="o">.</span><span class="n">__name__</span><span class="p">,</span>
- <span class="n">f</span><span class="o">.</span><span class="n">__defaults__</span><span class="p">,</span> <span class="n">f</span><span class="o">.</span><span class="n">__closure__</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">types</span><span class="o">.</span><span class="n">FunctionType</span><span class="p">(</span><span class="n">f</span><span class="o">.</span><span class="vm">__code__</span><span class="p">,</span> <span class="n">f</span><span class="o">.</span><span class="vm">__globals__</span><span class="p">,</span> <span class="n">f</span><span class="o">.</span><span class="vm">__name__</span><span class="p">,</span>
+ <span class="n">f</span><span class="o">.</span><span class="vm">__defaults__</span><span class="p">,</span> <span class="n">f</span><span class="o">.</span><span class="vm">__closure__</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">_kwdefaults</span><span class="p">(</span><span class="n">f</span><span class="p">):</span>
<span class="c1"># __kwdefaults__ contains the default values of keyword-only arguments which are</span>
@@ -461,23 +461,23 @@
<span class="k">def</span> <span class="nf">namedtuple</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
<span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">_old_namedtuple_kwdefaults</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
<span class="n">kwargs</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="n">kwargs</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">k</span><span class="p">,</span> <span class="n">v</span><span class="p">)</span>
- <span class="n">cls</span> <span class="o">=</span> <span class="n">_old_namedtuple</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
- <span class="k">return</span> <span class="n">_hack_namedtuple</span><span class="p">(</span><span class="n">cls</span><span class="p">)</span>
+ <span class="bp">cls</span> <span class="o">=</span> <span class="n">_old_namedtuple</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">_hack_namedtuple</span><span class="p">(</span><span class="bp">cls</span><span class="p">)</span>
<span class="c1"># replace namedtuple with new one</span>
- <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="n">__globals__</span><span class="p">[</span><span class="s2">"_old_namedtuple_kwdefaults"</span><span class="p">]</span> <span class="o">=</span> <span class="n">_old_namedtuple_kwdefaults</span>
- <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="n">__globals__</span><span class="p">[</span><span class="s2">"_old_namedtuple"</span><span class="p">]</span> <span class="o">=</span> <span class="n">_old_namedtuple</span>
- <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="n">__globals__</span><span class="p">[</span><span class="s2">"_hack_namedtuple"</span><span class="p">]</span> <span class="o">=</span> <span class="n">_hack_namedtuple</span>
- <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="n">__code__</span> <span class="o">=</span> <span class="n">namedtuple</span><span class="o">.</span><span class="n">__code__</span>
+ <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="vm">__globals__</span><span class="p">[</span><span class="s2">"_old_namedtuple_kwdefaults"</span><span class="p">]</span> <span class="o">=</span> <span class="n">_old_namedtuple_kwdefaults</span>
+ <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="vm">__globals__</span><span class="p">[</span><span class="s2">"_old_namedtuple"</span><span class="p">]</span> <span class="o">=</span> <span class="n">_old_namedtuple</span>
+ <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="vm">__globals__</span><span class="p">[</span><span class="s2">"_hack_namedtuple"</span><span class="p">]</span> <span class="o">=</span> <span class="n">_hack_namedtuple</span>
+ <span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="vm">__code__</span> <span class="o">=</span> <span class="n">namedtuple</span><span class="o">.</span><span class="vm">__code__</span>
<span class="n">collections</span><span class="o">.</span><span class="n">namedtuple</span><span class="o">.</span><span class="n">__hijack</span> <span class="o">=</span> <span class="mi">1</span>
<span class="c1"># hack the cls already generated by namedtuple</span>
<span class="c1"># those created in other module can be pickled as normal,</span>
<span class="c1"># so only hack those in __main__ module</span>
- <span class="k">for</span> <span class="n">n</span><span class="p">,</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">sys</span><span class="o">.</span><span class="n">modules</span><span class="p">[</span><span class="s2">"__main__"</span><span class="p">]</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
+ <span class="k">for</span> <span class="n">n</span><span class="p">,</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">sys</span><span class="o">.</span><span class="n">modules</span><span class="p">[</span><span class="s2">"__main__"</span><span class="p">]</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
<span class="k">if</span> <span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">o</span><span class="p">)</span> <span class="ow">is</span> <span class="nb">type</span> <span class="ow">and</span> <span class="n">o</span><span class="o">.</span><span class="n">__base__</span> <span class="ow">is</span> <span class="nb">tuple</span>
<span class="ow">and</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">o</span><span class="p">,</span> <span class="s2">"_fields"</span><span class="p">)</span>
- <span class="ow">and</span> <span class="s2">"__reduce__"</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">o</span><span class="o">.</span><span class="n">__dict__</span><span class="p">):</span>
+ <span class="ow">and</span> <span class="s2">"__reduce__"</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">o</span><span class="o">.</span><span class="vm">__dict__</span><span class="p">):</span>
<span class="n">_hack_namedtuple</span><span class="p">(</span><span class="n">o</span><span class="p">)</span> <span class="c1"># hack inplace</span>
@@ -536,23 +536,23 @@
<span class="sd"> """</span>
<span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
- <span class="n">FramedSerializer</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
+ <span class="n">FramedSerializer</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">_type</span> <span class="o">=</span> <span class="kc">None</span>
<span class="k">def</span> <span class="nf">dumps</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">obj</span><span class="p">):</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_type</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
- <span class="k">return</span> <span class="n">b</span><span class="s1">'P'</span> <span class="o">+</span> <span class="n">pickle</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">obj</span><span class="p">,</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span>
+ <span class="k">return</span> <span class="sa">b</span><span class="s1">'P'</span> <span class="o">+</span> <span class="n">pickle</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">obj</span><span class="p">,</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span>
<span class="k">try</span><span class="p">:</span>
- <span class="k">return</span> <span class="n">b</span><span class="s1">'M'</span> <span class="o">+</span> <span class="n">marshal</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">obj</span><span class="p">)</span>
+ <span class="k">return</span> <span class="sa">b</span><span class="s1">'M'</span> <span class="o">+</span> <span class="n">marshal</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">obj</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span><span class="p">:</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">_type</span> <span class="o">=</span> <span class="n">b</span><span class="s1">'P'</span>
- <span class="k">return</span> <span class="n">b</span><span class="s1">'P'</span> <span class="o">+</span> <span class="n">pickle</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">obj</span><span class="p">,</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_type</span> <span class="o">=</span> <span class="sa">b</span><span class="s1">'P'</span>
+ <span class="k">return</span> <span class="sa">b</span><span class="s1">'P'</span> <span class="o">+</span> <span class="n">pickle</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">obj</span><span class="p">,</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">loads</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">obj</span><span class="p">):</span>
<span class="n">_type</span> <span class="o">=</span> <span class="n">obj</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
- <span class="k">if</span> <span class="n">_type</span> <span class="o">==</span> <span class="n">b</span><span class="s1">'M'</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">_type</span> <span class="o">==</span> <span class="sa">b</span><span class="s1">'M'</span><span class="p">:</span>
<span class="k">return</span> <span class="n">marshal</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">obj</span><span class="p">[</span><span class="mi">1</span><span class="p">:])</span>
- <span class="k">elif</span> <span class="n">_type</span> <span class="o">==</span> <span class="n">b</span><span class="s1">'P'</span><span class="p">:</span>
+ <span class="k">elif</span> <span class="n">_type</span> <span class="o">==</span> <span class="sa">b</span><span class="s1">'P'</span><span class="p">:</span>
<span class="k">return</span> <span class="n">pickle</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">obj</span><span class="p">[</span><span class="mi">1</span><span class="p">:])</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"invalid sevialization type: </span><span class="si">%s</span><span class="s2">"</span> <span class="o">%</span> <span class="n">_type</span><span class="p">)</span>
@@ -563,7 +563,7 @@
<span class="sd"> Compress the serialized data</span>
<span class="sd"> """</span>
<span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">serializer</span><span class="p">):</span>
- <span class="n">FramedSerializer</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
+ <span class="n">FramedSerializer</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
<span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">serializer</span><span class="p">,</span> <span class="n">FramedSerializer</span><span class="p">),</span> <span class="s2">"serializer must be a FramedSerializer"</span>
<span class="bp">self</span><span class="o">.</span><span class="n">serializer</span> <span class="o">=</span> <span class="n">serializer</span>
@@ -639,7 +639,7 @@
<span class="n">stream</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">obj</span><span class="p">)</span>
-<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s1">'__main__'</span><span class="p">:</span>
+<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s1">'__main__'</span><span class="p">:</span>
<span class="kn">import</span> <span class="nn">doctest</span>
<span class="p">(</span><span class="n">failure_count</span><span class="p">,</span> <span class="n">test_count</span><span class="p">)</span> <span class="o">=</span> <span class="n">doctest</span><span class="o">.</span><span class="n">testmod</span><span class="p">()</span>
<span class="k">if</span> <span class="n">failure_count</span><span class="p">:</span>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/sql/column.html
----------------------------------------------------------------------
diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/sql/column.html b/site/docs/2.1.2/api/python/_modules/pyspark/sql/column.html
index 0afc7c6..c825510 100644
--- a/site/docs/2.1.2/api/python/_modules/pyspark/sql/column.html
+++ b/site/docs/2.1.2/api/python/_modules/pyspark/sql/column.html
@@ -125,7 +125,7 @@
<span class="k">def</span> <span class="nf">_</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="n">jc</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_jc</span><span class="p">,</span> <span class="n">name</span><span class="p">)()</span>
<span class="k">return</span> <span class="n">Column</span><span class="p">(</span><span class="n">jc</span><span class="p">)</span>
- <span class="n">_</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
+ <span class="n">_</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
<span class="k">return</span> <span class="n">_</span>
@@ -134,7 +134,7 @@
<span class="n">sc</span> <span class="o">=</span> <span class="n">SparkContext</span><span class="o">.</span><span class="n">_active_spark_context</span>
<span class="n">jc</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">functions</span><span class="p">,</span> <span class="n">name</span><span class="p">)(</span><span class="bp">self</span><span class="o">.</span><span class="n">_jc</span><span class="p">)</span>
<span class="k">return</span> <span class="n">Column</span><span class="p">(</span><span class="n">jc</span><span class="p">)</span>
- <span class="n">_</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
+ <span class="n">_</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
<span class="k">return</span> <span class="n">_</span>
@@ -145,7 +145,7 @@
<span class="n">jc</span> <span class="o">=</span> <span class="n">other</span><span class="o">.</span><span class="n">_jc</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">Column</span><span class="p">)</span> <span class="k">else</span> <span class="n">_create_column_from_literal</span><span class="p">(</span><span class="n">other</span><span class="p">)</span>
<span class="n">njc</span> <span class="o">=</span> <span class="n">fn</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_jc</span><span class="p">,</span> <span class="n">jc</span><span class="p">)</span> <span class="k">if</span> <span class="ow">not</span> <span class="n">reverse</span> <span class="k">else</span> <span class="n">fn</span><span class="p">(</span><span class="n">jc</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_jc</span><span class="p">)</span>
<span class="k">return</span> <span class="n">Column</span><span class="p">(</span><span class="n">njc</span><span class="p">)</span>
- <span class="n">_</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
+ <span class="n">_</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
<span class="k">return</span> <span class="n">_</span>
@@ -156,7 +156,7 @@
<span class="n">jc</span> <span class="o">=</span> <span class="n">other</span><span class="o">.</span><span class="n">_jc</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">Column</span><span class="p">)</span> <span class="k">else</span> <span class="n">other</span>
<span class="n">njc</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_jc</span><span class="p">,</span> <span class="n">name</span><span class="p">)(</span><span class="n">jc</span><span class="p">)</span>
<span class="k">return</span> <span class="n">Column</span><span class="p">(</span><span class="n">njc</span><span class="p">)</span>
- <span class="n">_</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
+ <span class="n">_</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
<span class="k">return</span> <span class="n">_</span>
@@ -167,7 +167,7 @@
<span class="n">jother</span> <span class="o">=</span> <span class="n">_create_column_from_literal</span><span class="p">(</span><span class="n">other</span><span class="p">)</span>
<span class="n">jc</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">jother</span><span class="p">,</span> <span class="n">name</span><span class="p">)(</span><span class="bp">self</span><span class="o">.</span><span class="n">_jc</span><span class="p">)</span>
<span class="k">return</span> <span class="n">Column</span><span class="p">(</span><span class="n">jc</span><span class="p">)</span>
- <span class="n">_</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
+ <span class="n">_</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">doc</span>
<span class="k">return</span> <span class="n">_</span>
@@ -194,41 +194,41 @@
<span class="bp">self</span><span class="o">.</span><span class="n">_jc</span> <span class="o">=</span> <span class="n">jc</span>
<span class="c1"># arithmetic operators</span>
- <span class="n">__neg__</span> <span class="o">=</span> <span class="n">_func_op</span><span class="p">(</span><span class="s2">"negate"</span><span class="p">)</span>
- <span class="n">__add__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"plus"</span><span class="p">)</span>
- <span class="n">__sub__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"minus"</span><span class="p">)</span>
- <span class="n">__mul__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"multiply"</span><span class="p">)</span>
+ <span class="fm">__neg__</span> <span class="o">=</span> <span class="n">_func_op</span><span class="p">(</span><span class="s2">"negate"</span><span class="p">)</span>
+ <span class="fm">__add__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"plus"</span><span class="p">)</span>
+ <span class="fm">__sub__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"minus"</span><span class="p">)</span>
+ <span class="fm">__mul__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"multiply"</span><span class="p">)</span>
<span class="n">__div__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"divide"</span><span class="p">)</span>
- <span class="n">__truediv__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"divide"</span><span class="p">)</span>
- <span class="n">__mod__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"mod"</span><span class="p">)</span>
- <span class="n">__radd__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"plus"</span><span class="p">)</span>
- <span class="n">__rsub__</span> <span class="o">=</span> <span class="n">_reverse_op</span><span class="p">(</span><span class="s2">"minus"</span><span class="p">)</span>
- <span class="n">__rmul__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"multiply"</span><span class="p">)</span>
+ <span class="fm">__truediv__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"divide"</span><span class="p">)</span>
+ <span class="fm">__mod__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"mod"</span><span class="p">)</span>
+ <span class="fm">__radd__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"plus"</span><span class="p">)</span>
+ <span class="fm">__rsub__</span> <span class="o">=</span> <span class="n">_reverse_op</span><span class="p">(</span><span class="s2">"minus"</span><span class="p">)</span>
+ <span class="fm">__rmul__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"multiply"</span><span class="p">)</span>
<span class="n">__rdiv__</span> <span class="o">=</span> <span class="n">_reverse_op</span><span class="p">(</span><span class="s2">"divide"</span><span class="p">)</span>
- <span class="n">__rtruediv__</span> <span class="o">=</span> <span class="n">_reverse_op</span><span class="p">(</span><span class="s2">"divide"</span><span class="p">)</span>
- <span class="n">__rmod__</span> <span class="o">=</span> <span class="n">_reverse_op</span><span class="p">(</span><span class="s2">"mod"</span><span class="p">)</span>
- <span class="n">__pow__</span> <span class="o">=</span> <span class="n">_bin_func_op</span><span class="p">(</span><span class="s2">"pow"</span><span class="p">)</span>
- <span class="n">__rpow__</span> <span class="o">=</span> <span class="n">_bin_func_op</span><span class="p">(</span><span class="s2">"pow"</span><span class="p">,</span> <span class="n">reverse</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+ <span class="fm">__rtruediv__</span> <span class="o">=</span> <span class="n">_reverse_op</span><span class="p">(</span><span class="s2">"divide"</span><span class="p">)</span>
+ <span class="fm">__rmod__</span> <span class="o">=</span> <span class="n">_reverse_op</span><span class="p">(</span><span class="s2">"mod"</span><span class="p">)</span>
+ <span class="fm">__pow__</span> <span class="o">=</span> <span class="n">_bin_func_op</span><span class="p">(</span><span class="s2">"pow"</span><span class="p">)</span>
+ <span class="fm">__rpow__</span> <span class="o">=</span> <span class="n">_bin_func_op</span><span class="p">(</span><span class="s2">"pow"</span><span class="p">,</span> <span class="n">reverse</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="c1"># logistic operators</span>
- <span class="n">__eq__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"equalTo"</span><span class="p">)</span>
- <span class="n">__ne__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"notEqual"</span><span class="p">)</span>
- <span class="n">__lt__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"lt"</span><span class="p">)</span>
- <span class="n">__le__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"leq"</span><span class="p">)</span>
- <span class="n">__ge__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"geq"</span><span class="p">)</span>
- <span class="n">__gt__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"gt"</span><span class="p">)</span>
+ <span class="fm">__eq__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"equalTo"</span><span class="p">)</span>
+ <span class="fm">__ne__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"notEqual"</span><span class="p">)</span>
+ <span class="fm">__lt__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"lt"</span><span class="p">)</span>
+ <span class="fm">__le__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"leq"</span><span class="p">)</span>
+ <span class="fm">__ge__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"geq"</span><span class="p">)</span>
+ <span class="fm">__gt__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"gt"</span><span class="p">)</span>
<span class="c1"># `and`, `or`, `not` cannot be overloaded in Python,</span>
<span class="c1"># so use bitwise operators as boolean operators</span>
- <span class="n">__and__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s1">'and'</span><span class="p">)</span>
- <span class="n">__or__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s1">'or'</span><span class="p">)</span>
- <span class="n">__invert__</span> <span class="o">=</span> <span class="n">_func_op</span><span class="p">(</span><span class="s1">'not'</span><span class="p">)</span>
- <span class="n">__rand__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"and"</span><span class="p">)</span>
- <span class="n">__ror__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"or"</span><span class="p">)</span>
+ <span class="fm">__and__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s1">'and'</span><span class="p">)</span>
+ <span class="fm">__or__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s1">'or'</span><span class="p">)</span>
+ <span class="fm">__invert__</span> <span class="o">=</span> <span class="n">_func_op</span><span class="p">(</span><span class="s1">'not'</span><span class="p">)</span>
+ <span class="fm">__rand__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"and"</span><span class="p">)</span>
+ <span class="fm">__ror__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"or"</span><span class="p">)</span>
<span class="c1"># container operators</span>
- <span class="n">__contains__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"contains"</span><span class="p">)</span>
- <span class="n">__getitem__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"apply"</span><span class="p">)</span>
+ <span class="fm">__contains__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"contains"</span><span class="p">)</span>
+ <span class="fm">__getitem__</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"apply"</span><span class="p">)</span>
<span class="c1"># bitwise operators</span>
<span class="n">bitwiseOR</span> <span class="o">=</span> <span class="n">_bin_op</span><span class="p">(</span><span class="s2">"bitwiseOR"</span><span class="p">)</span>
@@ -473,7 +473,7 @@
<span class="k">def</span> <span class="nf">__nonzero__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Cannot convert column into bool: please use '&' for 'and', '|' for 'or', "</span>
<span class="s2">"'~' for 'not' when building DataFrame boolean expressions."</span><span class="p">)</span>
- <span class="n">__bool__</span> <span class="o">=</span> <span class="n">__nonzero__</span>
+ <span class="fm">__bool__</span> <span class="o">=</span> <span class="n">__nonzero__</span>
<span class="k">def</span> <span class="nf">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">return</span> <span class="s1">'Column<</span><span class="si">%s</span><span class="s1">>'</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">_jc</span><span class="o">.</span><span class="n">toString</span><span class="p">()</span><span class="o">.</span><span class="n">encode</span><span class="p">(</span><span class="s1">'utf8'</span><span class="p">)</span></div>
@@ -483,7 +483,7 @@
<span class="kn">import</span> <span class="nn">doctest</span>
<span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">SparkSession</span>
<span class="kn">import</span> <span class="nn">pyspark.sql.column</span>
- <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">sql</span><span class="o">.</span><span class="n">column</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+ <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">sql</span><span class="o">.</span><span class="n">column</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
<span class="n">spark</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="o">.</span><span class="n">builder</span>\
<span class="o">.</span><span class="n">master</span><span class="p">(</span><span class="s2">"local[4]"</span><span class="p">)</span>\
<span class="o">.</span><span class="n">appName</span><span class="p">(</span><span class="s2">"sql.column tests"</span><span class="p">)</span>\
@@ -502,7 +502,7 @@
<span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span>
-<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span>
+<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span>
<span class="n">_test</span><span class="p">()</span>
</pre></div>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/sql/context.html
----------------------------------------------------------------------
diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/sql/context.html b/site/docs/2.1.2/api/python/_modules/pyspark/sql/context.html
index 545f759..f01a437 100644
--- a/site/docs/2.1.2/api/python/_modules/pyspark/sql/context.html
+++ b/site/docs/2.1.2/api/python/_modules/pyspark/sql/context.html
@@ -142,17 +142,17 @@
<span class="nd">@classmethod</span>
<span class="nd">@since</span><span class="p">(</span><span class="mf">1.6</span><span class="p">)</span>
-<div class="viewcode-block" id="SQLContext.getOrCreate"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.SQLContext.getOrCreate">[docs]</a> <span class="k">def</span> <span class="nf">getOrCreate</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">):</span>
+<div class="viewcode-block" id="SQLContext.getOrCreate"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.SQLContext.getOrCreate">[docs]</a> <span class="k">def</span> <span class="nf">getOrCreate</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Get the existing SQLContext or create a new one with given SparkContext.</span>
<span class="sd"> :param sc: SparkContext</span>
<span class="sd"> """</span>
- <span class="k">if</span> <span class="n">cls</span><span class="o">.</span><span class="n">_instantiatedContext</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_instantiatedContext</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
<span class="n">jsqlContext</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">SQLContext</span><span class="o">.</span><span class="n">getOrCreate</span><span class="p">(</span><span class="n">sc</span><span class="o">.</span><span class="n">_jsc</span><span class="o">.</span><span class="n">sc</span><span class="p">())</span>
<span class="n">sparkSession</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">jsqlContext</span><span class="o">.</span><span class="n">sparkSession</span><span class="p">())</span>
- <span class="n">cls</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">sparkSession</span><span class="p">,</span> <span class="n">jsqlContext</span><span class="p">)</span>
- <span class="k">return</span> <span class="n">cls</span><span class="o">.</span><span class="n">_instantiatedContext</span></div>
+ <span class="bp">cls</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">sparkSession</span><span class="p">,</span> <span class="n">jsqlContext</span><span class="p">)</span>
+ <span class="k">return</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_instantiatedContext</span></div>
<span class="nd">@since</span><span class="p">(</span><span class="mf">1.6</span><span class="p">)</span>
<div class="viewcode-block" id="SQLContext.newSession"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.SQLContext.newSession">[docs]</a> <span class="k">def</span> <span class="nf">newSession</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
@@ -161,7 +161,7 @@
<span class="sd"> registered temporary views and UDFs, but shared SparkContext and</span>
<span class="sd"> table cache.</span>
<span class="sd"> """</span>
- <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">__class__</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_sc</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">sparkSession</span><span class="o">.</span><span class="n">newSession</span><span class="p">())</span></div>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_sc</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">sparkSession</span><span class="o">.</span><span class="n">newSession</span><span class="p">())</span></div>
<span class="nd">@since</span><span class="p">(</span><span class="mf">1.3</span><span class="p">)</span>
<div class="viewcode-block" id="SQLContext.setConf"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.SQLContext.setConf">[docs]</a> <span class="k">def</span> <span class="nf">setConf</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">):</span>
@@ -562,10 +562,10 @@
<span class="n">sparkSession</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="o">.</span><span class="n">builder</span><span class="o">.</span><span class="n">enableHiveSupport</span><span class="p">()</span><span class="o">.</span><span class="n">getOrCreate</span><span class="p">()</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">sparkSession</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="p">(</span><span class="n">sparkContext</span><span class="p">,</span> <span class="n">jhiveContext</span><span class="o">.</span><span class="n">sparkSession</span><span class="p">())</span>
- <span class="n">SQLContext</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">sparkContext</span><span class="p">,</span> <span class="n">sparkSession</span><span class="p">,</span> <span class="n">jhiveContext</span><span class="p">)</span>
+ <span class="n">SQLContext</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">sparkContext</span><span class="p">,</span> <span class="n">sparkSession</span><span class="p">,</span> <span class="n">jhiveContext</span><span class="p">)</span>
<span class="nd">@classmethod</span>
- <span class="k">def</span> <span class="nf">_createForTesting</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sparkContext</span><span class="p">):</span>
+ <span class="k">def</span> <span class="nf">_createForTesting</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sparkContext</span><span class="p">):</span>
<span class="sd">"""(Internal use only) Create a new HiveContext for testing.</span>
<span class="sd"> All test code that touches HiveContext *must* go through this method. Otherwise,</span>
@@ -574,7 +574,7 @@
<span class="sd"> """</span>
<span class="n">jsc</span> <span class="o">=</span> <span class="n">sparkContext</span><span class="o">.</span><span class="n">_jsc</span><span class="o">.</span><span class="n">sc</span><span class="p">()</span>
<span class="n">jtestHive</span> <span class="o">=</span> <span class="n">sparkContext</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">sql</span><span class="o">.</span><span class="n">hive</span><span class="o">.</span><span class="n">test</span><span class="o">.</span><span class="n">TestHiveContext</span><span class="p">(</span><span class="n">jsc</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span>
- <span class="k">return</span> <span class="n">cls</span><span class="p">(</span><span class="n">sparkContext</span><span class="p">,</span> <span class="n">jtestHive</span><span class="p">)</span>
+ <span class="k">return</span> <span class="bp">cls</span><span class="p">(</span><span class="n">sparkContext</span><span class="p">,</span> <span class="n">jtestHive</span><span class="p">)</span>
<div class="viewcode-block" id="HiveContext.refreshTable"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.HiveContext.refreshTable">[docs]</a> <span class="k">def</span> <span class="nf">refreshTable</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">tableName</span><span class="p">):</span>
<span class="sd">"""Invalidate and refresh all the cached the metadata of the given</span>
@@ -595,7 +595,7 @@
<div class="viewcode-block" id="UDFRegistration.register"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.UDFRegistration.register">[docs]</a> <span class="k">def</span> <span class="nf">register</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">f</span><span class="p">,</span> <span class="n">returnType</span><span class="o">=</span><span class="n">StringType</span><span class="p">()):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sqlContext</span><span class="o">.</span><span class="n">registerFunction</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">f</span><span class="p">,</span> <span class="n">returnType</span><span class="p">)</span></div>
- <span class="n">register</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">SQLContext</span><span class="o">.</span><span class="n">registerFunction</span><span class="o">.</span><span class="n">__doc__</span></div>
+ <span class="n">register</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">SQLContext</span><span class="o">.</span><span class="n">registerFunction</span><span class="o">.</span><span class="vm">__doc__</span></div>
<span class="k">def</span> <span class="nf">_test</span><span class="p">():</span>
@@ -608,7 +608,7 @@
<span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="p">[</span><span class="s2">"SPARK_HOME"</span><span class="p">])</span>
- <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">sql</span><span class="o">.</span><span class="n">context</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+ <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">sql</span><span class="o">.</span><span class="n">context</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
<span class="n">sc</span> <span class="o">=</span> <span class="n">SparkContext</span><span class="p">(</span><span class="s1">'local[4]'</span><span class="p">,</span> <span class="s1">'PythonTest'</span><span class="p">)</span>
<span class="n">globs</span><span class="p">[</span><span class="s1">'tempfile'</span><span class="p">]</span> <span class="o">=</span> <span class="n">tempfile</span>
<span class="n">globs</span><span class="p">[</span><span class="s1">'os'</span><span class="p">]</span> <span class="o">=</span> <span class="n">os</span>
@@ -637,7 +637,7 @@
<span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span>
-<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span>
+<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span>
<span class="n">_test</span><span class="p">()</span>
</pre></div>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/sql/dataframe.html
----------------------------------------------------------------------
diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/sql/dataframe.html b/site/docs/2.1.2/api/python/_modules/pyspark/sql/dataframe.html
index 6abb745..51a796a 100644
--- a/site/docs/2.1.2/api/python/_modules/pyspark/sql/dataframe.html
+++ b/site/docs/2.1.2/api/python/_modules/pyspark/sql/dataframe.html
@@ -817,7 +817,7 @@
<span class="n">on</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_jseq</span><span class="p">(</span><span class="n">on</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">on</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Column</span><span class="p">),</span> <span class="s2">"on should be Column or list of Column"</span>
- <span class="n">on</span> <span class="o">=</span> <span class="n">reduce</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">,</span> <span class="n">y</span><span class="p">:</span> <span class="n">x</span><span class="o">.</span><span class="n">__and__</span><span class="p">(</span><span class="n">y</span><span class="p">),</span> <span class="n">on</span><span class="p">)</span>
+ <span class="n">on</span> <span class="o">=</span> <span class="n">reduce</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">,</span> <span class="n">y</span><span class="p">:</span> <span class="n">x</span><span class="o">.</span><span class="fm">__and__</span><span class="p">(</span><span class="n">y</span><span class="p">),</span> <span class="n">on</span><span class="p">)</span>
<span class="n">on</span> <span class="o">=</span> <span class="n">on</span><span class="o">.</span><span class="n">_jc</span>
<span class="k">if</span> <span class="n">on</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">how</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
@@ -1018,7 +1018,7 @@
<span class="sd"> """</span>
<span class="k">if</span> <span class="n">name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">columns</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">AttributeError</span><span class="p">(</span>
- <span class="s2">"'</span><span class="si">%s</span><span class="s2">' object has no attribute '</span><span class="si">%s</span><span class="s2">'"</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">__class__</span><span class="o">.</span><span class="n">__name__</span><span class="p">,</span> <span class="n">name</span><span class="p">))</span>
+ <span class="s2">"'</span><span class="si">%s</span><span class="s2">' object has no attribute '</span><span class="si">%s</span><span class="s2">'"</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="p">,</span> <span class="n">name</span><span class="p">))</span>
<span class="n">jc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_jdf</span><span class="o">.</span><span class="n">apply</span><span class="p">(</span><span class="n">name</span><span class="p">)</span>
<span class="k">return</span> <span class="n">Column</span><span class="p">(</span><span class="n">jc</span><span class="p">)</span>
@@ -1671,17 +1671,17 @@
<div class="viewcode-block" id="DataFrameNaFunctions.drop"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameNaFunctions.drop">[docs]</a> <span class="k">def</span> <span class="nf">drop</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">how</span><span class="o">=</span><span class="s1">'any'</span><span class="p">,</span> <span class="n">thresh</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">subset</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">dropna</span><span class="p">(</span><span class="n">how</span><span class="o">=</span><span class="n">how</span><span class="p">,</span> <span class="n">thresh</span><span class="o">=</span><span class="n">thresh</span><span class="p">,</span> <span class="n">subset</span><span class="o">=</span><span class="n">subset</span><span class="p">)</span></div>
- <span class="n">drop</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">dropna</span><span class="o">.</span><span class="n">__doc__</span>
+ <span class="n">drop</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">dropna</span><span class="o">.</span><span class="vm">__doc__</span>
<div class="viewcode-block" id="DataFrameNaFunctions.fill"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameNaFunctions.fill">[docs]</a> <span class="k">def</span> <span class="nf">fill</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">value</span><span class="p">,</span> <span class="n">subset</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">fillna</span><span class="p">(</span><span class="n">value</span><span class="o">=</span><span class="n">value</span><span class="p">,</span> <span class="n">subset</span><span class="o">=</span><span class="n">subset</span><span class="p">)</span></div>
- <span class="n">fill</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">fillna</span><span class="o">.</span><span class="n">__doc__</span>
+ <span class="n">fill</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">fillna</span><span class="o">.</span><span class="vm">__doc__</span>
<div class="viewcode-block" id="DataFrameNaFunctions.replace"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameNaFunctions.replace">[docs]</a> <span class="k">def</span> <span class="nf">replace</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">to_replace</span><span class="p">,</span> <span class="n">value</span><span class="p">,</span> <span class="n">subset</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">to_replace</span><span class="p">,</span> <span class="n">value</span><span class="p">,</span> <span class="n">subset</span><span class="p">)</span></div>
- <span class="n">replace</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">replace</span><span class="o">.</span><span class="n">__doc__</span></div>
+ <span class="n">replace</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">replace</span><span class="o">.</span><span class="vm">__doc__</span></div>
<div class="viewcode-block" id="DataFrameStatFunctions"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameStatFunctions">[docs]</a><span class="k">class</span> <span class="nc">DataFrameStatFunctions</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
@@ -1696,32 +1696,32 @@
<div class="viewcode-block" id="DataFrameStatFunctions.approxQuantile"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameStatFunctions.approxQuantile">[docs]</a> <span class="k">def</span> <span class="nf">approxQuantile</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">col</span><span class="p">,</span> <span class="n">probabilities</span><span class="p">,</span> <span class="n">relativeError</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">approxQuantile</span><span class="p">(</span><span class="n">col</span><span class="p">,</span> <span class="n">probabilities</span><span class="p">,</span> <span class="n">relativeError</span><span class="p">)</span></div>
- <span class="n">approxQuantile</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">approxQuantile</span><span class="o">.</span><span class="n">__doc__</span>
+ <span class="n">approxQuantile</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">approxQuantile</span><span class="o">.</span><span class="vm">__doc__</span>
<div class="viewcode-block" id="DataFrameStatFunctions.corr"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameStatFunctions.corr">[docs]</a> <span class="k">def</span> <span class="nf">corr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">col1</span><span class="p">,</span> <span class="n">col2</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">corr</span><span class="p">(</span><span class="n">col1</span><span class="p">,</span> <span class="n">col2</span><span class="p">,</span> <span class="n">method</span><span class="p">)</span></div>
- <span class="n">corr</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">corr</span><span class="o">.</span><span class="n">__doc__</span>
+ <span class="n">corr</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">corr</span><span class="o">.</span><span class="vm">__doc__</span>
<div class="viewcode-block" id="DataFrameStatFunctions.cov"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameStatFunctions.cov">[docs]</a> <span class="k">def</span> <span class="nf">cov</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">col1</span><span class="p">,</span> <span class="n">col2</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">cov</span><span class="p">(</span><span class="n">col1</span><span class="p">,</span> <span class="n">col2</span><span class="p">)</span></div>
- <span class="n">cov</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">cov</span><span class="o">.</span><span class="n">__doc__</span>
+ <span class="n">cov</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">cov</span><span class="o">.</span><span class="vm">__doc__</span>
<div class="viewcode-block" id="DataFrameStatFunctions.crosstab"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameStatFunctions.crosstab">[docs]</a> <span class="k">def</span> <span class="nf">crosstab</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">col1</span><span class="p">,</span> <span class="n">col2</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">crosstab</span><span class="p">(</span><span class="n">col1</span><span class="p">,</span> <span class="n">col2</span><span class="p">)</span></div>
- <span class="n">crosstab</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">crosstab</span><span class="o">.</span><span class="n">__doc__</span>
+ <span class="n">crosstab</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">crosstab</span><span class="o">.</span><span class="vm">__doc__</span>
<div class="viewcode-block" id="DataFrameStatFunctions.freqItems"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameStatFunctions.freqItems">[docs]</a> <span class="k">def</span> <span class="nf">freqItems</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">cols</span><span class="p">,</span> <span class="n">support</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">freqItems</span><span class="p">(</span><span class="n">cols</span><span class="p">,</span> <span class="n">support</span><span class="p">)</span></div>
- <span class="n">freqItems</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">freqItems</span><span class="o">.</span><span class="n">__doc__</span>
+ <span class="n">freqItems</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">freqItems</span><span class="o">.</span><span class="vm">__doc__</span>
<div class="viewcode-block" id="DataFrameStatFunctions.sampleBy"><a class="viewcode-back" href="../../../pyspark.sql.html#pyspark.sql.DataFrameStatFunctions.sampleBy">[docs]</a> <span class="k">def</span> <span class="nf">sampleBy</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">col</span><span class="p">,</span> <span class="n">fractions</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">sampleBy</span><span class="p">(</span><span class="n">col</span><span class="p">,</span> <span class="n">fractions</span><span class="p">,</span> <span class="n">seed</span><span class="p">)</span></div>
- <span class="n">sampleBy</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">sampleBy</span><span class="o">.</span><span class="n">__doc__</span></div>
+ <span class="n">sampleBy</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">DataFrame</span><span class="o">.</span><span class="n">sampleBy</span><span class="o">.</span><span class="vm">__doc__</span></div>
<span class="k">def</span> <span class="nf">_test</span><span class="p">():</span>
@@ -1730,7 +1730,7 @@
<span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">Row</span><span class="p">,</span> <span class="n">SQLContext</span><span class="p">,</span> <span class="n">SparkSession</span>
<span class="kn">import</span> <span class="nn">pyspark.sql.dataframe</span>
<span class="kn">from</span> <span class="nn">pyspark.sql.functions</span> <span class="k">import</span> <span class="n">from_unixtime</span>
- <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">sql</span><span class="o">.</span><span class="n">dataframe</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+ <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">sql</span><span class="o">.</span><span class="n">dataframe</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
<span class="n">sc</span> <span class="o">=</span> <span class="n">SparkContext</span><span class="p">(</span><span class="s1">'local[4]'</span><span class="p">,</span> <span class="s1">'PythonTest'</span><span class="p">)</span>
<span class="n">globs</span><span class="p">[</span><span class="s1">'sc'</span><span class="p">]</span> <span class="o">=</span> <span class="n">sc</span>
<span class="n">globs</span><span class="p">[</span><span class="s1">'sqlContext'</span><span class="p">]</span> <span class="o">=</span> <span class="n">SQLContext</span><span class="p">(</span><span class="n">sc</span><span class="p">)</span>
@@ -1756,7 +1756,7 @@
<span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span>
-<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span>
+<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span>
<span class="n">_test</span><span class="p">()</span>
</pre></div>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org