You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@toree.apache.org by kb...@apache.org on 2019/09/13 23:52:58 UTC

[incubator-toree] 02/02: During kernelspec install, don't set PySpark config

This is an automated email from the ASF dual-hosted git repository.

kbates pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-toree.git

commit 2ee805973c731ccb95f30031051b7e40f6eee226
Author: Luciano Resende <lr...@apache.org>
AuthorDate: Fri Sep 13 09:37:11 2019 -0700

    During kernelspec install, don't set PySpark config
---
 etc/pip_install/toree/toreeapp.py | 8 --------
 1 file changed, 8 deletions(-)

diff --git a/etc/pip_install/toree/toreeapp.py b/etc/pip_install/toree/toreeapp.py
index b42e46e..0b77e1c 100644
--- a/etc/pip_install/toree/toreeapp.py
+++ b/etc/pip_install/toree/toreeapp.py
@@ -85,12 +85,6 @@ class ToreeInstall(InstallKernelSpec):
 
     def create_kernel_json(self, location, interpreter):
 
-        python_lib_contents = listdir("{0}/python/lib".format(self.spark_home))
-        try:
-            py4j_zip = list(filter( lambda filename: "py4j" in filename, python_lib_contents))[0]
-        except:
-            self.log.warn('Unable to find py4j, installing without PySpark support.')
-
         kernel_spec = KernelSpec()
         interpreter_lang = INTERPRETER_LANGUAGES[interpreter]
         kernel_spec.display_name = '{} - {}'.format(self.kernel_name, interpreter)
@@ -103,8 +97,6 @@ class ToreeInstall(InstallKernelSpec):
             TOREE_SPARK_OPTS : self.spark_opts,
             TOREE_OPTS : self.toree_opts,
             SPARK_HOME : self.spark_home,
-            PYTHON_PATH : '{0}/python:{0}/python/lib/{1}'.format(self.spark_home, py4j_zip),
-            PYTHON_EXEC : self.python_exec
         }
 
         kernel_json_file = os.path.join(location, 'kernel.json')