You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@toree.apache.org by kb...@apache.org on 2019/09/13 23:52:58 UTC
[incubator-toree] 02/02: During kernelspec install,
don't set PySpark config
This is an automated email from the ASF dual-hosted git repository.
kbates pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-toree.git
commit 2ee805973c731ccb95f30031051b7e40f6eee226
Author: Luciano Resende <lr...@apache.org>
AuthorDate: Fri Sep 13 09:37:11 2019 -0700
During kernelspec install, don't set PySpark config
---
etc/pip_install/toree/toreeapp.py | 8 --------
1 file changed, 8 deletions(-)
diff --git a/etc/pip_install/toree/toreeapp.py b/etc/pip_install/toree/toreeapp.py
index b42e46e..0b77e1c 100644
--- a/etc/pip_install/toree/toreeapp.py
+++ b/etc/pip_install/toree/toreeapp.py
@@ -85,12 +85,6 @@ class ToreeInstall(InstallKernelSpec):
def create_kernel_json(self, location, interpreter):
- python_lib_contents = listdir("{0}/python/lib".format(self.spark_home))
- try:
- py4j_zip = list(filter( lambda filename: "py4j" in filename, python_lib_contents))[0]
- except:
- self.log.warn('Unable to find py4j, installing without PySpark support.')
-
kernel_spec = KernelSpec()
interpreter_lang = INTERPRETER_LANGUAGES[interpreter]
kernel_spec.display_name = '{} - {}'.format(self.kernel_name, interpreter)
@@ -103,8 +97,6 @@ class ToreeInstall(InstallKernelSpec):
TOREE_SPARK_OPTS : self.spark_opts,
TOREE_OPTS : self.toree_opts,
SPARK_HOME : self.spark_home,
- PYTHON_PATH : '{0}/python:{0}/python/lib/{1}'.format(self.spark_home, py4j_zip),
- PYTHON_EXEC : self.python_exec
}
kernel_json_file = os.path.join(location, 'kernel.json')