You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dlab.apache.org by my...@apache.org on 2019/12/10 12:05:04 UTC
[incubator-dlab] 01/01: [DLAB-13xx] - Dataproc, Spark,
Jupyter version updated
This is an automated email from the ASF dual-hosted git repository.
mykolabodnar pushed a commit to branch DLAB-13xx_versions
in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git
commit b343e71d3b0f62af9b8a100193862c441b97b37d
Author: Mykola_Bodnar1 <bo...@gmail.com>
AuthorDate: Tue Dec 10 14:04:42 2019 +0200
[DLAB-13xx] - Dataproc, Spark, Jupyter version updated
---
infrastructure-provisioning/src/general/conf/dlab.ini | 4 ++--
.../src/general/files/gcp/dataengine-service_description.json | 2 +-
infrastructure-provisioning/src/general/lib/os/fab.py | 2 +-
3 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/infrastructure-provisioning/src/general/conf/dlab.ini b/infrastructure-provisioning/src/general/conf/dlab.ini
index e1a6fac..56dbc86 100644
--- a/infrastructure-provisioning/src/general/conf/dlab.ini
+++ b/infrastructure-provisioning/src/general/conf/dlab.ini
@@ -216,11 +216,11 @@ docker_version = 17.09.0
### Size of the additional volume for notebook instance
disk_size = 30
### Version of Apache Spark to be installed on notebook
-spark_version = 2.3.2
+spark_version = 2.4.4
### Version of Apache Hadoop to be installed on notebook
hadoop_version = 2.7
### Version of Jupyter to be installed on notebook
-jupyter_version = 5.7.4
+jupyter_version = 6.0.2
### Version of TensorFlow to be installed on notebook
tensorflow_version = 1.8.0
### Version of Zeppelin to be installed on notebook
diff --git a/infrastructure-provisioning/src/general/files/gcp/dataengine-service_description.json b/infrastructure-provisioning/src/general/files/gcp/dataengine-service_description.json
index b5f337a..b5c190a 100644
--- a/infrastructure-provisioning/src/general/files/gcp/dataengine-service_description.json
+++ b/infrastructure-provisioning/src/general/files/gcp/dataengine-service_description.json
@@ -26,6 +26,6 @@
"templates":
[
{"version":"1.2", "applications": [{"Name":"Hadoop", "Version": "2.8.2"}, {"Name":"Spark", "Version": "2.2.0"}, {"Name":"Hive", "Version": "2.1.1"}]},
- {"version":"1.3", "applications": [{"Name":"Hadoop", "Version": "2.9.2"}, {"Name":"Spark", "Version": "2.3.2"}, {"Name":"Hive", "Version": "2.3.4"}]}
+ {"version":"1.4.16", "applications": [{"Name":"Hadoop", "Version": "2.9.2"}, {"Name":"Spark", "Version": "2.4.4"}, {"Name":"Hive", "Version": "2.3.6"}]}
]
}
\ No newline at end of file
diff --git a/infrastructure-provisioning/src/general/lib/os/fab.py b/infrastructure-provisioning/src/general/lib/os/fab.py
index bbb5e39..31da3d3 100644
--- a/infrastructure-provisioning/src/general/lib/os/fab.py
+++ b/infrastructure-provisioning/src/general/lib/os/fab.py
@@ -146,7 +146,7 @@ def put_resource_status(resource, status, dlab_path, os_user, hostname):
def configure_jupyter(os_user, jupyter_conf_file, templates_dir, jupyter_version, exploratory_name):
if not exists('/home/' + os_user + '/.ensure_dir/jupyter_ensured'):
try:
- sudo('pip2 install notebook=={} --no-cache-dir'.format(jupyter_version))
+ sudo('pip2 install notebook==5.7.8 --no-cache-dir')
sudo('pip2 install jupyter --no-cache-dir')
sudo('pip3.5 install notebook=={} --no-cache-dir'.format(jupyter_version))
sudo('pip3.5 install jupyter --no-cache-dir')
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@dlab.apache.org
For additional commands, e-mail: commits-help@dlab.apache.org