You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dlab.apache.org by lf...@apache.org on 2020/03/23 13:21:21 UTC
[incubator-dlab] branch DLAB-1653 created (now 2f89918)
This is an automated email from the ASF dual-hosted git repository.
lfrolov pushed a change to branch DLAB-1653
in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git.
at 2f89918 [DLAB-1653]: added pandas-profiling
This branch includes the following new commits:
new 2f89918 [DLAB-1653]: added pandas-profiling
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@dlab.apache.org
For additional commands, e-mail: commits-help@dlab.apache.org
[incubator-dlab] 01/01: [DLAB-1653]: added pandas-profiling
Posted by lf...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
lfrolov pushed a commit to branch DLAB-1653
in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git
commit 2f8991881d6e1e9822349624af1fe380de363dc5
Author: leonidfrolov <fr...@gmail.com>
AuthorDate: Mon Mar 23 15:20:45 2020 +0200
[DLAB-1653]: added pandas-profiling
---
infrastructure-provisioning/src/general/lib/aws/actions_lib.py | 4 ++--
infrastructure-provisioning/src/general/lib/gcp/actions_lib.py | 4 ++--
.../src/general/lib/os/debian/notebook_lib.py | 6 ++++--
.../src/general/lib/os/redhat/notebook_lib.py | 6 ++++--
4 files changed, 12 insertions(+), 8 deletions(-)
diff --git a/infrastructure-provisioning/src/general/lib/aws/actions_lib.py b/infrastructure-provisioning/src/general/lib/aws/actions_lib.py
index 9519053..ecac04f 100644
--- a/infrastructure-provisioning/src/general/lib/aws/actions_lib.py
+++ b/infrastructure-provisioning/src/general/lib/aws/actions_lib.py
@@ -1517,7 +1517,7 @@ def installing_python(region, bucket, user_name, cluster_name, application='', p
local(venv_command + ' && sudo -i ' + pip_command + ' install NumPy=={0}'.format(numpy_version))
local(venv_command + ' && sudo -i ' + pip_command +
' install -i https://{0}/simple --trusted-host {0} --timeout 60000 boto boto3 SciPy '
- 'Matplotlib==2.0.2 pandas Sympy Pillow sklearn --no-cache-dir'.format(pip_mirror))
+ 'Matplotlib==2.0.2 pandas pandas-profiling Sympy Pillow sklearn --no-cache-dir'.format(pip_mirror))
# Need to refactor when we add GPU cluster
if application == 'deeplearning':
local(venv_command + ' && sudo -i ' + pip_command +
@@ -1540,7 +1540,7 @@ def installing_python(region, bucket, user_name, cluster_name, application='', p
local(venv_command + ' && sudo -i ' + pip_command + ' install ipython ipykernel --no-cache-dir')
local(venv_command + ' && sudo -i ' + pip_command + ' install NumPy=={}'.format(numpy_version))
local(venv_command + ' && sudo -i ' + pip_command +
- ' install boto boto3 SciPy Matplotlib==2.0.2 pandas Sympy Pillow sklearn '
+ ' install boto boto3 SciPy Matplotlib==2.0.2 pandas pandas-profiling Sympy Pillow sklearn '
'--no-cache-dir')
# Need to refactor when we add GPU cluster
if application == 'deeplearning':
diff --git a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
index 5b318c8..8096ed9 100644
--- a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
+++ b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
@@ -1275,8 +1275,8 @@ class GCPActions:
local('{0} && sudo -i {1} install -U pip==9.0.3'.format(venv_command, pip_command))
local('{0} && sudo -i {1} install pyzmq==17.0.0'.format(venv_command, pip_command))
local('{0} && sudo -i {1} install ipython ipykernel --no-cache-dir'.format(venv_command, pip_command))
- local('{0} && sudo -i {1} install boto boto3 NumPy=={2} SciPy Matplotlib pandas Sympy Pillow sklearn --no-cache-dir'
- .format(venv_command, pip_command, numpy_version))
+ local('{0} && sudo -i {1} install boto boto3 NumPy=={2} SciPy Matplotlib pandas pandas-profiling Sympy '
+ 'Pillow sklearn --no-cache-dir'.format(venv_command, pip_command, numpy_version))
if application == 'deeplearning':
local('{0} && sudo -i {1} install mxnet-cu80 opencv-python keras Theano --no-cache-dir'.format(venv_command, pip_command))
python_without_dots = python_version.replace('.', '')
diff --git a/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py b/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py
index d1fa44a..fcabce1 100644
--- a/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py
+++ b/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py
@@ -205,8 +205,10 @@ def ensure_additional_python_libs(os_user):
try:
manage_pkg('-y install', 'remote', 'libjpeg8-dev zlib1g-dev')
if os.environ['application'] in ('jupyter', 'zeppelin'):
- sudo('pip2 install NumPy=={} SciPy pandas Sympy Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version']))
- sudo('pip3 install NumPy=={} SciPy pandas Sympy Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version']))
+ sudo('pip2 install NumPy=={} SciPy pandas pandas-profiling Sympy Pillow sklearn --no-cache-dir'.format(
+ os.environ['notebook_numpy_version']))
+ sudo('pip3 install NumPy=={} SciPy pandas pandas-profiling Sympy Pillow sklearn --no-cache-dir'.format(
+ os.environ['notebook_numpy_version']))
if os.environ['application'] in ('tensor', 'deeplearning'):
sudo('pip2 install opencv-python h5py --no-cache-dir')
sudo('pip3 install opencv-python h5py --no-cache-dir')
diff --git a/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py b/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py
index 34bae34..46fd14c 100644
--- a/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py
+++ b/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py
@@ -190,8 +190,10 @@ def ensure_additional_python_libs(os_user):
manage_pkg('clean', 'remote', 'all')
manage_pkg('-y install', 'remote', 'zlib-devel libjpeg-turbo-devel --nogpgcheck')
if os.environ['application'] in ('jupyter', 'zeppelin'):
- sudo('pip2 install NumPy=={} SciPy pandas Sympy Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version']))
- sudo('python3.5 -m pip install NumPy=={} SciPy pandas Sympy Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version']))
+ sudo('pip2 install NumPy=={} SciPy pandas pandas-profiling Sympy Pillow sklearn --no-cache-dir'.format(
+ os.environ['notebook_numpy_version']))
+ sudo('python3.5 -m pip install NumPy=={} SciPy pandas pandas-profiling Sympy Pillow sklearn '
+ '--no-cache-dir'.format(os.environ['notebook_numpy_version']))
if os.environ['application'] in ('tensor', 'deeplearning'):
sudo('python2.7 -m pip install opencv-python h5py --no-cache-dir')
sudo('python3.5 -m pip install opencv-python h5py --no-cache-dir')
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@dlab.apache.org
For additional commands, e-mail: commits-help@dlab.apache.org