You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datalab.apache.org by lf...@apache.org on 2021/02/26 11:16:08 UTC
[incubator-datalab] branch DATALAB-2091 updated: [DATALAB-2091]:
added decorators and context to all other fabfiles
This is an automated email from the ASF dual-hosted git repository.
lfrolov pushed a commit to branch DATALAB-2091
in repository https://gitbox.apache.org/repos/asf/incubator-datalab.git
The following commit(s) were added to refs/heads/DATALAB-2091 by this push:
new 56eaed3 [DATALAB-2091]: added decorators and context to all other fabfiles
56eaed3 is described below
commit 56eaed37f340e87d35774153bea1ee81cc2fec3a
Author: leonidfrolov <fr...@gmail.com>
AuthorDate: Fri Feb 26 13:15:55 2021 +0200
[DATALAB-2091]: added decorators and context to all other fabfiles
---
.../src/dataengine-service/fabfile.py | 12 +++++---
.../src/dataengine/fabfile.py | 21 ++++++++-----
.../src/deeplearning/fabfile.py | 36 ++++++++++++++--------
infrastructure-provisioning/src/edge/fabfile.py | 10 +++---
infrastructure-provisioning/src/jupyter/fabfile.py | 36 ++++++++++++++--------
.../src/jupyterlab/fabfile.py | 33 +++++++++++++-------
infrastructure-provisioning/src/rstudio/fabfile.py | 36 ++++++++++++++--------
.../src/superset/fabfile.py | 24 ++++++++++-----
.../src/tensor-rstudio/fabfile.py | 36 ++++++++++++++--------
infrastructure-provisioning/src/tensor/fabfile.py | 36 ++++++++++++++--------
.../src/zeppelin/fabfile.py | 36 ++++++++++++++--------
11 files changed, 210 insertions(+), 106 deletions(-)
diff --git a/infrastructure-provisioning/src/dataengine-service/fabfile.py b/infrastructure-provisioning/src/dataengine-service/fabfile.py
index 8066457..74797b8 100644
--- a/infrastructure-provisioning/src/dataengine-service/fabfile.py
+++ b/infrastructure-provisioning/src/dataengine-service/fabfile.py
@@ -32,7 +32,8 @@ from datalab.meta_lib import *
from fabric import *
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -57,7 +58,8 @@ def run():
# Main function for installing additional libraries for Dataengine
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -74,7 +76,8 @@ def install_libs():
# Main function for get available libraries for Data Engine
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -90,7 +93,8 @@ def list_libs():
sys.exit(1)
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
diff --git a/infrastructure-provisioning/src/dataengine/fabfile.py b/infrastructure-provisioning/src/dataengine/fabfile.py
index 7674266..23afa93 100644
--- a/infrastructure-provisioning/src/dataengine/fabfile.py
+++ b/infrastructure-provisioning/src/dataengine/fabfile.py
@@ -31,7 +31,8 @@ from datalab.meta_lib import *
from fabric import *
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -53,7 +54,8 @@ def run():
sys.exit(1)
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -69,7 +71,8 @@ def start():
# Main function for installing additional libraries for Dataengine
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -86,7 +89,8 @@ def install_libs():
# Main function for get available libraries for Data Engine
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -102,7 +106,8 @@ def list_libs():
sys.exit(1)
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -117,7 +122,8 @@ def stop():
sys.exit(1)
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -133,7 +139,8 @@ def terminate():
# Main function for reconfiguring Spark for Data Engine
-def reconfigure_spark():
+@task
+def reconfigure_spark(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
diff --git a/infrastructure-provisioning/src/deeplearning/fabfile.py b/infrastructure-provisioning/src/deeplearning/fabfile.py
index 2616ad1..76be0fc 100644
--- a/infrastructure-provisioning/src/deeplearning/fabfile.py
+++ b/infrastructure-provisioning/src/deeplearning/fabfile.py
@@ -32,7 +32,8 @@ from datalab.meta_lib import *
# Main function for provisioning notebook server
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -61,7 +62,8 @@ def run():
# Main function for terminating exploratory environment
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -76,7 +78,8 @@ def terminate():
# Main function for stopping notebook server
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -91,7 +94,8 @@ def stop():
# Main function for starting notebook server
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -107,7 +111,8 @@ def start():
# Main function for configuring notebook server after deploying DataEngine service
-def configure():
+@task
+def configure(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -125,7 +130,8 @@ def configure():
# Main function for installing additional libraries for notebook
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -142,7 +148,8 @@ def install_libs():
# Main function for get available libraries for notebook
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -159,7 +166,8 @@ def list_libs():
# Main function for manage git credentials on notebook
-def git_creds():
+@task
+def git_creds(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -176,7 +184,8 @@ def git_creds():
# Main function for creating image from notebook
-def create_image():
+@task
+def create_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -193,7 +202,8 @@ def create_image():
# Main function for deleting existing notebook image
-def terminate_image():
+@task
+def terminate_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -210,7 +220,8 @@ def terminate_image():
# Main function for reconfiguring Spark for notebook
-def reconfigure_spark():
+@task
+def reconfigure_spark(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -226,7 +237,8 @@ def reconfigure_spark():
sys.exit(1)
# Main function for checking inactivity status
-def check_inactivity():
+@task
+def check_inactivity(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
diff --git a/infrastructure-provisioning/src/edge/fabfile.py b/infrastructure-provisioning/src/edge/fabfile.py
index f89e85f..b645989 100644
--- a/infrastructure-provisioning/src/edge/fabfile.py
+++ b/infrastructure-provisioning/src/edge/fabfile.py
@@ -29,8 +29,8 @@ import subprocess
from datalab.fab import *
from fabric import *
-
-def status():
+@task
+def status(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/edge/" + local_log_filename
@@ -47,7 +47,8 @@ def status():
# Main function for stopping EDGE node
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'], os.environ['request_id'])
local_log_filepath = "/logs/edge/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -62,7 +63,8 @@ def stop():
# Main function for starting stoped EDGE node
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'], os.environ['request_id'])
local_log_filepath = "/logs/edge/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
diff --git a/infrastructure-provisioning/src/jupyter/fabfile.py b/infrastructure-provisioning/src/jupyter/fabfile.py
index 2c5d7bc..2dd2cd0 100644
--- a/infrastructure-provisioning/src/jupyter/fabfile.py
+++ b/infrastructure-provisioning/src/jupyter/fabfile.py
@@ -32,7 +32,8 @@ from datalab.meta_lib import *
# Main function for provisioning notebook server
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -61,7 +62,8 @@ def run():
# Main function for terminating exploratory environment
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -76,7 +78,8 @@ def terminate():
# Main function for stopping notebook server
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -91,7 +94,8 @@ def stop():
# Main function for starting notebook server
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -107,7 +111,8 @@ def start():
# Main function for configuring notebook server after deploying DataEngine service
-def configure():
+@task
+def configure(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -126,7 +131,8 @@ def configure():
# Main function for installing additional libraries for notebook
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -143,7 +149,8 @@ def install_libs():
# Main function for get available libraries for notebook
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -160,7 +167,8 @@ def list_libs():
# Main function for manage git credentials on notebook
-def git_creds():
+@task
+def git_creds(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -177,7 +185,8 @@ def git_creds():
# Main function for creating image from notebook
-def create_image():
+@task
+def create_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -194,7 +203,8 @@ def create_image():
# Main function for deleting existing notebook image
-def terminate_image():
+@task
+def terminate_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -211,7 +221,8 @@ def terminate_image():
# Main function for reconfiguring Spark for notebook
-def reconfigure_spark():
+@task
+def reconfigure_spark(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -227,7 +238,8 @@ def reconfigure_spark():
sys.exit(1)
# Main function for checking inactivity status
-def check_inactivity():
+@task
+def check_inactivity(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
diff --git a/infrastructure-provisioning/src/jupyterlab/fabfile.py b/infrastructure-provisioning/src/jupyterlab/fabfile.py
index 7b42024..e2e7fc7 100644
--- a/infrastructure-provisioning/src/jupyterlab/fabfile.py
+++ b/infrastructure-provisioning/src/jupyterlab/fabfile.py
@@ -32,7 +32,8 @@ from datalab.meta_lib import *
# Main function for provisioning notebook server
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -61,7 +62,8 @@ def run():
# Main function for terminating exploratory environment
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -76,7 +78,8 @@ def terminate():
# Main function for stopping notebook server
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -91,7 +94,8 @@ def stop():
# Main function for starting notebook server
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -107,7 +111,8 @@ def start():
# Main function for configuring notebook server after deploying DataEngine service
-def configure():
+@task
+def configure(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -126,7 +131,8 @@ def configure():
# Main function for installing additional libraries for notebook
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -143,7 +149,8 @@ def install_libs():
# Main function for get available libraries for notebook
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -160,7 +167,8 @@ def list_libs():
# Main function for manage git credentials on notebook
-def git_creds():
+@task
+def git_creds(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -177,7 +185,8 @@ def git_creds():
# Main function for creating image from notebook
-def create_image():
+@task
+def create_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -194,7 +203,8 @@ def create_image():
# Main function for deleting existing notebook image
-def terminate_image():
+@task
+def terminate_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -211,7 +221,8 @@ def terminate_image():
# Main function for reconfiguring Spark for notebook
-def reconfigure_spark():
+@task
+def reconfigure_spark(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
diff --git a/infrastructure-provisioning/src/rstudio/fabfile.py b/infrastructure-provisioning/src/rstudio/fabfile.py
index 4d20c18..62bca6e 100644
--- a/infrastructure-provisioning/src/rstudio/fabfile.py
+++ b/infrastructure-provisioning/src/rstudio/fabfile.py
@@ -32,7 +32,8 @@ from datalab.meta_lib import *
# Main function for provisioning notebook server
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -61,7 +62,8 @@ def run():
# Main function for terminating exploratory environment
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -76,7 +78,8 @@ def terminate():
# Main function for stopping notebook server
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -91,7 +94,8 @@ def stop():
# Main function for starting notebook server
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -107,7 +111,8 @@ def start():
# Main function for configuring notebook server after deploying DataEngine service
-def configure():
+@task
+def configure(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -125,7 +130,8 @@ def configure():
# Main function for installing additional libraries for notebook
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -142,7 +148,8 @@ def install_libs():
# Main function for get available libraries for notebook
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -159,7 +166,8 @@ def list_libs():
# Main function for manage git credentials on notebook
-def git_creds():
+@task
+def git_creds(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -176,7 +184,8 @@ def git_creds():
# Main function for creating image from notebook
-def create_image():
+@task
+def create_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -193,7 +202,8 @@ def create_image():
# Main function for deleting existing notebook image
-def terminate_image():
+@task
+def terminate_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -210,7 +220,8 @@ def terminate_image():
# Main function for reconfiguring Spark for notebook
-def reconfigure_spark():
+@task
+def reconfigure_spark(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -226,7 +237,8 @@ def reconfigure_spark():
sys.exit(1)
# Main function for checking inactivity status
-def check_inactivity():
+@task
+def check_inactivity(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
diff --git a/infrastructure-provisioning/src/superset/fabfile.py b/infrastructure-provisioning/src/superset/fabfile.py
index b5b4e5d..4a56199 100644
--- a/infrastructure-provisioning/src/superset/fabfile.py
+++ b/infrastructure-provisioning/src/superset/fabfile.py
@@ -32,7 +32,8 @@ from datalab.meta_lib import *
# Main function for provisioning notebook server
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -61,7 +62,8 @@ def run():
# Main function for terminating exploratory environment
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -76,7 +78,8 @@ def terminate():
# Main function for stopping notebook server
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -91,7 +94,8 @@ def stop():
# Main function for starting notebook server
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -106,7 +110,8 @@ def start():
sys.exit(1)
# Main function for manage git credentials on notebook
-def git_creds():
+@task
+def git_creds(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -123,7 +128,8 @@ def git_creds():
# Main function for creating image from notebook
-def create_image():
+@task
+def create_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -140,7 +146,8 @@ def create_image():
# Main function for deleting existing notebook image
-def terminate_image():
+@task
+def terminate_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -159,7 +166,8 @@ def terminate_image():
# Main function for reconfiguring Spark for notebook
# Main function for checking inactivity status
-def check_inactivity():
+@task
+def check_inactivity(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
diff --git a/infrastructure-provisioning/src/tensor-rstudio/fabfile.py b/infrastructure-provisioning/src/tensor-rstudio/fabfile.py
index b6a5199..5ea0c74 100644
--- a/infrastructure-provisioning/src/tensor-rstudio/fabfile.py
+++ b/infrastructure-provisioning/src/tensor-rstudio/fabfile.py
@@ -32,7 +32,8 @@ from datalab.meta_lib import *
# Main function for provisioning notebook server
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -61,7 +62,8 @@ def run():
# Main function for terminating exploratory environment
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -76,7 +78,8 @@ def terminate():
# Main function for stopping notebook server
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -91,7 +94,8 @@ def stop():
# Main function for starting notebook server
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -107,7 +111,8 @@ def start():
# Main function for configuring notebook server after deploying DataEngine service
-def configure():
+@task
+def configure(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -125,7 +130,8 @@ def configure():
# Main function for installing additional libraries for notebook
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -142,7 +148,8 @@ def install_libs():
# Main function for get available libraries for notebook
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -159,7 +166,8 @@ def list_libs():
# Main function for manage git credentials on notebook
-def git_creds():
+@task
+def git_creds(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -176,7 +184,8 @@ def git_creds():
# Main function for creating image from notebook
-def create_image():
+@task
+def create_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -193,7 +202,8 @@ def create_image():
# Main function for deleting existing notebook image
-def terminate_image():
+@task
+def terminate_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -210,7 +220,8 @@ def terminate_image():
# Main function for reconfiguring Spark for notebook
-def reconfigure_spark():
+@task
+def reconfigure_spark(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -226,7 +237,8 @@ def reconfigure_spark():
sys.exit(1)
# Main function for checking inactivity status
-def check_inactivity():
+@task
+def check_inactivity(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
diff --git a/infrastructure-provisioning/src/tensor/fabfile.py b/infrastructure-provisioning/src/tensor/fabfile.py
index 8eec8e3..b6d0e16 100644
--- a/infrastructure-provisioning/src/tensor/fabfile.py
+++ b/infrastructure-provisioning/src/tensor/fabfile.py
@@ -32,7 +32,8 @@ from datalab.meta_lib import *
# Main function for provisioning notebook server
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -61,7 +62,8 @@ def run():
# Main function for terminating exploratory environment
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -76,7 +78,8 @@ def terminate():
# Main function for stopping notebook server
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -91,7 +94,8 @@ def stop():
# Main function for starting notebook server
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -107,7 +111,8 @@ def start():
# Main function for configuring notebook server after deploying DataEngine service
-def configure():
+@task
+def configure(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -125,7 +130,8 @@ def configure():
# Main function for installing additional libraries for notebook
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -142,7 +148,8 @@ def install_libs():
# Main function for get available libraries for notebook
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -159,7 +166,8 @@ def list_libs():
# Main function for manage git credentials on notebook
-def git_creds():
+@task
+def git_creds(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -176,7 +184,8 @@ def git_creds():
# Main function for creating image from notebook
-def create_image():
+@task
+def create_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -193,7 +202,8 @@ def create_image():
# Main function for deleting existing notebook image
-def terminate_image():
+@task
+def terminate_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -210,7 +220,8 @@ def terminate_image():
# Main function for reconfiguring Spark for notebook
-def reconfigure_spark():
+@task
+def reconfigure_spark(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -226,7 +237,8 @@ def reconfigure_spark():
sys.exit(1)
# Main function for checking inactivity status
-def check_inactivity():
+@task
+def check_inactivity(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['project_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
diff --git a/infrastructure-provisioning/src/zeppelin/fabfile.py b/infrastructure-provisioning/src/zeppelin/fabfile.py
index bae1fbc..86bf3e1 100644
--- a/infrastructure-provisioning/src/zeppelin/fabfile.py
+++ b/infrastructure-provisioning/src/zeppelin/fabfile.py
@@ -31,7 +31,8 @@ from datalab.meta_lib import *
# Main function for provisioning notebook server
-def run():
+@task
+def run(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -60,7 +61,8 @@ def run():
# Main function for terminating exploratory environment
-def terminate():
+@task
+def terminate(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -75,7 +77,8 @@ def terminate():
# Main function for stopping notebook server
-def stop():
+@task
+def stop(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -90,7 +93,8 @@ def stop():
# Main function for starting notebook server
-def start():
+@task
+def start(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -106,7 +110,8 @@ def start():
# Main function for configuring notebook server after deploying DataEngine service
-def configure():
+@task
+def configure(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'], os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
logging.basicConfig(format='%(levelname)-8s [%(asctime)s] %(message)s',
@@ -125,7 +130,8 @@ def configure():
# Main function for installing additional libraries for notebook
-def install_libs():
+@task
+def install_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -142,7 +148,8 @@ def install_libs():
# Main function for get available libraries for notebook
-def list_libs():
+@task
+def list_libs(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -159,7 +166,8 @@ def list_libs():
# Main function for manage git credentials on notebook
-def git_creds():
+@task
+def git_creds(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -176,7 +184,8 @@ def git_creds():
# Main function for creating image from notebook
-def create_image():
+@task
+def create_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -193,7 +202,8 @@ def create_image():
# Main function for deleting existing notebook image
-def terminate_image():
+@task
+def terminate_image(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -210,7 +220,8 @@ def terminate_image():
# Main function for reconfiguring Spark for notebook
-def reconfigure_spark():
+@task
+def reconfigure_spark(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
@@ -226,7 +237,8 @@ def reconfigure_spark():
sys.exit(1)
# Main function for checking inactivity status
-def check_inactivity():
+@task
+def check_inactivity(ctx):
local_log_filename = "{}_{}_{}.log".format(os.environ['conf_resource'], os.environ['edge_user_name'],
os.environ['request_id'])
local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datalab.apache.org
For additional commands, e-mail: commits-help@datalab.apache.org