You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@marvin.apache.org by we...@apache.org on 2022/01/19 04:26:44 UTC
[incubator-marvin] 10/11: Fixing config generation and .travis.yml
This is an automated email from the ASF dual-hosted git repository.
weichen pushed a commit to branch develop
in repository https://gitbox.apache.org/repos/asf/incubator-marvin.git
commit f121ef7bd85f446313f71d46da81950d9e54f2ee
Author: cardosolucas <ca...@gmail.com>
AuthorDate: Mon Jan 17 21:14:23 2022 -0300
Fixing config generation and .travis.yml
---
.travis.yml | 4 ++--
python-toolbox/marvin_python_toolbox/utils/config.py | 4 ++++
2 files changed, 6 insertions(+), 2 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 38a82d5..c6bb1b9 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -42,7 +42,7 @@ matrix:
before_install:
- travis_retry curl https://d3kbcqa49mib13.cloudfront.net/spark-2.1.1-bin-hadoop2.6.tgz -o ./spark-2.1.1-bin-hadoop2.6.tgz
- sudo tar -xf ./spark-2.1.1-bin-hadoop2.6.tgz
- - cd python-toolbox
+ - cd python-daemon
- mkdir -p marvin_data
- mkdir -p marvin_home
- mkdir -p marvin_log
@@ -77,7 +77,7 @@ matrix:
- export MARVIN_HOME=./marvin_home
- export MARVIN_DATA_PATH=./marvin_data
- export SPARK_HOME=../spark-2.1.1-bin-hadoop2.6
- - if [[ "$TRAVIS_OS_NAME" == "linux" ]]; then sudo apt-get install build-essential libsasl2-dev python-pip graphviz libssl-dev libffi-dev -y ; fi
+ - if [[ "$TRAVIS_OS_NAME" == "linux" ]]; then sudo apt-get install build-essential libsasl2-dev python3 python3-pip graphviz libssl-dev libffi-dev python3-dev -y ; fi
- travis_retry pip install --upgrade pip
install:
- travis_retry pip install codecov
diff --git a/python-toolbox/marvin_python_toolbox/utils/config.py b/python-toolbox/marvin_python_toolbox/utils/config.py
index d68e063..58560fc 100755
--- a/python-toolbox/marvin_python_toolbox/utils/config.py
+++ b/python-toolbox/marvin_python_toolbox/utils/config.py
@@ -57,6 +57,10 @@ def generate_default_conf():
'editor': 'nano',
'executor_url': 'https://s3.amazonaws.com/marvin-engine-executor/marvin-engine-executor-assembly-0.0.5.jar'
}
+
+ if not os.path.exists(filepath):
+ os.makedirs(filepath)
+
with open(filepath, 'w') as conf:
json.dump(config, conf, indent=4)