You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by fo...@apache.org on 2018/04/23 09:12:57 UTC
incubator-airflow git commit: [AIRFLOW-2344] Fix `connections -l` to
work with pipe/redirect
Repository: incubator-airflow
Updated Branches:
refs/heads/master 49826af10 -> 0d199e5f3
[AIRFLOW-2344] Fix `connections -l` to work with pipe/redirect
`airflow connections -l` uses 'tabulate' package
with
fancy_grid format, which outputs box drawing
characters.
It can occur UnicodeEncodeError with pipe or
redirect,
since the default encoding for Python 2.x is
ascii.
This PR fixes it and contains some flask8 related
fixes.
Closes #3244 from sekikn/AIRFLOW-2344
Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/0d199e5f
Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/0d199e5f
Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/0d199e5f
Branch: refs/heads/master
Commit: 0d199e5f37f076e5ff0a8e20140e35a125eedcfc
Parents: 49826af
Author: Kengo Seki <se...@apache.org>
Authored: Mon Apr 23 11:12:52 2018 +0200
Committer: Fokko Driesprong <fo...@godatadriven.com>
Committed: Mon Apr 23 11:12:52 2018 +0200
----------------------------------------------------------------------
airflow/bin/cli.py | 7 +++++--
tests/core.py | 17 +++++++++++------
2 files changed, 16 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/0d199e5f/airflow/bin/cli.py
----------------------------------------------------------------------
diff --git a/airflow/bin/cli.py b/airflow/bin/cli.py
index a5936a9..975f481 100644
--- a/airflow/bin/cli.py
+++ b/airflow/bin/cli.py
@@ -1025,9 +1025,12 @@ def connections(args):
Connection.is_extra_encrypted,
Connection.extra).all()
conns = [map(reprlib.repr, conn) for conn in conns]
- print(tabulate(conns, ['Conn Id', 'Conn Type', 'Host', 'Port',
+ msg = tabulate(conns, ['Conn Id', 'Conn Type', 'Host', 'Port',
'Is Encrypted', 'Is Extra Encrypted', 'Extra'],
- tablefmt="fancy_grid"))
+ tablefmt="fancy_grid")
+ if sys.version_info[0] < 3:
+ msg = msg.encode('utf-8')
+ print(msg)
return
if args.delete:
http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/0d199e5f/tests/core.py
----------------------------------------------------------------------
diff --git a/tests/core.py b/tests/core.py
index 24c24fe..308804d 100644
--- a/tests/core.py
+++ b/tests/core.py
@@ -30,6 +30,7 @@ import os
import re
import signal
import sqlalchemy
+import subprocess
import tempfile
import warnings
from datetime import timedelta
@@ -1037,9 +1038,18 @@ class CliTests(unittest.TestCase):
lines = [l for l in stdout.split('\n') if len(l) > 0]
self.assertListEqual(lines, [
("\tThe following args are not compatible with the " +
- "--list flag: ['conn_id', 'conn_uri', 'conn_extra', 'conn_type', 'conn_host', 'conn_login', 'conn_password', 'conn_schema', 'conn_port']"),
+ "--list flag: ['conn_id', 'conn_uri', 'conn_extra', " +
+ "'conn_type', 'conn_host', 'conn_login', " +
+ "'conn_password', 'conn_schema', 'conn_port']"),
])
+ def test_cli_connections_list_redirect(self):
+ cmd = ['airflow', 'connections', '--list']
+ with tempfile.TemporaryFile() as fp:
+ p = subprocess.Popen(cmd, stdout=fp)
+ p.wait()
+ self.assertEqual(0, p.returncode)
+
def test_cli_connections_add_delete(self):
# Add connections:
uri = 'postgresql://airflow:airflow@host:5432/airflow'
@@ -1415,8 +1425,6 @@ class CliTests(unittest.TestCase):
sleep(1)
def test_cli_webserver_foreground(self):
- import subprocess
-
# Confirm that webserver hasn't been launched.
# pgrep returns exit status 1 if no process matched.
self.assertEqual(1, subprocess.Popen(["pgrep", "-c", "airflow"]).wait())
@@ -1434,8 +1442,6 @@ class CliTests(unittest.TestCase):
@unittest.skipIf("TRAVIS" in os.environ and bool(os.environ["TRAVIS"]),
"Skipping test due to lack of required file permission")
def test_cli_webserver_foreground_with_pid(self):
- import subprocess
-
# Run webserver in foreground with --pid option
pidfile = tempfile.mkstemp()[1]
p = subprocess.Popen(["airflow", "webserver", "--pid", pidfile])
@@ -1450,7 +1456,6 @@ class CliTests(unittest.TestCase):
@unittest.skipIf("TRAVIS" in os.environ and bool(os.environ["TRAVIS"]),
"Skipping test due to lack of required file permission")
def test_cli_webserver_background(self):
- import subprocess
import psutil
# Confirm that webserver hasn't been launched.