You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by "John Arnold (JIRA)" <ji...@apache.org> on 2018/03/23 00:53:00 UTC
[jira] [Commented] (AIRFLOW-2244) Exception importing Azure (wasb)
log handler
[ https://issues.apache.org/jira/browse/AIRFLOW-2244?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16410636#comment-16410636 ]
John Arnold commented on AIRFLOW-2244:
--------------------------------------
in airflow/models.py:
if 'mysql' in settings.SQL_ALCHEMY_CONN:
LongText = LONGTEXT
else:
LongText = Text
This is not guarded at all, you can't iterate settings.SQL_ALCHEMY_CONN if it's empty. You get a TypeError.
> Exception importing Azure (wasb) log handler
> --------------------------------------------
>
> Key: AIRFLOW-2244
> URL: https://issues.apache.org/jira/browse/AIRFLOW-2244
> Project: Apache Airflow
> Issue Type: Bug
> Components: core
> Reporter: John Arnold
> Priority: Major
>
> Attempting to configure remote logging in azure storage, I'm getting import exceptions trying to load the wasb handler:
> Unable to load the config, contains a configuration error.
> Traceback (most recent call last):
> File "/usr/lib/python3.6/logging/config.py", line 382, in resolve
> found = getattr(found, frag)
> AttributeError: module 'airflow.utils.log' has no attribute 'wasb_task_handler'
> During handling of the above exception, another exception occurred:
> Traceback (most recent call last):
> File "/usr/lib/python3.6/logging/config.py", line 558, in configure
> handler = self.configure_handler(handlers[name])
> File "/usr/lib/python3.6/logging/config.py", line 708, in configure_handler
> klass = self.resolve(cname)
> File "/usr/lib/python3.6/logging/config.py", line 384, in resolve
> self.importer(used)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/utils/log/wasb_task_handler.py", line 18, in <module>
> from airflow.contrib.hooks.wasb_hook import WasbHook
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/contrib/hooks/wasb_hook.py", line 16, in <module>
> from airflow.hooks.base_hook import BaseHook
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/hooks/base_hook.py", line 24, in <module>
> from airflow.models import Connection
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/models.py", line 119, in <module>
> if 'mysql' in settings.SQL_ALCHEMY_CONN:
> TypeError: argument of type 'NoneType' is not iterable
> During handling of the above exception, another exception occurred:
> Traceback (most recent call last):
> File "/var/lib/airflow/venv/bin/airflow", line 4, in <module>
> __import__('pkg_resources').run_script('apache-airflow==1.10.0.dev0+incubating', 'airflow')
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/pkg_resources/__init__.py", line 658, in run_script
> self.require(requires)[0].run_script(script_name, ns)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/pkg_resources/__init__.py", line 1438, in run_script
> exec(code, namespace, namespace)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/EGG-INFO/scripts/airflow", line 16, in <module>
> from airflow import configuration
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/__init__.py", line 31, in <module>
> from airflow import settings
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/settings.py", line 198, in <module>
> configure_logging()
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/logging_config.py", line 76, in configure_logging
> raise e
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/logging_config.py", line 71, in configure_logging
> dictConfig(logging_config)
> File "/usr/lib/python3.6/logging/config.py", line 795, in dictConfig
> dictConfigClass(config).configure()
> File "/usr/lib/python3.6/logging/config.py", line 566, in configure
> '%r: %s' % (name, e))
> ValueError: Unable to configure handler 'processor': argument of type 'NoneType' is not iterable
> (venv) johnar@netdev1-westus2:~/github/incubator-airflow$ airflow scheduler
> Unable to load the config, contains a configuration error.
> Traceback (most recent call last):
> File "/usr/lib/python3.6/logging/config.py", line 382, in resolve
> found = getattr(found, frag)
> AttributeError: module 'airflow.utils.log' has no attribute 'wasb_task_handler'
> During handling of the above exception, another exception occurred:
> Traceback (most recent call last):
> File "/usr/lib/python3.6/logging/config.py", line 558, in configure
> handler = self.configure_handler(handlers[name])
> File "/usr/lib/python3.6/logging/config.py", line 708, in configure_handler
> klass = self.resolve(cname)
> File "/usr/lib/python3.6/logging/config.py", line 384, in resolve
> self.importer(used)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/utils/log/wasb_task_handler.py", line 18, in <module>
> from airflow.contrib.hooks.wasb_hook import WasbHook
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/contrib/hooks/wasb_hook.py", line 16, in <module>
> from airflow.hooks.base_hook import BaseHook
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/hooks/base_hook.py", line 24, in <module>
> from airflow.models import Connection
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/models.py", line 119, in <module>
> if 'mysql' in settings.SQL_ALCHEMY_CONN:
> TypeError: argument of type 'NoneType' is not iterable
> During handling of the above exception, another exception occurred:
> Traceback (most recent call last):
> File "/var/lib/airflow/venv/bin/airflow", line 4, in <module>
> __import__('pkg_resources').run_script('apache-airflow==1.10.0.dev0+incubating', 'airflow')
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/pkg_resources/__init__.py", line 658, in run_script
> self.require(requires)[0].run_script(script_name, ns)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/pkg_resources/__init__.py", line 1438, in run_script
> exec(code, namespace, namespace)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/EGG-INFO/scripts/airflow", line 16, in <module>
> from airflow import configuration
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/__init__.py", line 31, in <module>
> from airflow import settings
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/settings.py", line 198, in <module>
> configure_logging()
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/logging_config.py", line 76, in configure_logging
> raise e
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/logging_config.py", line 71, in configure_logging
> dictConfig(logging_config)
> File "/usr/lib/python3.6/logging/config.py", line 795, in dictConfig
> dictConfigClass(config).configure()
> File "/usr/lib/python3.6/logging/config.py", line 566, in configure
> '%r: %s' % (name, e))
> ValueError: Unable to configure handler 'processor': argument of type 'NoneType' is not iterable
> (venv) johnar@netdev1-westus2:~/github/incubator-airflow$
> (venv) johnar@netdev1-westus2:~/github/incubator-airflow$ airflow scheduler
> Unable to load the config, contains a configuration error.
> Traceback (most recent call last):
> File "/usr/lib/python3.6/logging/config.py", line 382, in resolve
> found = getattr(found, frag)
> AttributeError: module 'airflow.utils.log' has no attribute 'wasb_task_handler'
> During handling of the above exception, another exception occurred:
> Traceback (most recent call last):
> File "/usr/lib/python3.6/logging/config.py", line 558, in configure
> handler = self.configure_handler(handlers[name])
> File "/usr/lib/python3.6/logging/config.py", line 708, in configure_handler
> klass = self.resolve(cname)
> File "/usr/lib/python3.6/logging/config.py", line 384, in resolve
> self.importer(used)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/utils/log/wasb_task_handler.py", line 18, in <module>
> from airflow.contrib.hooks.wasb_hook import WasbHook
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/contrib/hooks/wasb_hook.py", line 16, in <module>
> from airflow.hooks.base_hook import BaseHook
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/hooks/base_hook.py", line 24, in <module>
> from airflow.models import Connection
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/models.py", line 119, in <module>
> if 'mysql' in settings.SQL_ALCHEMY_CONN:
> TypeError: argument of type 'NoneType' is not iterable
> During handling of the above exception, another exception occurred:
> Traceback (most recent call last):
> File "/var/lib/airflow/venv/bin/airflow", line 4, in <module>
> __import__('pkg_resources').run_script('apache-airflow==1.10.0.dev0+incubating', 'airflow')
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/pkg_resources/__init__.py", line 658, in run_script
> self.require(requires)[0].run_script(script_name, ns)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/pkg_resources/__init__.py", line 1438, in run_script
> exec(code, namespace, namespace)
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/EGG-INFO/scripts/airflow", line 16, in <module>
> from airflow import configuration
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/__init__.py", line 31, in <module>
> from airflow import settings
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/settings.py", line 198, in <module>
> configure_logging()
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/logging_config.py", line 76, in configure_logging
> raise e
> File "/var/lib/airflow/venv/lib/python3.6/site-packages/apache_airflow-1.10.0.dev0+incubating-py3.6.egg/airflow/logging_config.py", line 71, in configure_logging
> dictConfig(logging_config)
> File "/usr/lib/python3.6/logging/config.py", line 795, in dictConfig
> dictConfigClass(config).configure()
> File "/usr/lib/python3.6/logging/config.py", line 566, in configure
> '%r: %s' % (name, e))
> ValueError: Unable to configure handler 'processor': argument of type 'NoneType' is not iterable
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)