You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by "Christopher Hyatt (Jira)" <ji...@apache.org> on 2019/10/04 14:14:00 UTC
[jira] [Updated] (AIRFLOW-5575) Cannot use the mark future
success/failure feature in the UI
[ https://issues.apache.org/jira/browse/AIRFLOW-5575?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Christopher Hyatt updated AIRFLOW-5575:
---------------------------------------
Description:
Every time we try to mark tasks to in the future success or failure we get an oops message:
Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 2446, in wsgi_app response = self.full_dispatch_request() File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1951, in full_dispatch_request rv = self.handle_user_exception(e) File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1820, in handle_user_exception reraise(exc_type, exc_value, tb) File "/usr/local/lib/python3.6/site-packages/flask/_compat.py", line 39, in reraise raise value File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1949, in full_dispatch_request rv = self.dispatch_request() File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1935, in dispatch_request return self.view_functions[rule.endpoint](**req.view_args) File "/usr/local/lib/python3.6/site-packages/flask_admin/base.py", line 69, in inner return self._run_view(f, *args, **kwargs) File "/usr/local/lib/python3.6/site-packages/flask_admin/base.py", line 368, in _run_view return fn(self, *args, **kwargs) File "/usr/local/lib/python3.6/site-packages/flask_login/utils.py", line 258, in decorated_view return func(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/utils.py", line 281, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/utils.py", line 328, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/views.py", line 1471, in success future, past, State.SUCCESS) File "/usr/local/lib/python3.6/site-packages/airflow/www/views.py", line 1422, in _mark_task_instance_state commit=False) File "/usr/local/lib/python3.6/site-packages/airflow/utils/db.py", line 74, in wrapper return func(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/api/common/experimental/mark_tasks.py", line 103, in set_state dates = get_execution_dates(dag, execution_date, future, past) File "/usr/local/lib/python3.6/site-packages/airflow/api/common/experimental/mark_tasks.py", line 256, in get_execution_dates dates = dag.date_range(start_date=start_date, end_date=end_date) File "/usr/local/lib/python3.6/site-packages/airflow/models/dag.py", line 357, in date_range num=num, delta=self._schedule_interval) File "/usr/local/lib/python3.6/site-packages/airflow/utils/dates.py", line 88, in date_range end_date = timezone.make_naive(end_date, tz) File "/usr/local/lib/python3.6/site-packages/airflow/utils/timezone.py", line 146, in make_naive o = value.astimezone(timezone) File "/usr/local/lib/python3.6/site-packages/pendulum/tz/timezone_info.py", line 99, in fromutc tzinfo = self._tz._tzinfos[self._tz._transitions[idx]._tzinfo_index] IndexError: list index out of range
was:
Every time we try to mark tasks to in the future success or failure we get an oops message:
Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 2446, in wsgi_app response = self.full_dispatch_request() File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1951, in full_dispatch_request rv = self.handle_user_exception(e) File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1820, in handle_user_exception reraise(exc_type, exc_value, tb) File "/usr/local/lib/python3.6/site-packages/flask/_compat.py", line 39, in reraise raise value File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1949, in full_dispatch_request rv = self.dispatch_request() File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1935, in dispatch_request return self.view_functions[rule.endpoint](**req.view_args) File "/usr/local/lib/python3.6/site-packages/flask_admin/base.py", line 69, in inner return self._run_view(f, *args, **kwargs) File "/usr/local/lib/python3.6/site-packages/flask_admin/base.py", line 368, in _run_view return fn(self, *args, **kwargs) File "/usr/local/lib/python3.6/site-packages/flask_login/utils.py", line 258, in decorated_view return func(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/utils.py", line 281, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/utils.py", line 328, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/views.py", line 1471, in success future, past, State.SUCCESS) File "/usr/local/lib/python3.6/site-packages/airflow/www/views.py", line 1422, in _mark_task_instance_state commit=False) File "/usr/local/lib/python3.6/site-packages/airflow/utils/db.py", line 74, in wrapper return func(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/api/common/experimental/mark_tasks.py", line 103, in set_state dates = get_execution_dates(dag, execution_date, future, past) File "/usr/local/lib/python3.6/site-packages/airflow/api/common/experimental/mark_tasks.py", line 256, in get_execution_dates dates = dag.date_range(start_date=start_date, end_date=end_date) File "/usr/local/lib/python3.6/site-packages/airflow/models/dag.py", line 357, in date_range num=num, delta=self._schedule_interval) File "/usr/local/lib/python3.6/site-packages/airflow/utils/dates.py", line 88, in date_range end_date = timezone.make_naive(end_date, tz) File "/usr/local/lib/python3.6/site-packages/airflow/utils/timezone.py", line 146, in make_naive o = value.astimezone(timezone) File "/usr/local/lib/python3.6/site-packages/pendulum/tz/timezone_info.py", line 99, in fromutc tzinfo = self._tz._tzinfos[self._tz._transitions[idx]._tzinfo_index] IndexError: list index out of range
airflow@dfe51753a035:~$ pip list
Package Version
---------------------- ---------
alembic 1.2.0
amqp 2.5.1
apache-airflow 1.10.4
apispec 3.0.0
arrow 0.13.0
asn1crypto 0.24.0
atomicwrites 1.3.0
attrs 19.1.0
aws-xray-sdk 0.95
Babel 2.7.0
backcall 0.1.0
bcrypt 3.1.7
billiard 3.6.1.0
boto 2.49.0
boto3 1.7.76
botocore 1.10.84
cached-property 1.5.1
celery 4.3.0
certifi 2019.9.11
cffi 1.12.3
chardet 3.0.4
Click 7.0
click-datetime 0.2
colorama 0.4.1
colorlog 4.0.2
configparser 3.5.3
cookies 2.2.1
croniter 0.3.30
cryptography 2.7
cycler 0.10.0
Cython 0.29.13
decorator 4.4.0
defusedxml 0.6.0
dill 0.2.9
docker 4.0.2
docutils 0.15.2
dumb-init 1.2.2
ecdsa 0.13.2
Flask 1.1.1
Flask-Admin 1.5.3
Flask-AppBuilder 1.13.1
Flask-Babel 0.12.2
Flask-Caching 1.3.3
Flask-JWT-Extended 3.23.0
Flask-Login 0.4.1
Flask-OpenID 1.2.5
Flask-SQLAlchemy 2.4.0
flask-swagger 0.2.13
Flask-WTF 0.14.2
flower 0.9.3
funcsigs 1.0.0
future 0.16.0
gunicorn 19.9.0
hmsclient 0.1.1
idna 2.8
importlib-metadata 0.23
ipython 7.8.0
ipython-genutils 0.2.0
iso8601 0.1.12
itsdangerous 1.1.0
JayDeBeApi 1.1.1
jedi 0.15.1
Jinja2 2.10.1
jmespath 0.9.4
joblib 0.13.2
JPype1 0.7.0
json-merge-patch 0.2
jsondiff 1.1.1
jsonpickle 1.2
jsonschema 3.0.2
kiwisolver 1.1.0
kombu 4.6.4
lazy-object-proxy 1.4.2
lockfile 0.12.2
Mako 1.1.0
Markdown 2.6.11
MarkupSafe 1.1.1
marshmallow 2.19.5
marshmallow-enum 1.5.1
marshmallow-sqlalchemy 0.19.0
matplotlib 3.1.1
mock 3.0.5
more-itertools 7.2.0
moto 1.3.6
ndg-httpsclient 0.5.1
nose 1.3.7
numpy 1.16.2
ordereddict 1.1
packaging 19.2
pandas 0.25.1
paramiko 2.6.0
parso 0.5.1
patsy 0.5.1
pendulum 1.4.4
pexpect 4.7.0
pickleshare 0.7.5
pip 19.2.3
pluggy 0.13.0
pmdarima 1.3.0
prison 0.1.0
prompt-toolkit 2.0.9
psutil 5.6.3
psycopg2 2.7.7
psycopg2-binary 2.8.3
ptyprocess 0.6.0
py 1.8.0
pyaml 19.4.1
pyasn1 0.4.7
PyAstronomy 0.13.0
pycparser 2.19
pycryptodome 3.9.0
pydlm 0.1.1.11
Pygments 2.4.2
PyHive 0.6.1
PyJWT 1.7.1
PyNaCl 1.3.0
pyOpenSSL 19.0.0
pyparsing 2.4.2
pyrsistent 0.15.4
pysftp 0.2.9
pytest 5.1.3
python-daemon 2.1.2
python-dateutil 2.8.0
python-editor 1.0.4
python-jose 2.0.2
python3-openid 3.1.0
pytz 2019.2
pytzdata 2019.3
PyYAML 5.1.2
redis 3.3.8
requests 2.22.0
responses 0.10.6
s3transfer 0.1.13
scikit-learn 0.21.3
scipy 1.3.1
setproctitle 1.1.10
setuptools 41.2.0
six 1.12.0
SQLAlchemy 1.3.8
sshtunnel 0.1.5
statsd 3.3.0
statsmodels 0.10.1
stldecompose 0.0.5
tabulate 0.8.3
tenacity 4.12.0
termcolor 1.1.0
text-unidecode 1.2
thrift 0.11.0
tornado 5.1.1
traitlets 4.3.2
tzlocal 1.5.1
unicodecsv 0.14.1
urllib3 1.25.5
vine 1.3.0
wcwidth 0.1.7
websocket-client 0.56.0
Werkzeug 0.16.0
wheel 0.33.6
wrapt 1.11.2
WTForms 2.2.1
XlsxWriter 1.2.1
xmltodict 0.12.0
zipp 0.6.0
zope.deprecation 4.4.0
> Cannot use the mark future success/failure feature in the UI
> ------------------------------------------------------------
>
> Key: AIRFLOW-5575
> URL: https://issues.apache.org/jira/browse/AIRFLOW-5575
> Project: Apache Airflow
> Issue Type: Bug
> Components: DAG, DagRun, webserver
> Affects Versions: 1.10.4, 1.10.5
> Environment: airflow@dfe51753a035:~$ pip list
> Package Version
> ---------------------- ---------
> alembic 1.2.0
> amqp 2.5.1
> apache-airflow 1.10.4
> apispec 3.0.0
> arrow 0.13.0
> asn1crypto 0.24.0
> atomicwrites 1.3.0
> attrs 19.1.0
> aws-xray-sdk 0.95
> Babel 2.7.0
> backcall 0.1.0
> bcrypt 3.1.7
> billiard 3.6.1.0
> boto 2.49.0
> boto3 1.7.76
> botocore 1.10.84
> cached-property 1.5.1
> celery 4.3.0
> certifi 2019.9.11
> cffi 1.12.3
> chardet 3.0.4
> Click 7.0
> click-datetime 0.2
> colorama 0.4.1
> colorlog 4.0.2
> configparser 3.5.3
> cookies 2.2.1
> croniter 0.3.30
> cryptography 2.7
> cycler 0.10.0
> Cython 0.29.13
> decorator 4.4.0
> defusedxml 0.6.0
> dill 0.2.9
> docker 4.0.2
> docutils 0.15.2
> dumb-init 1.2.2
> ecdsa 0.13.2
> Flask 1.1.1
> Flask-Admin 1.5.3
> Flask-AppBuilder 1.13.1
> Flask-Babel 0.12.2
> Flask-Caching 1.3.3
> Flask-JWT-Extended 3.23.0
> Flask-Login 0.4.1
> Flask-OpenID 1.2.5
> Flask-SQLAlchemy 2.4.0
> flask-swagger 0.2.13
> Flask-WTF 0.14.2
> flower 0.9.3
> funcsigs 1.0.0
> future 0.16.0
> gunicorn 19.9.0
> hmsclient 0.1.1
> idna 2.8
> importlib-metadata 0.23
> ipython 7.8.0
> ipython-genutils 0.2.0
> iso8601 0.1.12
> itsdangerous 1.1.0
> JayDeBeApi 1.1.1
> jedi 0.15.1
> Jinja2 2.10.1
> jmespath 0.9.4
> joblib 0.13.2
> JPype1 0.7.0
> json-merge-patch 0.2
> jsondiff 1.1.1
> jsonpickle 1.2
> jsonschema 3.0.2
> kiwisolver 1.1.0
> kombu 4.6.4
> lazy-object-proxy 1.4.2
> lockfile 0.12.2
> Mako 1.1.0
> Markdown 2.6.11
> MarkupSafe 1.1.1
> marshmallow 2.19.5
> marshmallow-enum 1.5.1
> marshmallow-sqlalchemy 0.19.0
> matplotlib 3.1.1
> mock 3.0.5
> more-itertools 7.2.0
> moto 1.3.6
> ndg-httpsclient 0.5.1
> nose 1.3.7
> numpy 1.16.2
> ordereddict 1.1
> packaging 19.2
> pandas 0.25.1
> paramiko 2.6.0
> parso 0.5.1
> patsy 0.5.1
> pendulum 1.4.4
> pexpect 4.7.0
> pickleshare 0.7.5
> pip 19.2.3
> pluggy 0.13.0
> pmdarima 1.3.0
> prison 0.1.0
> prompt-toolkit 2.0.9
> psutil 5.6.3
> psycopg2 2.7.7
> psycopg2-binary 2.8.3
> ptyprocess 0.6.0
> py 1.8.0
> pyaml 19.4.1
> pyasn1 0.4.7
> PyAstronomy 0.13.0
> pycparser 2.19
> pycryptodome 3.9.0
> pydlm 0.1.1.11
> Pygments 2.4.2
> PyHive 0.6.1
> PyJWT 1.7.1
> PyNaCl 1.3.0
> pyOpenSSL 19.0.0
> pyparsing 2.4.2
> pyrsistent 0.15.4
> pysftp 0.2.9
> pytest 5.1.3
> python-daemon 2.1.2
> python-dateutil 2.8.0
> python-editor 1.0.4
> python-jose 2.0.2
> python3-openid 3.1.0
> pytz 2019.2
> pytzdata 2019.3
> PyYAML 5.1.2
> redis 3.3.8
> requests 2.22.0
> responses 0.10.6
> s3transfer 0.1.13
> scikit-learn 0.21.3
> scipy 1.3.1
> setproctitle 1.1.10
> setuptools 41.2.0
> six 1.12.0
> SQLAlchemy 1.3.8
> sshtunnel 0.1.5
> statsd 3.3.0
> statsmodels 0.10.1
> stldecompose 0.0.5
> tabulate 0.8.3
> tenacity 4.12.0
> termcolor 1.1.0
> text-unidecode 1.2
> thrift 0.11.0
> tornado 5.1.1
> traitlets 4.3.2
> tzlocal 1.5.1
> unicodecsv 0.14.1
> urllib3 1.25.5
> vine 1.3.0
> wcwidth 0.1.7
> websocket-client 0.56.0
> Werkzeug 0.16.0
> wheel 0.33.6
> wrapt 1.11.2
> WTForms 2.2.1
> XlsxWriter 1.2.1
> xmltodict 0.12.0
> zipp 0.6.0
> zope.deprecation 4.4.0
> Reporter: Christopher Hyatt
> Priority: Major
>
> Every time we try to mark tasks to in the future success or failure we get an oops message:
> Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 2446, in wsgi_app response = self.full_dispatch_request() File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1951, in full_dispatch_request rv = self.handle_user_exception(e) File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1820, in handle_user_exception reraise(exc_type, exc_value, tb) File "/usr/local/lib/python3.6/site-packages/flask/_compat.py", line 39, in reraise raise value File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1949, in full_dispatch_request rv = self.dispatch_request() File "/usr/local/lib/python3.6/site-packages/flask/app.py", line 1935, in dispatch_request return self.view_functions[rule.endpoint](**req.view_args) File "/usr/local/lib/python3.6/site-packages/flask_admin/base.py", line 69, in inner return self._run_view(f, *args, **kwargs) File "/usr/local/lib/python3.6/site-packages/flask_admin/base.py", line 368, in _run_view return fn(self, *args, **kwargs) File "/usr/local/lib/python3.6/site-packages/flask_login/utils.py", line 258, in decorated_view return func(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/utils.py", line 281, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/utils.py", line 328, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/www/views.py", line 1471, in success future, past, State.SUCCESS) File "/usr/local/lib/python3.6/site-packages/airflow/www/views.py", line 1422, in _mark_task_instance_state commit=False) File "/usr/local/lib/python3.6/site-packages/airflow/utils/db.py", line 74, in wrapper return func(*args, **kwargs) File "/usr/local/lib/python3.6/site-packages/airflow/api/common/experimental/mark_tasks.py", line 103, in set_state dates = get_execution_dates(dag, execution_date, future, past) File "/usr/local/lib/python3.6/site-packages/airflow/api/common/experimental/mark_tasks.py", line 256, in get_execution_dates dates = dag.date_range(start_date=start_date, end_date=end_date) File "/usr/local/lib/python3.6/site-packages/airflow/models/dag.py", line 357, in date_range num=num, delta=self._schedule_interval) File "/usr/local/lib/python3.6/site-packages/airflow/utils/dates.py", line 88, in date_range end_date = timezone.make_naive(end_date, tz) File "/usr/local/lib/python3.6/site-packages/airflow/utils/timezone.py", line 146, in make_naive o = value.astimezone(timezone) File "/usr/local/lib/python3.6/site-packages/pendulum/tz/timezone_info.py", line 99, in fromutc tzinfo = self._tz._tzinfos[self._tz._transitions[idx]._tzinfo_index] IndexError: list index out of range
>
--
This message was sent by Atlassian Jira
(v8.3.4#803005)