You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by "Daniel Standish (Jira)" <ji...@apache.org> on 2019/10/28 01:37:00 UTC
[jira] [Updated] (AIRFLOW-5794) airflow DB not upgradeable between
1.10.6rc2 and master
[ https://issues.apache.org/jira/browse/AIRFLOW-5794?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Daniel Standish updated AIRFLOW-5794:
-------------------------------------
Description:
To reproduce:
1. ensure you have latest changes. At time of writing it is these commits:
* v1.10.6rc2 commit: 73bf718358c01cc41e5f23b914a8824a2665a28c
* master commit: 171e1bb3d5c5b10d7db9996bcad986ed81f9d981
2. Then run these commands (or similar):
{code:python}
rm ~/airflow/airflow.db
git checkout v-10-stable
airflow initdb
git checkout master
airflow db upgrade
{code}
Error:
{code}
airflow ❯ airflow db upgrade
/Users/dstandish/code/airflow/airflow/models/dagbag.py:21: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
import imp
DB: sqlite:////Users/dstandish/airflow/airflow.db
[2019-10-27 18:28:19,108] {db.py:318} INFO - Creating tables
INFO [alembic.runtime.migration] Context impl SQLiteImpl.
INFO [alembic.runtime.migration] Will assume non-transactional DDL.
Traceback (most recent call last):
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 162, in _catch_revision_errors
yield
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 364, in _upgrade_revs
revs = list(revs)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 819, in _iterate_revisions
select_for_downgrade and requested_lowers
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 814, in <genexpr>
rev.revision
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 746, in _iterate_related_revisions
", ".join(r.revision for r in overlaps),
alembic.script.revision.RevisionError: Requested revision a56c9515abdc overlaps with other requested revisions 74effc47d867, 004c1210f153
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/Users/dstandish/.virtualenvs/airflow/bin/airflow", line 7, in <module>
exec(compile(f.read(), __file__, 'exec'))
File "/Users/dstandish/code/airflow/airflow/bin/airflow", line 39, in <module>
args.func(args)
File "/Users/dstandish/code/airflow/airflow/utils/cli.py", line 74, in wrapper
return f(*args, **kwargs)
File "/Users/dstandish/code/airflow/airflow/bin/cli.py", line 1236, in upgradedb
db.upgradedb()
File "/Users/dstandish/code/airflow/airflow/utils/db.py", line 326, in upgradedb
command.upgrade(config, 'heads')
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/command.py", line 298, in upgrade
script.run_env()
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 489, in run_env
util.load_python_file(self.dir, "env.py")
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/pyfiles.py", line 98, in load_python_file
module = load_module_py(module_id, path)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 173, in load_module_py
spec.loader.exec_module(module)
File "<frozen importlib._bootstrap_external>", line 728, in exec_module
File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
File "/Users/dstandish/code/airflow/airflow/migrations/env.py", line 103, in <module>
run_migrations_online()
File "/Users/dstandish/code/airflow/airflow/migrations/env.py", line 97, in run_migrations_online
context.run_migrations()
File "<string>", line 8, in run_migrations
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/runtime/environment.py", line 846, in run_migrations
self.get_context().run_migrations(**kw)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/runtime/migration.py", line 507, in run_migrations
for step in self._migrations_fn(heads, self):
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/command.py", line 287, in upgrade
return script._upgrade_revs(revision, rev)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 369, in _upgrade_revs
for script in reversed(list(revs))
File "/usr/local/Cellar/python/3.7.3/Frameworks/Python.framework/Versions/3.7/lib/python3.7/contextlib.py", line 130, in __exit__
self.gen.throw(type, value, traceback)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 196, in _catch_revision_errors
compat.raise_from_cause(util.CommandError(err.args[0]))
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 297, in raise_from_cause
reraise(type(exception), exception, tb=exc_tb, cause=exc_value)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 290, in reraise
raise value.with_traceback(tb)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 162, in _catch_revision_errors
yield
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 364, in _upgrade_revs
revs = list(revs)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 819, in _iterate_revisions
select_for_downgrade and requested_lowers
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 814, in <genexpr>
rev.revision
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 746, in _iterate_related_revisions
", ".join(r.revision for r in overlaps),
alembic.util.exc.CommandError: Requested revision a56c9515abdc overlaps with other requested revisions 74effc47d867, 004c1210f153
{code}
was:
To reproduce:
1. ensure you have latest changes. At time of writing it is these commits:
* v1.10.6rc2 commit: 73bf718358c01cc41e5f23b914a8824a2665a28c
* master commit: 171e1bb3d5c5b10d7db9996bcad986ed81f9d981
Then run these commands (or similar):
{code:python}
rm ~/airflow/airflow.db
git checkout v-10-stable
airflow initdb
git checkout master
airflow db upgrade
{code}
Error:
{code}
airflow ❯ airflow db upgrade
/Users/dstandish/code/airflow/airflow/models/dagbag.py:21: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
import imp
DB: sqlite:////Users/dstandish/airflow/airflow.db
[2019-10-27 18:28:19,108] {db.py:318} INFO - Creating tables
INFO [alembic.runtime.migration] Context impl SQLiteImpl.
INFO [alembic.runtime.migration] Will assume non-transactional DDL.
Traceback (most recent call last):
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 162, in _catch_revision_errors
yield
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 364, in _upgrade_revs
revs = list(revs)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 819, in _iterate_revisions
select_for_downgrade and requested_lowers
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 814, in <genexpr>
rev.revision
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 746, in _iterate_related_revisions
", ".join(r.revision for r in overlaps),
alembic.script.revision.RevisionError: Requested revision a56c9515abdc overlaps with other requested revisions 74effc47d867, 004c1210f153
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/Users/dstandish/.virtualenvs/airflow/bin/airflow", line 7, in <module>
exec(compile(f.read(), __file__, 'exec'))
File "/Users/dstandish/code/airflow/airflow/bin/airflow", line 39, in <module>
args.func(args)
File "/Users/dstandish/code/airflow/airflow/utils/cli.py", line 74, in wrapper
return f(*args, **kwargs)
File "/Users/dstandish/code/airflow/airflow/bin/cli.py", line 1236, in upgradedb
db.upgradedb()
File "/Users/dstandish/code/airflow/airflow/utils/db.py", line 326, in upgradedb
command.upgrade(config, 'heads')
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/command.py", line 298, in upgrade
script.run_env()
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 489, in run_env
util.load_python_file(self.dir, "env.py")
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/pyfiles.py", line 98, in load_python_file
module = load_module_py(module_id, path)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 173, in load_module_py
spec.loader.exec_module(module)
File "<frozen importlib._bootstrap_external>", line 728, in exec_module
File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
File "/Users/dstandish/code/airflow/airflow/migrations/env.py", line 103, in <module>
run_migrations_online()
File "/Users/dstandish/code/airflow/airflow/migrations/env.py", line 97, in run_migrations_online
context.run_migrations()
File "<string>", line 8, in run_migrations
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/runtime/environment.py", line 846, in run_migrations
self.get_context().run_migrations(**kw)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/runtime/migration.py", line 507, in run_migrations
for step in self._migrations_fn(heads, self):
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/command.py", line 287, in upgrade
return script._upgrade_revs(revision, rev)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 369, in _upgrade_revs
for script in reversed(list(revs))
File "/usr/local/Cellar/python/3.7.3/Frameworks/Python.framework/Versions/3.7/lib/python3.7/contextlib.py", line 130, in __exit__
self.gen.throw(type, value, traceback)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 196, in _catch_revision_errors
compat.raise_from_cause(util.CommandError(err.args[0]))
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 297, in raise_from_cause
reraise(type(exception), exception, tb=exc_tb, cause=exc_value)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 290, in reraise
raise value.with_traceback(tb)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 162, in _catch_revision_errors
yield
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 364, in _upgrade_revs
revs = list(revs)
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 819, in _iterate_revisions
select_for_downgrade and requested_lowers
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 814, in <genexpr>
rev.revision
File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 746, in _iterate_related_revisions
", ".join(r.revision for r in overlaps),
alembic.util.exc.CommandError: Requested revision a56c9515abdc overlaps with other requested revisions 74effc47d867, 004c1210f153
{code}
> airflow DB not upgradeable between 1.10.6rc2 and master
> -------------------------------------------------------
>
> Key: AIRFLOW-5794
> URL: https://issues.apache.org/jira/browse/AIRFLOW-5794
> Project: Apache Airflow
> Issue Type: Bug
> Components: core
> Affects Versions: 1.10.5
> Reporter: Daniel Standish
> Assignee: Fokko Driesprong
> Priority: Major
>
> To reproduce:
> 1. ensure you have latest changes. At time of writing it is these commits:
> * v1.10.6rc2 commit: 73bf718358c01cc41e5f23b914a8824a2665a28c
> * master commit: 171e1bb3d5c5b10d7db9996bcad986ed81f9d981
> 2. Then run these commands (or similar):
> {code:python}
> rm ~/airflow/airflow.db
> git checkout v-10-stable
> airflow initdb
> git checkout master
> airflow db upgrade
> {code}
> Error:
> {code}
> airflow ❯ airflow db upgrade
> /Users/dstandish/code/airflow/airflow/models/dagbag.py:21: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
> import imp
> DB: sqlite:////Users/dstandish/airflow/airflow.db
> [2019-10-27 18:28:19,108] {db.py:318} INFO - Creating tables
> INFO [alembic.runtime.migration] Context impl SQLiteImpl.
> INFO [alembic.runtime.migration] Will assume non-transactional DDL.
> Traceback (most recent call last):
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 162, in _catch_revision_errors
> yield
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 364, in _upgrade_revs
> revs = list(revs)
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 819, in _iterate_revisions
> select_for_downgrade and requested_lowers
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 814, in <genexpr>
> rev.revision
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 746, in _iterate_related_revisions
> ", ".join(r.revision for r in overlaps),
> alembic.script.revision.RevisionError: Requested revision a56c9515abdc overlaps with other requested revisions 74effc47d867, 004c1210f153
> The above exception was the direct cause of the following exception:
> Traceback (most recent call last):
> File "/Users/dstandish/.virtualenvs/airflow/bin/airflow", line 7, in <module>
> exec(compile(f.read(), __file__, 'exec'))
> File "/Users/dstandish/code/airflow/airflow/bin/airflow", line 39, in <module>
> args.func(args)
> File "/Users/dstandish/code/airflow/airflow/utils/cli.py", line 74, in wrapper
> return f(*args, **kwargs)
> File "/Users/dstandish/code/airflow/airflow/bin/cli.py", line 1236, in upgradedb
> db.upgradedb()
> File "/Users/dstandish/code/airflow/airflow/utils/db.py", line 326, in upgradedb
> command.upgrade(config, 'heads')
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/command.py", line 298, in upgrade
> script.run_env()
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 489, in run_env
> util.load_python_file(self.dir, "env.py")
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/pyfiles.py", line 98, in load_python_file
> module = load_module_py(module_id, path)
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 173, in load_module_py
> spec.loader.exec_module(module)
> File "<frozen importlib._bootstrap_external>", line 728, in exec_module
> File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
> File "/Users/dstandish/code/airflow/airflow/migrations/env.py", line 103, in <module>
> run_migrations_online()
> File "/Users/dstandish/code/airflow/airflow/migrations/env.py", line 97, in run_migrations_online
> context.run_migrations()
> File "<string>", line 8, in run_migrations
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/runtime/environment.py", line 846, in run_migrations
> self.get_context().run_migrations(**kw)
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/runtime/migration.py", line 507, in run_migrations
> for step in self._migrations_fn(heads, self):
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/command.py", line 287, in upgrade
> return script._upgrade_revs(revision, rev)
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 369, in _upgrade_revs
> for script in reversed(list(revs))
> File "/usr/local/Cellar/python/3.7.3/Frameworks/Python.framework/Versions/3.7/lib/python3.7/contextlib.py", line 130, in __exit__
> self.gen.throw(type, value, traceback)
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 196, in _catch_revision_errors
> compat.raise_from_cause(util.CommandError(err.args[0]))
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 297, in raise_from_cause
> reraise(type(exception), exception, tb=exc_tb, cause=exc_value)
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/util/compat.py", line 290, in reraise
> raise value.with_traceback(tb)
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 162, in _catch_revision_errors
> yield
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/base.py", line 364, in _upgrade_revs
> revs = list(revs)
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 819, in _iterate_revisions
> select_for_downgrade and requested_lowers
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 814, in <genexpr>
> rev.revision
> File "/Users/dstandish/.virtualenvs/airflow/lib/python3.7/site-packages/alembic/script/revision.py", line 746, in _iterate_related_revisions
> ", ".join(r.revision for r in overlaps),
> alembic.util.exc.CommandError: Requested revision a56c9515abdc overlaps with other requested revisions 74effc47d867, 004c1210f153
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)