You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by GitBox <gi...@apache.org> on 2021/07/02 00:07:13 UTC
[GitHub] [airflow] dmeibusch commented on issue #16344: Tried to upgrade to Airflow 2.1.0
dmeibusch commented on issue #16344:
URL: https://github.com/apache/airflow/issues/16344#issuecomment-872622407
Upgrading from Airflow 2.0.1 to 2.1.0 using sqlite database, the db migration fails with a foreign key constraint.
```
$> pip install --index https://artifactory.oci.oraclecorp.com/api/pypi/global-dev-pypi/simple 'apache-airflow[apache.hive,apache.spark,jenkins,oracle,redis,virtualenv,http,ssh,slack,ldap]==2.1.0' --constraint constraints-airflow-2.1.0-python-3.8.txt
$> airflow db upgrade
DB: sqlite:////Users/dmeibusc/ws/osint/airflow-conf/airflow.db
[2021-07-02 09:57:05,177] {db.py:695} INFO - Creating tables
INFO [alembic.runtime.migration] Context impl SQLiteImpl.
INFO [alembic.runtime.migration] Will assume non-transactional DDL.
INFO [alembic.runtime.migration] Running upgrade 82b7c48c147f -> 449b4072c2da, Increase size of connection.extra field to handle multiple RSA keys
INFO [alembic.runtime.migration] Running upgrade 449b4072c2da -> 8646922c8a04, Change default pool_slots to 1
INFO [alembic.runtime.migration] Running upgrade 8646922c8a04 -> 2e42bb497a22, rename last_scheduler_run column
Traceback (most recent call last):
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context
self.dialect.do_execute(
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 608, in do_execute
cursor.execute(statement, parameters)
sqlite3.IntegrityError: FOREIGN KEY constraint failed
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/bin/airflow", line 8, in <module>
sys.exit(main())
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/airflow/__main__.py", line 40, in main
args.func(args)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/airflow/cli/cli_parser.py", line 48, in command
return func(*args, **kwargs)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/airflow/utils/cli.py", line 91, in wrapper
return f(*args, **kwargs)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/airflow/cli/commands/db_command.py", line 48, in upgradedb
db.upgradedb()
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/airflow/utils/db.py", line 705, in upgradedb
command.upgrade(config, 'heads')
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/command.py", line 294, in upgrade
script.run_env()
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/script/base.py", line 490, in run_env
util.load_python_file(self.dir, "env.py")
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/util/pyfiles.py", line 97, in load_python_file
module = load_module_py(module_id, path)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/util/compat.py", line 182, in load_module_py
spec.loader.exec_module(module)
File "<frozen importlib._bootstrap_external>", line 783, in exec_module
File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/airflow/migrations/env.py", line 116, in <module>
run_migrations_online()
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/airflow/migrations/env.py", line 107, in run_migrations_online
context.run_migrations()
File "<string>", line 8, in run_migrations
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/runtime/environment.py", line 813, in run_migrations
self.get_context().run_migrations(**kw)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/runtime/migration.py", line 561, in run_migrations
step.migration_fn(**kw)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/airflow/migrations/versions/2e42bb497a22_rename_last_scheduler_run_column.py", line 48, in upgrade
batch_op.alter_column(
File "/Users/dmeibusc/.pyenv/versions/3.8.6/lib/python3.8/contextlib.py", line 120, in __exit__
next(self.gen)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/operations/base.py", line 336, in batch_alter_table
impl.flush()
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/operations/batch.py", line 119, in flush
batch_impl._create(self.impl)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/operations/batch.py", line 391, in _create
op_impl.drop_table(self.table)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/ddl/impl.py", line 297, in drop_table
self._exec(schema.DropTable(table))
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/alembic/ddl/impl.py", line 146, in _exec
return conn.execute(construct, multiparams)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1011, in execute
return meth(self, multiparams, params)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/sql/ddl.py", line 72, in _execute_on_connection
return connection._execute_ddl(self, multiparams, params)
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1068, in _execute_ddl
ret = self._execute_context(
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1316, in _execute_context
self._handle_dbapi_exception(
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1510, in _handle_dbapi_exception
util.raise_(
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 182, in raise_
raise exception
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context
self.dialect.do_execute(
File "/Users/dmeibusc/ws/osint/airflow-conf/.venv/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 608, in do_execute
cursor.execute(statement, parameters)
sqlalchemy.exc.IntegrityError: (sqlite3.IntegrityError) FOREIGN KEY constraint failed
[SQL:
DROP TABLE dag]
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscribe@airflow.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org