Airflow throws error on db upgrade after migrating from v1.10.14 to v2.0.1

[tanuj241088]

Hi, I have recently migrated from v1.0.14 to v2.0.1
The installation was all fine but on running cmd - " airflow db upgrade". I am getting the below error:

Python - v3.6.9
Using postgresql db
sql_alchemy_conn = postgresql+psycopg2://:@/

_[2021-03-16 08:44:55,260] {db.py:674} INFO - Creating tables
INFO [alembic.runtime.migration] Context impl PostgresqlImpl.
INFO [alembic.runtime.migration] Will assume transactional DDL.
Traceback (most recent call last):
File "/usr2/gfxsysci/airflow_sc/venv36/bin/airflow", line 8, in
sys.exit(main())
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/main.py", line 40, in main
args.func(args)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/cli/cli_parser.py", line 48, in command
return func(*args, **kwargs)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/utils/cli.py", line 89, in wrapper
return f(*args, **kwargs)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/cli/commands/db_command.py", line 48, in upgradedb
db.upgradedb()
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/utils/db.py", line 684, in upgradedb
command.upgrade(config, 'heads')
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/command.py", line 294, in upgrade
script.run_env()
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/base.py", line 490, in run_env
util.load_python_file(self.dir, "env.py")
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/util/pyfiles.py", line 97, in load_python_file
module = load_module_py(module_id, path)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/util/compat.py", line 182, in load_module_py
spec.loader.exec_module(module)
File "", line 678, in exec_module
File "", line 219, in _call_with_frames_removed
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/migrations/env.py", line 108, in
run_migrations_online()
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/migrations/env.py", line 102, in run_migrations_online
context.run_migrations()
File "", line 8, in run_migrations
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/runtime/environment.py", line 813, in run_migrations
self.get_context().run_migrations(**kw)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/runtime/migration.py", line 548, in run_migrations
for step in self._migrations_fn(heads, self):
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/command.py", line 283, in upgrade
return script._upgrade_revs(revision, rev)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/base.py", line 365, in upgrade_revs
revs = list(revs)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/revision.py", line 904, in iterate_revisions
requested_lowers = self.get_revisions(lower)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/revision.py", line 455, in get_revisions
return sum([self.get_revisions(id_elem) for id_elem in id], ())
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/revision.py", line 455, in
return sum([self.get_revisions(id_elem) for id_elem in id], ())
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/revision.py", line 457, in get_revisions
resolved_id, branch_label = self.resolve_revision_number(id)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/revision.py", line 640, in _resolve_revision_number
self._revision_map
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/util/langhelpers.py", line 234, in get
obj.dict[self.name] = result = self.fget(obj)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/revision.py", line 156, in _revision_map
for revision in self._generator():
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/base.py", line 115, in _load_revisions
script = Script.from_filename(self, vers, file)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/script/base.py", line 904, in from_filename
module = util.load_python_file(dir, filename)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/util/pyfiles.py", line 97, in load_python_file
module = load_module_py(module_id, path)
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/alembic/util/compat.py", line 182, in load_module_py
spec.loader.exec_module(module)
File "", line 678, in exec_module
File "", line 219, in _call_with_frames_removed
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/migrations/versions/2c6edca13270_resource_based_permissions.py", line 29, in
from airflow.www.app import create_app
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/www/app.py", line 38, in
from airflow.www.extensions.init_views import (
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/www/extensions/init_views.py", line 29, in
from airflow.www.views import lazy_add_provider_discovered_options_to_connection_form
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/www/views.py", line 96, in
from airflow.www import auth, utils as wwwutils
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/airflow/www/utils.py", line 27, in
from flask_appbuilder.models.sqla.interface import SQLAInterface
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/flask_appbuilder/models/sqla/interface.py", line 16, in
from sqlalchemy_utils.types.uuid import UUIDType
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/sqlalchemy_utils/init.py", line 1, in
from .aggregates import aggregated # noqa
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/sqlalchemy_utils/aggregates.py", line 372, in
from .functions.orm import get_column_key
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/sqlalchemy_utils/functions/init.py", line 1, in
from .database import ( # noqa
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/sqlalchemy_utils/functions/database.py", line 11, in
from .orm import quote
File "/usr2/gfxsysci/airflow_sc/venv36/lib/python3.6/site-packages/sqlalchemy_utils/functions/orm.py", line 14, in
from sqlalchemy.orm.query import _ColumnEntity
ImportError: cannot import name 'ColumnEntity'

Could you please help?

Thanks,
Tanuj

[boring-cyborg]

Thanks for opening your first issue here! Be sure to follow the issue template!

[tanuj241088]

Airflow 2.0.1 comes with SQLAlchemy 1.4.0
Downgrading SQLAlchemy to v1.3.23 solved the issue.

Closing the issue!