GitHub user aipatr added a comment to the discussion: Trying to upgrade to Airflow 3
An update I did the following: https://github.com/docker-library/postgres/issues/776 It helped but now I get [2025-04-24T15:57:45.481+0200] {migration.py:618} INFO - Running upgrade d03e4a635aa3 -> 2b47dc6bc8df, add dag versioning. Traceback (most recent call last): File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1910, in _execute_context self.dialect.do_execute( File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/engine/default.py", line 736, in do_execute cursor.execute(statement, parameters) psycopg2.errors.NotNullViolation: column "dag_id" contains null values The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/opt/miniconda3/envs/pytorch/bin/airflow", line 8, in <module> sys.exit(main()) ^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/__main__.py", line 55, in main args.func(args) File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/cli/cli_config.py", line 48, in command return func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/utils/cli.py", line 111, in wrapper return f(*args, **kwargs) ^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/utils/providers_configuration_loader.py", line 55, in wrapped_function return func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/cli/commands/db_command.py", line 197, in migratedb run_db_migrate_command(args, db.upgradedb, _REVISION_HEADS_MAP) File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/cli/commands/db_command.py", line 125, in run_db_migrate_command command( File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/utils/session.py", line 101, in wrapper return func(*args, session=session, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/utils/db.py", line 1142, in upgradedb command.upgrade(config, revision=to_revision or "heads") File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/command.py", line 408, in upgrade script.run_env() File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/script/base.py", line 586, in run_env util.load_python_file(self.dir, "env.py") File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/util/pyfiles.py", line 95, in load_python_file module = load_module_py(module_id, path) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/util/pyfiles.py", line 113, in load_module_py spec.loader.exec_module(module) # type: ignore ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "<frozen importlib._bootstrap_external>", line 999, in exec_module File "<frozen importlib._bootstrap>", line 488, in _call_with_frames_removed File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/migrations/env.py", line 138, in <module> run_migrations_online() File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/migrations/env.py", line 132, in run_migrations_online context.run_migrations() File "<string>", line 8, in run_migrations File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/runtime/environment.py", line 946, in run_migrations self.get_context().run_migrations(**kw) File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/runtime/migration.py", line 623, in run_migrations step.migration_fn(**kw) File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/airflow/migrations/versions/0047_3_0_0_add_dag_versioning.py", line 238, in upgrade with op.batch_alter_table("dag_code") as batch_op: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/contextlib.py", line 144, in __exit__ next(self.gen) File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/operations/base.py", line 397, in batch_alter_table impl.flush() File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/operations/batch.py", line 115, in flush fn(*arg, **kw) File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/ddl/postgresql.py", line 188, in alter_column super().alter_column( File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/ddl/impl.py", line 280, in alter_column self._exec( File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/alembic/ddl/impl.py", line 246, in _exec return conn.execute(construct, params) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/future/engine.py", line 286, in execute return self._execute_20( ^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1710, in _execute_20 return meth(self, args_10style, kwargs_10style, execution_options) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/sql/ddl.py", line 80, in _execute_on_connection return connection._execute_ddl( ^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1477, in _execute_ddl ret = self._execute_context( ^^^^^^^^^^^^^^^^^^^^^^ File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1953, in _execute_context self._handle_dbapi_exception( File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 2134, in _handle_dbapi_exception util.raise_( File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/util/compat.py", line 211, in raise_ raise exception File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1910, in _execute_context self.dialect.do_execute( File "/opt/miniconda3/envs/pytorch/lib/python3.12/site-packages/sqlalchemy/engine/default.py", line 736, in do_execute cursor.execute(statement, parameters) sqlalchemy.exc.IntegrityError: (psycopg2.errors.NotNullViolation) column "dag_id" contains null values [SQL: ALTER TABLE dag_code ALTER COLUMN dag_id SET NOT NULL] (Background on this error at: https://sqlalche.me/e/14/gkpj) GitHub link: https://github.com/apache/airflow/discussions/49707#discussioncomment-12935885 ---- This is an automatically sent email for [email protected]. To unsubscribe, please send an email to: [email protected]
