ashb opened a new issue, #46487:
URL: https://github.com/apache/airflow/issues/46487
### Body
If you trigger a DagRun and the scheduler doesn't start it straight away
(dag is paused, too many running or any other reason) and navigate to the TI in
the UI the API server throws this 500 error:
```
[2025-02-05T18:14:22.707+0000] {httptools_impl.py:414} ERROR - Exception in
ASGI application
+ Exception Group Traceback (most recent call last):
| File "/usr/local/lib/python3.12/site-packages/starlette/_utils.py",
line 76, in collapse_excgroups
| yield
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
178, in __call__
| async with anyio.create_task_group() as task_group:
| ^^^^^^^^^^^^^^^^^^^^^^^^^
| File
"/usr/local/lib/python3.12/site-packages/anyio/_backends/_asyncio.py", line
767, in __aexit__
| raise BaseExceptionGroup(
| ExceptionGroup: unhandled errors in a TaskGroup (1 sub-exception)
+-+---------------- 1 ----------------
| Traceback (most recent call last):
| File
"/usr/local/lib/python3.12/site-packages/uvicorn/protocols/http/httptools_impl.py",
line 409, in run_asgi
| result = await app( # type: ignore[func-returns-value]
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File
"/usr/local/lib/python3.12/site-packages/uvicorn/middleware/proxy_headers.py",
line 60, in __call__
| return await self.app(scope, receive, send)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File
"/usr/local/lib/python3.12/site-packages/fastapi/applications.py", line 1054,
in __call__
| await super().__call__(scope, receive, send)
| File
"/usr/local/lib/python3.12/site-packages/starlette/applications.py", line 112,
in __call__
| await self.middleware_stack(scope, receive, send)
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/errors.py", line
187, in __call__
| raise exc
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/errors.py", line
165, in __call__
| await self.app(scope, receive, _send)
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/gzip.py", line
20, in __call__
| await responder(scope, receive, send)
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/gzip.py", line
39, in __call__
| await self.app(scope, receive, self.send_with_gzip)
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/cors.py", line
85, in __call__
| await self.app(scope, receive, send)
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
177, in __call__
| with recv_stream, send_stream, collapse_excgroups():
| ^^^^^^^^^^^^^^^^^^^^
| File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
| self.gen.throw(value)
| File "/usr/local/lib/python3.12/site-packages/starlette/_utils.py",
line 82, in collapse_excgroups
| raise exc
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
179, in __call__
| response = await self.dispatch_func(request, call_next)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/opt/airflow/airflow/api_fastapi/core_api/middleware.py", line
28, in dispatch
| response = await call_next(request)
| ^^^^^^^^^^^^^^^^^^^^^^^^
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
154, in call_next
| raise app_exc
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
141, in coro
| await self.app(scope, receive_or_disconnect, send_no_error)
| File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/exceptions.py",
line 62, in __call__
| await wrap_app_handling_exceptions(self.app, conn)(scope, receive,
send)
| File
"/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line
53, in wrapped_app
| raise exc
| File
"/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line
42, in wrapped_app
| await app(scope, receive, sender)
| File "/usr/local/lib/python3.12/site-packages/starlette/routing.py",
line 715, in __call__
| await self.middleware_stack(scope, receive, send)
| File "/usr/local/lib/python3.12/site-packages/starlette/routing.py",
line 735, in app
| await route.handle(scope, receive, send)
| File "/usr/local/lib/python3.12/site-packages/starlette/routing.py",
line 288, in handle
| await self.app(scope, receive, send)
| File "/usr/local/lib/python3.12/site-packages/starlette/routing.py",
line 76, in app
| await wrap_app_handling_exceptions(app, request)(scope, receive,
send)
| File
"/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line
53, in wrapped_app
| raise exc
| File
"/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line
42, in wrapped_app
| await app(scope, receive, sender)
| File "/usr/local/lib/python3.12/site-packages/starlette/routing.py",
line 73, in app
| response = await f(request)
| ^^^^^^^^^^^^^^^^
| File "/usr/local/lib/python3.12/site-packages/fastapi/routing.py",
line 301, in app
| raw_response = await run_endpoint_function(
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/usr/local/lib/python3.12/site-packages/fastapi/routing.py",
line 214, in run_endpoint_function
| return await run_in_threadpool(dependant.call, **values)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File
"/usr/local/lib/python3.12/site-packages/starlette/concurrency.py", line 37, in
run_in_threadpool
| return await anyio.to_thread.run_sync(func)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/usr/local/lib/python3.12/site-packages/anyio/to_thread.py",
line 56, in run_sync
| return await get_async_backend().run_sync_in_worker_thread(
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File
"/usr/local/lib/python3.12/site-packages/anyio/_backends/_asyncio.py", line
2461, in run_sync_in_worker_thread
| return await future
| ^^^^^^^^^^^^
| File
"/usr/local/lib/python3.12/site-packages/anyio/_backends/_asyncio.py", line
962, in run
| result = context.run(func, *args)
| ^^^^^^^^^^^^^^^^^^^^^^^^
| File
"/opt/airflow/airflow/api_fastapi/core_api/routes/public/log.py", line 140, in
get_log
| logs, metadata = task_log_reader.read_log_chunks(ti, try_number,
metadata)
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/opt/airflow/airflow/utils/log/log_reader.py", line 65, in
read_log_chunks
| logs, metadatas = self.log_handler.read(ti, try_number,
metadata=metadata)
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/opt/airflow/airflow/utils/log/file_task_handler.py", line
488, in read
| log, out_metadata = self._read(task_instance, try_number_element,
metadata)
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/opt/airflow/airflow/utils/log/file_task_handler.py", line
369, in _read
| worker_log_rel_path = self._render_filename(ti, try_number)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/opt/airflow/airflow/utils/session.py", line 101, in wrapper
| return func(*args, session=session, **kwargs)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/opt/airflow/airflow/utils/log/file_task_handler.py", line
277, in _render_filename
| context = ti.get_template_context(session=session)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/opt/airflow/airflow/models/taskinstance.py", line 3212, in
get_template_context
| return _get_template_context(
| ^^^^^^^^^^^^^^^^^^^^^^
| File "/opt/airflow/airflow/models/taskinstance.py", line 926, in
_get_template_context
| dag_run=DagRunSDK.model_validate(dag_run, from_attributes=True),
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/usr/local/lib/python3.12/site-packages/pydantic/main.py",
line 627, in model_validate
| return cls.__pydantic_validator__.validate_python(
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| pydantic_core._pydantic_core.ValidationError: 1 validation error for
DagRun
| start_date
| Input should be a valid datetime [type=datetime_type,
input_value=None, input_type=NoneType]
| For further information visit
https://errors.pydantic.dev/2.10/v/datetime_type
+------------------------------------
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"/usr/local/lib/python3.12/site-packages/uvicorn/protocols/http/httptools_impl.py",
line 409, in run_asgi
result = await app( # type: ignore[func-returns-value]
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/usr/local/lib/python3.12/site-packages/uvicorn/middleware/proxy_headers.py",
line 60, in __call__
return await self.app(scope, receive, send)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/site-packages/fastapi/applications.py",
line 1054, in __call__
await super().__call__(scope, receive, send)
File "/usr/local/lib/python3.12/site-packages/starlette/applications.py",
line 112, in __call__
await self.middleware_stack(scope, receive, send)
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/errors.py", line
187, in __call__
raise exc
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/errors.py", line
165, in __call__
await self.app(scope, receive, _send)
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/gzip.py", line
20, in __call__
await responder(scope, receive, send)
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/gzip.py", line
39, in __call__
await self.app(scope, receive, self.send_with_gzip)
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/cors.py", line
85, in __call__
await self.app(scope, receive, send)
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
177, in __call__
with recv_stream, send_stream, collapse_excgroups():
^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
self.gen.throw(value)
File "/usr/local/lib/python3.12/site-packages/starlette/_utils.py", line
82, in collapse_excgroups
raise exc
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
179, in __call__
response = await self.dispatch_func(request, call_next)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/api_fastapi/core_api/middleware.py", line 28,
in dispatch
response = await call_next(request)
^^^^^^^^^^^^^^^^^^^^^^^^
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
154, in call_next
raise app_exc
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/base.py", line
141, in coro
await self.app(scope, receive_or_disconnect, send_no_error)
File
"/usr/local/lib/python3.12/site-packages/starlette/middleware/exceptions.py",
line 62, in __call__
await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
File
"/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line
53, in wrapped_app
raise exc
File
"/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line
42, in wrapped_app
await app(scope, receive, sender)
File "/usr/local/lib/python3.12/site-packages/starlette/routing.py", line
715, in __call__
await self.middleware_stack(scope, receive, send)
File "/usr/local/lib/python3.12/site-packages/starlette/routing.py", line
735, in app
await route.handle(scope, receive, send)
File "/usr/local/lib/python3.12/site-packages/starlette/routing.py", line
288, in handle
await self.app(scope, receive, send)
File "/usr/local/lib/python3.12/site-packages/starlette/routing.py", line
76, in app
await wrap_app_handling_exceptions(app, request)(scope, receive, send)
File
"/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line
53, in wrapped_app
raise exc
File
"/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line
42, in wrapped_app
await app(scope, receive, sender)
File "/usr/local/lib/python3.12/site-packages/starlette/routing.py", line
73, in app
response = await f(request)
^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/site-packages/fastapi/routing.py", line
301, in app
raw_response = await run_endpoint_function(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/site-packages/fastapi/routing.py", line
214, in run_endpoint_function
return await run_in_threadpool(dependant.call, **values)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/site-packages/starlette/concurrency.py",
line 37, in run_in_threadpool
return await anyio.to_thread.run_sync(func)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/site-packages/anyio/to_thread.py", line
56, in run_sync
return await get_async_backend().run_sync_in_worker_thread(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/usr/local/lib/python3.12/site-packages/anyio/_backends/_asyncio.py", line
2461, in run_sync_in_worker_thread
return await future
^^^^^^^^^^^^
File
"/usr/local/lib/python3.12/site-packages/anyio/_backends/_asyncio.py", line
962, in run
result = context.run(func, *args)
^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/api_fastapi/core_api/routes/public/log.py",
line 140, in get_log
logs, metadata = task_log_reader.read_log_chunks(ti, try_number,
metadata)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/utils/log/log_reader.py", line 65, in
read_log_chunks
logs, metadatas = self.log_handler.read(ti, try_number,
metadata=metadata)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/utils/log/file_task_handler.py", line 488, in
read
log, out_metadata = self._read(task_instance, try_number_element,
metadata)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/utils/log/file_task_handler.py", line 369, in
_read
worker_log_rel_path = self._render_filename(ti, try_number)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/utils/session.py", line 101, in wrapper
return func(*args, session=session, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/utils/log/file_task_handler.py", line 277, in
_render_filename
context = ti.get_template_context(session=session)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/models/taskinstance.py", line 3212, in
get_template_context
return _get_template_context(
^^^^^^^^^^^^^^^^^^^^^^
File "/opt/airflow/airflow/models/taskinstance.py", line 926, in
_get_template_context
dag_run=DagRunSDK.model_validate(dag_run, from_attributes=True),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/site-packages/pydantic/main.py", line 627,
in model_validate
return cls.__pydantic_validator__.validate_python(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
pydantic_core._pydantic_core.ValidationError: 1 validation error for DagRun
start_date
Input should be a valid datetime [type=datetime_type, input_value=None,
input_type=NoneType]
For further information visit
https://errors.pydantic.dev/2.10/v/datetime_type
```
### Committer
- [x] I acknowledge that I am a maintainer/committer of the Apache Airflow
project.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
