bbovenzi opened a new issue, #49579:
URL: https://github.com/apache/airflow/issues/49579
### Apache Airflow version
3.0.0
### If "Other Airflow 2 version" selected, which one?
_No response_
### What happened?
`grid_data` is experiencing a 500 error on expanding a very large Task Group
of mapped tasks. Dag runs, task instances and graph endpoints work correctly
though.
See example below:
### What you think should happen instead?
_No response_
### How to reproduce
Try to run this dag:
```
from airflow.decorators import task, task_group
from airflow import DAG
import pendulum
from string import ascii_lowercase
from itertools import repeat
HUGE_KWARG = {f"kw-{x}": ascii_lowercase[x] * 1024 for x in range(10)}
@task
def sample_run(value="foo-bar"):
return value
@task_group
def task_group_map(huge_kwarg):
t1 = sample_run(value=huge_kwarg)
t2 = sample_run(t1)
t3 = sample_run(t2)
t4 = sample_run(t3)
t5 = sample_run(t4)
t6 = sample_run(t5)
t7 = sample_run(t6)
t8 = sample_run(t7)
t9 = sample_run(t8)
return sample_run(t9)
with DAG(
dag_id=f"task_group_mapping",
start_date=pendulum.datetime(2023, 1, 1, 0, tz='UTC'),
end_date=pendulum.datetime(2023, 1, 1, 6, tz='UTC'),
schedule="*/10 * * * *",
catchup=True,
tags=["sandbox"],
max_active_runs=1,
) as dag:
huge_kwarg = task_group_map.expand(huge_kwarg=list(repeat(HUGE_KWARG,
2)))
huge_kwarg = task_group_map.expand(huge_kwarg=huge_kwarg)
```
API stacktrace:
```
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"/usr/local/lib/python3.9/site-packages/uvicorn/protocols/http/httptools_impl.py",
line 409, in run_asgi
result = await app( # type: ignore[func-returns-value]
File
"/usr/local/lib/python3.9/site-packages/uvicorn/middleware/proxy_headers.py",
line 60, in __call__
return await self.app(scope, receive, send)
File "/usr/local/lib/python3.9/site-packages/fastapi/applications.py",
line 1054, in __call__
await super().__call__(scope, receive, send)
File "/usr/local/lib/python3.9/site-packages/starlette/applications.py",
line 112, in __call__
await self.middleware_stack(scope, receive, send)
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/errors.py", line
187, in __call__
raise exc
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/errors.py", line
165, in __call__
await self.app(scope, receive, _send)
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/gzip.py", line 29,
in __call__
await responder(scope, receive, send)
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/gzip.py", line
126, in __call__
await super().__call__(scope, receive, send)
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/gzip.py", line 46,
in __call__
await self.app(scope, receive, self.send_with_compression)
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/cors.py", line 85,
in __call__
await self.app(scope, receive, send)
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/base.py", line
181, in __call__
recv_stream.close()
File "/usr/local/lib/python3.9/contextlib.py", line 137, in __exit__
self.gen.throw(typ, value, traceback)
File "/usr/local/lib/python3.9/site-packages/starlette/_utils.py", line
82, in collapse_excgroups
raise exc
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/base.py", line
178, in __call__
response = await self.dispatch_func(request, call_next)
File
"/opt/airflow/airflow-core/src/airflow/api_fastapi/core_api/middleware.py",
line 28, in dispatch
response = await call_next(request)
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/base.py", line
156, in call_next
raise app_exc
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/base.py", line
141, in coro
await self.app(scope, receive_or_disconnect, send_no_error)
File
"/usr/local/lib/python3.9/site-packages/starlette/middleware/exceptions.py",
line 62, in __call__
await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
File
"/usr/local/lib/python3.9/site-packages/starlette/_exception_handler.py", line
53, in wrapped_app
raise exc
File
"/usr/local/lib/python3.9/site-packages/starlette/_exception_handler.py", line
42, in wrapped_app
await app(scope, receive, sender)
File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line
714, in __call__
await self.middleware_stack(scope, receive, send)
File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line
734, in app
await route.handle(scope, receive, send)
File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line
288, in handle
await self.app(scope, receive, send)
File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line
76, in app
await wrap_app_handling_exceptions(app, request)(scope, receive, send)
File
"/usr/local/lib/python3.9/site-packages/starlette/_exception_handler.py", line
53, in wrapped_app
raise exc
File
"/usr/local/lib/python3.9/site-packages/starlette/_exception_handler.py", line
42, in wrapped_app
await app(scope, receive, sender)
File "/usr/local/lib/python3.9/site-packages/starlette/routing.py", line
73, in app
response = await f(request)
File "/usr/local/lib/python3.9/site-packages/fastapi/routing.py", line
301, in app
raw_response = await run_endpoint_function(
File "/usr/local/lib/python3.9/site-packages/fastapi/routing.py", line
214, in run_endpoint_function
return await run_in_threadpool(dependant.call, **values)
File "/usr/local/lib/python3.9/site-packages/starlette/concurrency.py",
line 37, in run_in_threadpool
return await anyio.to_thread.run_sync(func)
File "/usr/local/lib/python3.9/site-packages/anyio/to_thread.py", line 56,
in run_sync
return await get_async_backend().run_sync_in_worker_thread(
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py",
line 2470, in run_sync_in_worker_thread
return await future
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py",
line 967, in run
result = context.run(func, *args)
File
"/opt/airflow/airflow-core/src/airflow/api_fastapi/core_api/routes/ui/grid.py",
line 228, in grid_data
fill_task_instance_summaries(
File
"/opt/airflow/airflow-core/src/airflow/api_fastapi/core_api/services/ui/grid.py",
line 256, in fill_task_instance_summaries
task_count=_get_total_task_count(run_id,
task_node_map[task_id]["task_count"], session),
File
"/opt/airflow/airflow-core/src/airflow/api_fastapi/core_api/services/ui/grid.py",
line 146, in _get_total_task_count
return sum(
File
"/opt/airflow/airflow-core/src/airflow/api_fastapi/core_api/services/ui/grid.py",
line 150, in <genexpr>
DBBaseOperator.get_mapped_ti_count(node, run_id=run_id, session=session)
or 0
File "/usr/local/lib/python3.9/functools.py", line 938, in _method
return method.__get__(obj, cls)(*args, **kwargs)
File "/opt/airflow/airflow-core/src/airflow/models/baseoperator.py", line
693, in _
return functools.reduce(operator.mul,
iter_mapped_task_group_lengths(group))
File "/opt/airflow/airflow-core/src/airflow/models/baseoperator.py", line
690, in iter_mapped_task_group_lengths
yield exp_input.get_total_map_length(run_id, session=session)
File "/opt/airflow/airflow-core/src/airflow/models/expandinput.py", line
109, in get_total_map_length
lengths = self._get_map_lengths(run_id, session=session)
File "/opt/airflow/airflow-core/src/airflow/models/expandinput.py", line
103, in _get_map_lengths
raise NotFullyPopulated(set(self.value).difference(map_lengths))
airflow.sdk.definitions._internal.expandinput.NotFullyPopulated: Failed to
populate all mapping metadata; missing: 'huge_kwarg'
```
### Operating System
all
### Versions of Apache Airflow Providers
_No response_
### Deployment
Official Apache Airflow Helm Chart
### Deployment details
_No response_
### Anything else?
_No response_
### Are you willing to submit PR?
- [ ] Yes I am willing to submit a PR!
### Code of Conduct
- [x] I agree to follow this project's [Code of
Conduct](https://github.com/apache/airflow/blob/main/CODE_OF_CONDUCT.md)
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
