jscheffl commented on PR #66465:
URL: https://github.com/apache/airflow/pull/66465#issuecomment-4391343856
Oh, CI is not (correctly) configured for the maintenance branch, so ran
tests manually. Unfortunaltely helm tests fail:
`breeze testing helm-tests`:
```
________________________________________________
TestBaseChartTest.test_basic_deployment_with_standalone_dag_processor[2.11.0]
________________________________________________
self = <helm_tests.airflow_aux.test_basic_helm_chart.TestBaseChartTest
object at 0x7b01d940d2a0>, version = '2.11.0'
@pytest.mark.parametrize("version", ["2.11.0", "3.0.0", "default"])
def test_basic_deployment_with_standalone_dag_processor(self, version):
k8s_objects = render_chart(
"test-basic",
self._get_values_with_version(
values={
"chart": {
"metadata": "AA",
},
"labels": {"test-label": "TEST-VALUE"},
"fullnameOverride": "test-basic",
"dagProcessor": {"enabled": True},
},
version=version,
),
)
list_of_kind_names_tuples = {
(k8s_object["kind"], k8s_object["metadata"]["name"]) for
k8s_object in k8s_objects
}
expected = {
("ServiceAccount", "test-basic-create-user-job"),
("ServiceAccount", "test-basic-migrate-database-job"),
("ServiceAccount", "test-basic-redis"),
("ServiceAccount", "test-basic-scheduler"),
("ServiceAccount", "test-basic-statsd"),
("ServiceAccount", "test-basic-triggerer"),
("ServiceAccount", "test-basic-dag-processor"),
("ServiceAccount", "test-basic-worker"),
("Secret", "test-basic-metadata"),
("Secret", "test-basic-broker-url"),
("Secret", "test-basic-fernet-key"),
("Secret", "test-basic-postgresql"),
("Secret", "test-basic-redis-password"),
("ConfigMap", "test-basic-config"),
("ConfigMap", "test-basic-statsd"),
("Role", "test-basic-pod-launcher-role"),
("Role", "test-basic-pod-log-reader-role"),
("RoleBinding", "test-basic-pod-launcher-rolebinding"),
("RoleBinding", "test-basic-pod-log-reader-rolebinding"),
("Service", "test-basic-postgresql-hl"),
("Service", "test-basic-postgresql"),
("Service", "test-basic-redis"),
("Service", "test-basic-statsd"),
("Service", "test-basic-triggerer"),
("Service", "test-basic-worker"),
("Deployment", "test-basic-scheduler"),
("Deployment", "test-basic-statsd"),
("StatefulSet", "test-basic-triggerer"),
("Deployment", "test-basic-dag-processor"),
("StatefulSet", "test-basic-postgresql"),
("StatefulSet", "test-basic-redis"),
("StatefulSet", "test-basic-worker"),
("Job", "test-basic-create-user"),
("Job", "test-basic-run-airflow-migrations"),
}
if self._is_airflow_3_or_above(version):
expected.update(
{
("Deployment", "test-basic-api-server"),
("Service", "test-basic-api-server"),
("ServiceAccount", "test-basic-api-server"),
("Secret", "test-basic-api-secret-key"),
("Secret", "test-basic-jwt-secret"),
}
)
else:
expected.update(
{
("Service", "test-basic-webserver"),
("Deployment", "test-basic-webserver"),
("ServiceAccount", "test-basic-webserver"),
("Secret", "test-basic-webserver-secret-key"),
}
)
> assert list_of_kind_names_tuples == expected
E AssertionError: assert equals failed
E set([
set([
E ('ConfigMap', 'test-basic-config'),
('ConfigMap', 'test-basic-config'),
E ('ConfigMap', 'test-basic-otel-collector'),
E ('ConfigMap', 'test-basic-statsd'),
('ConfigMap', 'test-basic-statsd'),
E ('Deployment', 'test-basic-dag-processor'),
('Deployment', 'test-basic-dag-processor'),
E ('Deployment', 'test-basic-otel-collector'),
E ('Deployment', 'test-basic-scheduler'),
('Deployment', 'test-basic-scheduler'),
E ('Deployment', 'test-basic-statsd'),
('Deployment', 'test-basic-statsd'),
E ('Deployment', 'test-basic-webserver'),
('Deployment', 'test-basic-webserver'),
E ('Job', 'test-basic-create-user'),
('Job', 'test-basic-create-user'),
E ('Job', 'test-basic-run-airflow-migrations'),
('Job', 'test-basic-run-airflow-migrations'),
E ('Role', 'test-basic-pod-launcher-role'),
('Role', 'test-basic-pod-launcher-role'),
E ('Role', 'test-basic-pod-log-reader-role'),
('Role', 'test-basic-pod-log-reader-role'),
E ('RoleBinding', 'test-basic-pod-launcher-rolebinding'),
('RoleBinding', 'test-basic-pod-launcher-rolebinding'),
E ('RoleBinding', 'test-basic-pod-log-reader-rolebinding'),
('RoleBinding', 'test-basic-pod-log-reader-rolebinding'),
E ('Secret', 'test-basic-broker-url'),
('Secret', 'test-basic-broker-url'),
E ('Secret', 'test-basic-fernet-key'),
('Secret', 'test-basic-fernet-key'),
E ('Secret', 'test-basic-metadata'),
('Secret', 'test-basic-metadata'),
E ('Secret', 'test-basic-postgresql'),
('Secret', 'test-basic-postgresql'),
E ('Secret', 'test-basic-redis-password'),
('Secret', 'test-basic-redis-password'),
E ('Secret', 'test-basic-webserver-secret-key'),
('Secret', 'test-basic-webserver-secret-key'),
E ('Service', 'test-basic-otel-collector'),
E ('Service', 'test-basic-postgresql'),
('Service', 'test-basic-postgresql'),
E ('Service', 'test-basic-postgresql-hl'),
('Service', 'test-basic-postgresql-hl'),
E ('Service', 'test-basic-redis'),
('Service', 'test-basic-redis'),
E ('Service', 'test-basic-statsd'),
('Service', 'test-basic-statsd'),
E ('Service', 'test-basic-triggerer'),
('Service', 'test-basic-triggerer'),
E ('Service', 'test-basic-webserver'),
('Service', 'test-basic-webserver'),
E ('Service', 'test-basic-worker'),
('Service', 'test-basic-worker'),
E ('ServiceAccount', 'test-basic-create-user-job'),
('ServiceAccount', 'test-basic-create-user-job'),
E ('ServiceAccount', 'test-basic-dag-processor'),
('ServiceAccount', 'test-basic-dag-processor'),
E ('ServiceAccount', 'test-basic-migrate-database-job'),
('ServiceAccount', 'test-basic-migrate-database-job'),
E ('ServiceAccount', 'test-basic-otel-collector'),
E ('ServiceAccount', 'test-basic-redis'),
('ServiceAccount', 'test-basic-redis'),
E ('ServiceAccount', 'test-basic-scheduler'),
('ServiceAccount', 'test-basic-scheduler'),
E ('ServiceAccount', 'test-basic-statsd'),
('ServiceAccount', 'test-basic-statsd'),
E ('ServiceAccount', 'test-basic-triggerer'),
('ServiceAccount', 'test-basic-triggerer'),
E ('ServiceAccount', 'test-basic-webserver'),
('ServiceAccount', 'test-basic-webserver'),
E ('ServiceAccount', 'test-basic-worker'),
('ServiceAccount', 'test-basic-worker'),
E ('StatefulSet', 'test-basic-postgresql'),
('StatefulSet', 'test-basic-postgresql'),
E ('StatefulSet', 'test-basic-redis'),
('StatefulSet', 'test-basic-redis'),
E ('StatefulSet', 'test-basic-triggerer'),
('StatefulSet', 'test-basic-triggerer'),
E ('StatefulSet', 'test-basic-worker'),
('StatefulSet', 'test-basic-worker'),
E ])
])
helm-tests/tests/helm_tests/airflow_aux/test_basic_helm_chart.py:289:
AssertionError
________________________________________________
TestBaseChartTest.test_basic_deployment_with_standalone_dag_processor[3.0.0]
_________________________________________________
self = <helm_tests.airflow_aux.test_basic_helm_chart.TestBaseChartTest
object at 0x7b01d940d300>, version = '3.0.0'
@pytest.mark.parametrize("version", ["2.11.0", "3.0.0", "default"])
def test_basic_deployment_with_standalone_dag_processor(self, version):
k8s_objects = render_chart(
"test-basic",
self._get_values_with_version(
values={
"chart": {
"metadata": "AA",
},
"labels": {"test-label": "TEST-VALUE"},
"fullnameOverride": "test-basic",
"dagProcessor": {"enabled": True},
},
version=version,
),
)
list_of_kind_names_tuples = {
(k8s_object["kind"], k8s_object["metadata"]["name"]) for
k8s_object in k8s_objects
}
expected = {
("ServiceAccount", "test-basic-create-user-job"),
("ServiceAccount", "test-basic-migrate-database-job"),
("ServiceAccount", "test-basic-redis"),
("ServiceAccount", "test-basic-scheduler"),
("ServiceAccount", "test-basic-statsd"),
("ServiceAccount", "test-basic-triggerer"),
("ServiceAccount", "test-basic-dag-processor"),
("ServiceAccount", "test-basic-worker"),
("Secret", "test-basic-metadata"),
("Secret", "test-basic-broker-url"),
("Secret", "test-basic-fernet-key"),
("Secret", "test-basic-postgresql"),
("Secret", "test-basic-redis-password"),
("ConfigMap", "test-basic-config"),
("ConfigMap", "test-basic-statsd"),
("Role", "test-basic-pod-launcher-role"),
("Role", "test-basic-pod-log-reader-role"),
("RoleBinding", "test-basic-pod-launcher-rolebinding"),
("RoleBinding", "test-basic-pod-log-reader-rolebinding"),
("Service", "test-basic-postgresql-hl"),
("Service", "test-basic-postgresql"),
("Service", "test-basic-redis"),
("Service", "test-basic-statsd"),
("Service", "test-basic-triggerer"),
("Service", "test-basic-worker"),
("Deployment", "test-basic-scheduler"),
("Deployment", "test-basic-statsd"),
("StatefulSet", "test-basic-triggerer"),
("Deployment", "test-basic-dag-processor"),
("StatefulSet", "test-basic-postgresql"),
("StatefulSet", "test-basic-redis"),
("StatefulSet", "test-basic-worker"),
("Job", "test-basic-create-user"),
("Job", "test-basic-run-airflow-migrations"),
}
if self._is_airflow_3_or_above(version):
expected.update(
{
("Deployment", "test-basic-api-server"),
("Service", "test-basic-api-server"),
("ServiceAccount", "test-basic-api-server"),
("Secret", "test-basic-api-secret-key"),
("Secret", "test-basic-jwt-secret"),
}
)
else:
expected.update(
{
("Service", "test-basic-webserver"),
("Deployment", "test-basic-webserver"),
("ServiceAccount", "test-basic-webserver"),
("Secret", "test-basic-webserver-secret-key"),
}
)
> assert list_of_kind_names_tuples == expected
E AssertionError: assert equals failed
E set([
set([
E ('ConfigMap', 'test-basic-config'),
('ConfigMap', 'test-basic-config'),
E ('ConfigMap', 'test-basic-otel-collector'),
E ('ConfigMap', 'test-basic-statsd'),
('ConfigMap', 'test-basic-statsd'),
E ('Deployment', 'test-basic-api-server'),
('Deployment', 'test-basic-api-server'),
E ('Deployment', 'test-basic-dag-processor'),
('Deployment', 'test-basic-dag-processor'),
E ('Deployment', 'test-basic-otel-collector'),
E ('Deployment', 'test-basic-scheduler'),
('Deployment', 'test-basic-scheduler'),
E ('Deployment', 'test-basic-statsd'),
('Deployment', 'test-basic-statsd'),
E ('Job', 'test-basic-create-user'),
('Job', 'test-basic-create-user'),
E ('Job', 'test-basic-run-airflow-migrations'),
('Job', 'test-basic-run-airflow-migrations'),
E ('Role', 'test-basic-pod-launcher-role'),
('Role', 'test-basic-pod-launcher-role'),
E ('Role', 'test-basic-pod-log-reader-role'),
('Role', 'test-basic-pod-log-reader-role'),
E ('RoleBinding', 'test-basic-pod-launcher-rolebinding'),
('RoleBinding', 'test-basic-pod-launcher-rolebinding'),
E ('RoleBinding', 'test-basic-pod-log-reader-rolebinding'),
('RoleBinding', 'test-basic-pod-log-reader-rolebinding'),
E ('Secret', 'test-basic-api-secret-key'),
('Secret', 'test-basic-api-secret-key'),
E ('Secret', 'test-basic-broker-url'),
('Secret', 'test-basic-broker-url'),
E ('Secret', 'test-basic-fernet-key'),
('Secret', 'test-basic-fernet-key'),
E ('Secret', 'test-basic-jwt-secret'),
('Secret', 'test-basic-jwt-secret'),
E ('Secret', 'test-basic-metadata'),
('Secret', 'test-basic-metadata'),
E ('Secret', 'test-basic-postgresql'),
('Secret', 'test-basic-postgresql'),
E ('Secret', 'test-basic-redis-password'),
('Secret', 'test-basic-redis-password'),
E ('Service', 'test-basic-api-server'),
('Service', 'test-basic-api-server'),
E ('Service', 'test-basic-otel-collector'),
E ('Service', 'test-basic-postgresql'),
('Service', 'test-basic-postgresql'),
E ('Service', 'test-basic-postgresql-hl'),
('Service', 'test-basic-postgresql-hl'),
E ('Service', 'test-basic-redis'),
('Service', 'test-basic-redis'),
E ('Service', 'test-basic-statsd'),
('Service', 'test-basic-statsd'),
E ('Service', 'test-basic-triggerer'),
('Service', 'test-basic-triggerer'),
E ('Service', 'test-basic-worker'),
('Service', 'test-basic-worker'),
E ('ServiceAccount', 'test-basic-api-server'),
('ServiceAccount', 'test-basic-api-server'),
E ('ServiceAccount', 'test-basic-create-user-job'),
('ServiceAccount', 'test-basic-create-user-job'),
E ('ServiceAccount', 'test-basic-dag-processor'),
('ServiceAccount', 'test-basic-dag-processor'),
E ('ServiceAccount', 'test-basic-migrate-database-job'),
('ServiceAccount', 'test-basic-migrate-database-job'),
E ('ServiceAccount', 'test-basic-otel-collector'),
E ('ServiceAccount', 'test-basic-redis'),
('ServiceAccount', 'test-basic-redis'),
E ('ServiceAccount', 'test-basic-scheduler'),
('ServiceAccount', 'test-basic-scheduler'),
E ('ServiceAccount', 'test-basic-statsd'),
('ServiceAccount', 'test-basic-statsd'),
E ('ServiceAccount', 'test-basic-triggerer'),
('ServiceAccount', 'test-basic-triggerer'),
E ('ServiceAccount', 'test-basic-worker'),
('ServiceAccount', 'test-basic-worker'),
E ('StatefulSet', 'test-basic-postgresql'),
('StatefulSet', 'test-basic-postgresql'),
E ('StatefulSet', 'test-basic-redis'),
('StatefulSet', 'test-basic-redis'),
E ('StatefulSet', 'test-basic-triggerer'),
('StatefulSet', 'test-basic-triggerer'),
E ('StatefulSet', 'test-basic-worker'),
('StatefulSet', 'test-basic-worker'),
E ])
])
helm-tests/tests/helm_tests/airflow_aux/test_basic_helm_chart.py:289:
AssertionError
_______________________________________________
TestBaseChartTest.test_basic_deployment_with_standalone_dag_processor[default]
________________________________________________
self = <helm_tests.airflow_aux.test_basic_helm_chart.TestBaseChartTest
object at 0x7b01d940d5a0>, version = 'default'
@pytest.mark.parametrize("version", ["2.11.0", "3.0.0", "default"])
def test_basic_deployment_with_standalone_dag_processor(self, version):
k8s_objects = render_chart(
"test-basic",
self._get_values_with_version(
values={
"chart": {
"metadata": "AA",
},
"labels": {"test-label": "TEST-VALUE"},
"fullnameOverride": "test-basic",
"dagProcessor": {"enabled": True},
},
version=version,
),
)
list_of_kind_names_tuples = {
(k8s_object["kind"], k8s_object["metadata"]["name"]) for
k8s_object in k8s_objects
}
expected = {
("ServiceAccount", "test-basic-create-user-job"),
("ServiceAccount", "test-basic-migrate-database-job"),
("ServiceAccount", "test-basic-redis"),
("ServiceAccount", "test-basic-scheduler"),
("ServiceAccount", "test-basic-statsd"),
("ServiceAccount", "test-basic-triggerer"),
("ServiceAccount", "test-basic-dag-processor"),
("ServiceAccount", "test-basic-worker"),
("Secret", "test-basic-metadata"),
("Secret", "test-basic-broker-url"),
("Secret", "test-basic-fernet-key"),
("Secret", "test-basic-postgresql"),
("Secret", "test-basic-redis-password"),
("ConfigMap", "test-basic-config"),
("ConfigMap", "test-basic-statsd"),
("Role", "test-basic-pod-launcher-role"),
("Role", "test-basic-pod-log-reader-role"),
("RoleBinding", "test-basic-pod-launcher-rolebinding"),
("RoleBinding", "test-basic-pod-log-reader-rolebinding"),
("Service", "test-basic-postgresql-hl"),
("Service", "test-basic-postgresql"),
("Service", "test-basic-redis"),
("Service", "test-basic-statsd"),
("Service", "test-basic-triggerer"),
("Service", "test-basic-worker"),
("Deployment", "test-basic-scheduler"),
("Deployment", "test-basic-statsd"),
("StatefulSet", "test-basic-triggerer"),
("Deployment", "test-basic-dag-processor"),
("StatefulSet", "test-basic-postgresql"),
("StatefulSet", "test-basic-redis"),
("StatefulSet", "test-basic-worker"),
("Job", "test-basic-create-user"),
("Job", "test-basic-run-airflow-migrations"),
}
if self._is_airflow_3_or_above(version):
expected.update(
{
("Deployment", "test-basic-api-server"),
("Service", "test-basic-api-server"),
("ServiceAccount", "test-basic-api-server"),
("Secret", "test-basic-api-secret-key"),
("Secret", "test-basic-jwt-secret"),
}
)
else:
expected.update(
{
("Service", "test-basic-webserver"),
("Deployment", "test-basic-webserver"),
("ServiceAccount", "test-basic-webserver"),
("Secret", "test-basic-webserver-secret-key"),
}
)
> assert list_of_kind_names_tuples == expected
E AssertionError: assert equals failed
E set([
set([
E ('ConfigMap', 'test-basic-config'),
('ConfigMap', 'test-basic-config'),
E ('ConfigMap', 'test-basic-otel-collector'),
E ('ConfigMap', 'test-basic-statsd'),
('ConfigMap', 'test-basic-statsd'),
E ('Deployment', 'test-basic-api-server'),
('Deployment', 'test-basic-api-server'),
E ('Deployment', 'test-basic-dag-processor'),
('Deployment', 'test-basic-dag-processor'),
E ('Deployment', 'test-basic-otel-collector'),
E ('Deployment', 'test-basic-scheduler'),
('Deployment', 'test-basic-scheduler'),
E ('Deployment', 'test-basic-statsd'),
('Deployment', 'test-basic-statsd'),
E ('Job', 'test-basic-create-user'),
('Job', 'test-basic-create-user'),
E ('Job', 'test-basic-run-airflow-migrations'),
('Job', 'test-basic-run-airflow-migrations'),
E ('Role', 'test-basic-pod-launcher-role'),
('Role', 'test-basic-pod-launcher-role'),
E ('Role', 'test-basic-pod-log-reader-role'),
('Role', 'test-basic-pod-log-reader-role'),
E ('RoleBinding', 'test-basic-pod-launcher-rolebinding'),
('RoleBinding', 'test-basic-pod-launcher-rolebinding'),
E ('RoleBinding', 'test-basic-pod-log-reader-rolebinding'),
('RoleBinding', 'test-basic-pod-log-reader-rolebinding'),
E ('Secret', 'test-basic-api-secret-key'),
('Secret', 'test-basic-api-secret-key'),
E ('Secret', 'test-basic-broker-url'),
('Secret', 'test-basic-broker-url'),
E ('Secret', 'test-basic-fernet-key'),
('Secret', 'test-basic-fernet-key'),
E ('Secret', 'test-basic-jwt-secret'),
('Secret', 'test-basic-jwt-secret'),
E ('Secret', 'test-basic-metadata'),
('Secret', 'test-basic-metadata'),
E ('Secret', 'test-basic-postgresql'),
('Secret', 'test-basic-postgresql'),
E ('Secret', 'test-basic-redis-password'),
('Secret', 'test-basic-redis-password'),
E ('Service', 'test-basic-api-server'),
('Service', 'test-basic-api-server'),
E ('Service', 'test-basic-otel-collector'),
E ('Service', 'test-basic-postgresql'),
('Service', 'test-basic-postgresql'),
E ('Service', 'test-basic-postgresql-hl'),
('Service', 'test-basic-postgresql-hl'),
E ('Service', 'test-basic-redis'),
('Service', 'test-basic-redis'),
E ('Service', 'test-basic-statsd'),
('Service', 'test-basic-statsd'),
E ('Service', 'test-basic-triggerer'),
('Service', 'test-basic-triggerer'),
E ('Service', 'test-basic-worker'),
('Service', 'test-basic-worker'),
E ('ServiceAccount', 'test-basic-api-server'),
('ServiceAccount', 'test-basic-api-server'),
E ('ServiceAccount', 'test-basic-create-user-job'),
('ServiceAccount', 'test-basic-create-user-job'),
E ('ServiceAccount', 'test-basic-dag-processor'),
('ServiceAccount', 'test-basic-dag-processor'),
E ('ServiceAccount', 'test-basic-migrate-database-job'),
('ServiceAccount', 'test-basic-migrate-database-job'),
E ('ServiceAccount', 'test-basic-otel-collector'),
E ('ServiceAccount', 'test-basic-redis'),
('ServiceAccount', 'test-basic-redis'),
E ('ServiceAccount', 'test-basic-scheduler'),
('ServiceAccount', 'test-basic-scheduler'),
E ('ServiceAccount', 'test-basic-statsd'),
('ServiceAccount', 'test-basic-statsd'),
E ('ServiceAccount', 'test-basic-triggerer'),
('ServiceAccount', 'test-basic-triggerer'),
E ('ServiceAccount', 'test-basic-worker'),
('ServiceAccount', 'test-basic-worker'),
E ('StatefulSet', 'test-basic-postgresql'),
('StatefulSet', 'test-basic-postgresql'),
E ('StatefulSet', 'test-basic-redis'),
('StatefulSet', 'test-basic-redis'),
E ('StatefulSet', 'test-basic-triggerer'),
('StatefulSet', 'test-basic-triggerer'),
E ('StatefulSet', 'test-basic-worker'),
('StatefulSet', 'test-basic-worker'),
E ])
])
helm-tests/tests/helm_tests/airflow_aux/test_basic_helm_chart.py:289:
AssertionError
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
