This is an automated email from the ASF dual-hosted git repository.
wu-sheng pushed a change to branch swip-15-banyandb-so11y-rules
in repository https://gitbox.apache.org/repos/asf/skywalking.git
from 12ada47c03 SWIP-15: use safeDiv for all ratio metrics (avoid
NaN/Infinity on idle windows)
add a144e537ce Add Apache Airflow monitoring layer (SWIP-7) (#13891)
add 7aaaf1387e Merge branch 'master' into swip-15-banyandb-so11y-rules
No new revisions were added by this update.
Summary of changes:
.github/workflows/skywalking.yaml | 4 +
docs/en/changes/changes.md | 3 +
docs/en/concepts-and-designs/lal.md | 2 +-
docs/en/concepts-and-designs/mal.md | 2 +-
docs/en/concepts-and-designs/service-hierarchy.md | 9 +
.../en/setup/backend/backend-airflow-monitoring.md | 187 +++++++++++
.../horizon-airflow-component-scheduler.png | Bin 0 -> 84507 bytes
.../horizon-airflow-component-triggerer.png | Bin 0 -> 87149 bytes
.../images/airflow/horizon-airflow-service.png | Bin 0 -> 91722 bytes
.../airflow/horizon-infra-3d-map-airflow-dev.png | Bin 0 -> 210097 bytes
.../airflow/horizon-k8s-service-endpoints.png | Bin 0 -> 84772 bytes
.../airflow/horizon-k8s-service-instances.png | Bin 0 -> 100132 bytes
.../images/airflow/horizon-k8s-service-service.png | Bin 0 -> 96356 bytes
.../airflow/horizon-k8s-service-topology.png | Bin 0 -> 194432 bytes
docs/en/swip/SWIP-7.md | 97 ++++++
docs/en/swip/readme.md | 1 +
docs/menu.yml | 4 +
.../airflow/airflow-instance.data.yaml | 298 +++++++++++++++++
.../airflow/airflow-service.data.yaml | 174 ++++++++++
.../skywalking/oap/server/core/analysis/Layer.java | 5 +-
.../src/main/resources/application.yml | 2 +-
.../src/main/resources/hierarchy-definition.yml | 4 +
.../src/main/resources/layer-extensions.yml | 2 +-
.../otel-rules/airflow/airflow-instance.yaml | 53 +++
.../otel-rules/airflow/airflow-service.yaml | 44 +++
test/e2e-v2/cases/airflow/.gitignore | 19 ++
test/e2e-v2/cases/airflow/README.md | 74 +++++
.../cases/airflow/cluster/airflow-cases.yaml | 60 ++++
test/e2e-v2/cases/airflow/cluster/compose-env.sh | 45 +++
.../cases/airflow/cluster/dags/cluster_load.py | 34 +-
.../cases/airflow/cluster/dags/cluster_smoke.py | 26 +-
.../e2e-v2/cases/airflow/cluster/dags/e2e_asset.py | 40 ++-
.../cases/airflow/cluster/dags/e2e_deferrable.py | 30 +-
.../cases/airflow/cluster/docker-compose.yml | 290 ++++++++++++++++
.../postgres-exporter => airflow/cluster}/e2e.yaml | 12 +-
.../cluster}/expected/service.yml | 10 +-
.../cluster}/otel-collector-config.yaml | 23 +-
test/e2e-v2/cases/airflow/cluster/seed-workload.sh | 106 ++++++
.../entrypoint.sh => airflow/cluster/setup.sh} | 11 +-
.../airflow/cluster/wait-scheduler-healthy.sh} | 33 +-
.../mock/Dockerfile.mock-sender} | 20 +-
test/e2e-v2/cases/airflow/mock/airflow-cases.yaml | 77 +++++
.../{aws/eks => airflow/mock}/docker-compose.yml | 17 +-
.../cases/{event/mysql => airflow/mock}/e2e.yaml | 11 +-
.../mock}/expected/instance.yml | 9 +-
.../expected/metrics-has-value-label-poolname.yml} | 4 +-
.../mock}/expected/metrics-has-value.yml | 0
.../{cluster => airflow/mock}/expected/service.yml | 12 +-
.../mock/mock-data/otel-airflow-metrics.json | 364 +++++++++++++++++++++
.../cases/airflow/mock/otlp_replay_server.py | 106 ++++++
.../cases/airflow/mock/requirements-replay.txt | 4 +
test/e2e-v2/cases/storage/expected/config-dump.yml | 2 +-
52 files changed, 2204 insertions(+), 126 deletions(-)
create mode 100644 docs/en/setup/backend/backend-airflow-monitoring.md
create mode 100644
docs/en/setup/backend/images/airflow/horizon-airflow-component-scheduler.png
create mode 100644
docs/en/setup/backend/images/airflow/horizon-airflow-component-triggerer.png
create mode 100644
docs/en/setup/backend/images/airflow/horizon-airflow-service.png
create mode 100644
docs/en/setup/backend/images/airflow/horizon-infra-3d-map-airflow-dev.png
create mode 100644
docs/en/setup/backend/images/airflow/horizon-k8s-service-endpoints.png
create mode 100644
docs/en/setup/backend/images/airflow/horizon-k8s-service-instances.png
create mode 100644
docs/en/setup/backend/images/airflow/horizon-k8s-service-service.png
create mode 100644
docs/en/setup/backend/images/airflow/horizon-k8s-service-topology.png
create mode 100644 docs/en/swip/SWIP-7.md
create mode 100644
oap-server/analyzer/meter-analyzer-scripts-test/src/test/resources/scripts/mal/test-otel-rules/airflow/airflow-instance.data.yaml
create mode 100644
oap-server/analyzer/meter-analyzer-scripts-test/src/test/resources/scripts/mal/test-otel-rules/airflow/airflow-service.data.yaml
create mode 100644
oap-server/server-starter/src/main/resources/otel-rules/airflow/airflow-instance.yaml
create mode 100644
oap-server/server-starter/src/main/resources/otel-rules/airflow/airflow-service.yaml
create mode 100644 test/e2e-v2/cases/airflow/.gitignore
create mode 100644 test/e2e-v2/cases/airflow/README.md
create mode 100644 test/e2e-v2/cases/airflow/cluster/airflow-cases.yaml
create mode 100644 test/e2e-v2/cases/airflow/cluster/compose-env.sh
copy
oap-server/analyzer/log-analyzer/src/test/resources/test-lal-with-layer-defs/test-rule.yaml
=> test/e2e-v2/cases/airflow/cluster/dags/cluster_load.py (57%)
copy
oap-server/server-configuration/configuration-etcd/src/test/resources/application.yml
=> test/e2e-v2/cases/airflow/cluster/dags/cluster_smoke.py (66%)
mode change 100755 => 100644
copy
oap-server/server-configuration/configuration-etcd/src/test/resources/application.yml
=> test/e2e-v2/cases/airflow/cluster/dags/e2e_asset.py (50%)
mode change 100755 => 100644
copy
oap-server/analyzer/meter-analyzer/src/test/resources/test-mal-with-layer-defs/test-rule.yaml
=> test/e2e-v2/cases/airflow/cluster/dags/e2e_deferrable.py (61%)
create mode 100644 test/e2e-v2/cases/airflow/cluster/docker-compose.yml
copy test/e2e-v2/cases/{postgresql/postgres-exporter =>
airflow/cluster}/e2e.yaml (74%)
copy test/e2e-v2/cases/{envoy-ai-gateway =>
airflow/cluster}/expected/service.yml (84%)
copy test/e2e-v2/cases/{mariadb/prometheus-mariadb-exporter =>
airflow/cluster}/otel-collector-config.yaml (77%)
create mode 100644 test/e2e-v2/cases/airflow/cluster/seed-workload.sh
copy test/e2e-v2/cases/{php/entrypoint.sh => airflow/cluster/setup.sh} (73%)
mode change 100755 => 100644
copy test/e2e-v2/{script/prepare/setup-oap/download-mysql.sh =>
cases/airflow/cluster/wait-scheduler-healthy.sh} (53%)
mode change 100755 => 100644
copy test/e2e-v2/cases/{nodejs/Dockerfile.nodejs =>
airflow/mock/Dockerfile.mock-sender} (69%)
create mode 100644 test/e2e-v2/cases/airflow/mock/airflow-cases.yaml
copy test/e2e-v2/cases/{aws/eks => airflow/mock}/docker-compose.yml (83%)
copy test/e2e-v2/cases/{event/mysql => airflow/mock}/e2e.yaml (88%)
copy test/e2e-v2/cases/{kafka/kafka-monitoring =>
airflow/mock}/expected/instance.yml (92%)
copy test/e2e-v2/cases/{ios/expected/metrics-has-value-label.yml =>
airflow/mock/expected/metrics-has-value-label-poolname.yml} (95%)
copy test/e2e-v2/cases/{ios => airflow/mock}/expected/metrics-has-value.yml
(100%)
copy test/e2e-v2/cases/{cluster => airflow/mock}/expected/service.yml (85%)
create mode 100644
test/e2e-v2/cases/airflow/mock/mock-data/otel-airflow-metrics.json
create mode 100644 test/e2e-v2/cases/airflow/mock/otlp_replay_server.py
create mode 100644 test/e2e-v2/cases/airflow/mock/requirements-replay.txt
