Elukey has uploaded a new change for review. ( https://gerrit.wikimedia.org/r/401730 )
Change subject: role::graphite::alerts: add Druid realtime ingestion monitoring ...................................................................... role::graphite::alerts: add Druid realtime ingestion monitoring Change-Id: Ic955b3295f5d10472d47dcb11ffae082232dd694 --- M modules/role/manifests/graphite/alerts.pp 1 file changed, 13 insertions(+), 0 deletions(-) git pull ssh://gerrit.wikimedia.org:29418/operations/puppet refs/changes/30/401730/1 diff --git a/modules/role/manifests/graphite/alerts.pp b/modules/role/manifests/graphite/alerts.pp index 8a2a317..a717a2b 100644 --- a/modules/role/manifests/graphite/alerts.pp +++ b/modules/role/manifests/graphite/alerts.pp @@ -103,4 +103,17 @@ from => '10min', percentage => 50, } + + # Monitor Druid realtime ingestion event rate. + # Experimental, only alerting the Analytics alias. + monitoring::check_prometheus { 'druid_realtime_banner_activity': + description => 'Number of banner_activity realtime events received by Druid over a 30 minutes period', + query => 'sum_over_time(druid_realtime_ingest_events_processed_count{cluster="druid_analytics", instance=~"druid.*:8000", datasource=~"banner_activity_minutely"}[30m])', + prometheus_url => "http://prometheus.svc.${::site}.wmnet/analytics", + method => 'le' + warning => 10, + critical => 0, + contact_group => 'analytics', + dashboard_links => ['https://grafana.wikimedia.org/dashboard/db/prometheus-druid?refresh=1m&panelId=41&fullscreen&orgId=1'] + } } -- To view, visit https://gerrit.wikimedia.org/r/401730 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: newchange Gerrit-Change-Id: Ic955b3295f5d10472d47dcb11ffae082232dd694 Gerrit-PatchSet: 1 Gerrit-Project: operations/puppet Gerrit-Branch: production Gerrit-Owner: Elukey <ltosc...@wikimedia.org> _______________________________________________ MediaWiki-commits mailing list MediaWiki-commits@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits