JAMES-2340 Add metric dashboards for Tika and SpamAssassin
Project: http://git-wip-us.apache.org/repos/asf/james-project/repo Commit: http://git-wip-us.apache.org/repos/asf/james-project/commit/fb193124 Tree: http://git-wip-us.apache.org/repos/asf/james-project/tree/fb193124 Diff: http://git-wip-us.apache.org/repos/asf/james-project/diff/fb193124 Branch: refs/heads/master Commit: fb193124b6cc47af53190152df6bb8f33fae9943 Parents: e32c2cb Author: benwa <[email protected]> Authored: Wed Mar 28 15:58:57 2018 +0700 Committer: benwa <[email protected]> Committed: Thu Mar 29 16:45:36 2018 +0700 ---------------------------------------------------------------------- grafana-reporting/README.md | 2 + .../SpamAssassin-1522226824255.json | 736 +++++++++++++++++++ grafana-reporting/Tika-1522226794419.json | 312 ++++++++ src/site/xdoc/server/metrics.xml | 2 + 4 files changed, 1052 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/james-project/blob/fb193124/grafana-reporting/README.md ---------------------------------------------------------------------- diff --git a/grafana-reporting/README.md b/grafana-reporting/README.md index 0d4d389..95a5491 100644 --- a/grafana-reporting/README.md +++ b/grafana-reporting/README.md @@ -32,3 +32,5 @@ Note that you need to run a guice version of James. - Statistics about DNS calls - Some other, diverse informations on the James server internals - Cassandra driver statistics + - Tika HTTP client statistics + - SpamAssassin TCP client statistics http://git-wip-us.apache.org/repos/asf/james-project/blob/fb193124/grafana-reporting/SpamAssassin-1522226824255.json ---------------------------------------------------------------------- diff --git a/grafana-reporting/SpamAssassin-1522226824255.json b/grafana-reporting/SpamAssassin-1522226824255.json new file mode 100644 index 0000000..7de79b4 --- /dev/null +++ b/grafana-reporting/SpamAssassin-1522226824255.json @@ -0,0 +1,736 @@ +{ + "__inputs": [ + { + "name": "DS_JAMES_ES", + "label": "james es", + "description": "", + "type": "datasource", + "pluginId": "elasticsearch", + "pluginName": "Elasticsearch" + } + ], + "__requires": [ + { + "type": "datasource", + "id": "elasticsearch", + "name": "Elasticsearch", + "version": "3.0.0" + }, + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "4.1.2" + }, + { + "type": "panel", + "id": "graph", + "name": "Graph", + "version": "" + } + ], + "annotations": { + "list": [] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 0, + "hideControls": false, + "id": null, + "links": [], + "refresh": false, + "rows": [ + { + "collapse": false, + "height": 373, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_JAMES_ES}", + "fill": 1, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "bucketAggs": [ + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "auto", + "min_doc_count": 0, + "trimEdges": 0 + }, + "type": "date_histogram" + } + ], + "dsType": "elasticsearch", + "hide": false, + "metrics": [ + { + "field": "count", + "id": "1", + "meta": {}, + "pipelineAgg": "3", + "settings": {}, + "type": "max" + } + ], + "query": "name:spamAssassin-check", + "refId": "A", + "timeField": "@timestamp" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "SpamAssassin check count", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_JAMES_ES}", + "fill": 1, + "id": 9, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "bucketAggs": [ + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "auto", + "min_doc_count": 0, + "trimEdges": 0 + }, + "type": "date_histogram" + } + ], + "dsType": "elasticsearch", + "hide": false, + "metrics": [ + { + "field": "p50", + "id": "4", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p75", + "id": "5", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p95", + "id": "6", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p99", + "id": "7", + "meta": {}, + "settings": {}, + "type": "avg" + } + ], + "query": "name:spamAssassin-check", + "refId": "A", + "timeField": "@timestamp" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "SpamAssassin check time", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": false, + "title": "Dashboard Row", + "titleSize": "h6" + }, + { + "collapse": false, + "height": 374, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_JAMES_ES}", + "fill": 1, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "bucketAggs": [ + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "auto", + "min_doc_count": 0, + "trimEdges": 0 + }, + "type": "date_histogram" + } + ], + "dsType": "elasticsearch", + "hide": false, + "metrics": [ + { + "field": "count", + "id": "1", + "meta": {}, + "pipelineAgg": "3", + "settings": {}, + "type": "max" + } + ], + "query": "name:spamAssassin-spam-report", + "refId": "A", + "timeField": "@timestamp" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Spam report count", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_JAMES_ES}", + "fill": 1, + "id": 11, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "bucketAggs": [ + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "auto", + "min_doc_count": 0, + "trimEdges": 0 + }, + "type": "date_histogram" + } + ], + "dsType": "elasticsearch", + "hide": false, + "metrics": [ + { + "field": "p50", + "id": "4", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p75", + "id": "5", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p95", + "id": "6", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p99", + "id": "7", + "meta": {}, + "settings": {}, + "type": "avg" + } + ], + "query": "name:spamAssassin-spam-report", + "refId": "A", + "timeField": "@timestamp" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "SpamAssassin report Spam time", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": false, + "title": "Dashboard Row", + "titleSize": "h6" + }, + { + "collapse": false, + "height": 298, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_JAMES_ES}", + "fill": 1, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "bucketAggs": [ + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "auto", + "min_doc_count": 0, + "trimEdges": 0 + }, + "type": "date_histogram" + } + ], + "dsType": "elasticsearch", + "hide": false, + "metrics": [ + { + "field": "count", + "id": "1", + "meta": {}, + "pipelineAgg": "3", + "settings": {}, + "type": "max" + } + ], + "query": "name:spamAssassin-ham-report", + "refId": "A", + "timeField": "@timestamp" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "SpamAssassin Ham report count", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_JAMES_ES}", + "fill": 1, + "id": 13, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "bucketAggs": [ + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "auto", + "min_doc_count": 0, + "trimEdges": 0 + }, + "type": "date_histogram" + } + ], + "dsType": "elasticsearch", + "hide": false, + "metrics": [ + { + "field": "p50", + "id": "4", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p75", + "id": "5", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p95", + "id": "6", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p99", + "id": "7", + "meta": {}, + "settings": {}, + "type": "avg" + } + ], + "query": "name:spamAssassin-ham-report", + "refId": "A", + "timeField": "@timestamp" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "SpamAssassin Ham report time", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": false, + "title": "Dashboard Row", + "titleSize": "h6" + } + ], + "schemaVersion": 14, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-24h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "browser", + "title": "SpamAssassin", + "version": 10 +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/james-project/blob/fb193124/grafana-reporting/Tika-1522226794419.json ---------------------------------------------------------------------- diff --git a/grafana-reporting/Tika-1522226794419.json b/grafana-reporting/Tika-1522226794419.json new file mode 100644 index 0000000..76112b6 --- /dev/null +++ b/grafana-reporting/Tika-1522226794419.json @@ -0,0 +1,312 @@ +{ + "__inputs": [ + { + "name": "DS_JAMES_ES", + "label": "james es", + "description": "", + "type": "datasource", + "pluginId": "elasticsearch", + "pluginName": "Elasticsearch" + } + ], + "__requires": [ + { + "type": "datasource", + "id": "elasticsearch", + "name": "Elasticsearch", + "version": "3.0.0" + }, + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "4.1.2" + }, + { + "type": "panel", + "id": "graph", + "name": "Graph", + "version": "" + } + ], + "annotations": { + "list": [] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 0, + "hideControls": false, + "id": null, + "links": [], + "refresh": false, + "rows": [ + { + "collapse": false, + "height": 499, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_JAMES_ES}", + "fill": 1, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "bucketAggs": [ + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "auto", + "min_doc_count": 0, + "trimEdges": 0 + }, + "type": "date_histogram" + } + ], + "dsType": "elasticsearch", + "hide": false, + "metrics": [ + { + "field": "count", + "id": "1", + "meta": {}, + "pipelineAgg": "3", + "settings": {}, + "type": "max" + } + ], + "query": "name:tikaTextExtraction", + "refId": "A", + "timeField": "@timestamp" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Tika calls", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": false, + "title": "Dashboard Row", + "titleSize": "h6" + }, + { + "collapse": false, + "height": 553, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_JAMES_ES}", + "fill": 1, + "id": 9, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "bucketAggs": [ + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "auto", + "min_doc_count": 0, + "trimEdges": 0 + }, + "type": "date_histogram" + } + ], + "dsType": "elasticsearch", + "hide": false, + "metrics": [ + { + "field": "p50", + "id": "4", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p75", + "id": "5", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p95", + "id": "6", + "meta": {}, + "settings": {}, + "type": "avg" + }, + { + "field": "p99", + "id": "7", + "meta": {}, + "settings": {}, + "type": "avg" + } + ], + "query": "name:tikaTextExtraction", + "refId": "A", + "timeField": "@timestamp" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Tika calls time", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": false, + "title": "Dashboard Row", + "titleSize": "h6" + } + ], + "schemaVersion": 14, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-24h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "browser", + "title": "Tika", + "version": 7 +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/james-project/blob/fb193124/src/site/xdoc/server/metrics.xml ---------------------------------------------------------------------- diff --git a/src/site/xdoc/server/metrics.xml b/src/site/xdoc/server/metrics.xml index e4dfda4..31150fc 100644 --- a/src/site/xdoc/server/metrics.xml +++ b/src/site/xdoc/server/metrics.xml @@ -63,6 +63,8 @@ <li>Per mailet and per matcher Response time percentiles</li> <li>Diverse Response time percentiles, counts and rates for DNS</li> <li>Cassandra Java driver metrics</li> + <li>Tika HTTP client statistics</li> + <li>SpamAssassin TCP client statistics</li> </ul> Retrieve <a href="https://github.com/apache/james-project/tree/master/grafana-reporting";>available boards</a> for Grafana. --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
