This is an automated email from the ASF dual-hosted git repository.
rainerjung pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tomcat-connectors.git
The following commit(s) were added to refs/heads/main by this push:
new b83005a84 Remove perl scripts to create usage reports.
b83005a84 is described below
commit b83005a84a9fcc14bb799f0e752cdc7af8ebf4c2
Author: Rainer Jung <[email protected]>
AuthorDate: Wed Jun 24 18:15:43 2026 +0200
Remove perl scripts to create usage reports.
---
tools/reports/README.txt | 33 ---
tools/reports/tomcat_reports.pl | 429 --------------------------------------
tools/reports/tomcat_trend.pl | 406 ------------------------------------
xdocs/miscellaneous/changelog.xml | 11 +-
4 files changed, 9 insertions(+), 870 deletions(-)
diff --git a/tools/reports/README.txt b/tools/reports/README.txt
deleted file mode 100644
index 898a9df55..000000000
--- a/tools/reports/README.txt
+++ /dev/null
@@ -1,33 +0,0 @@
- Licensed to the Apache Software Foundation (ASF) under one or more
- contributor license agreements. See the NOTICE file distributed with
- this work for additional information regarding copyright ownership.
- The ASF licenses this file to You under the Apache License, Version 2.0
- (the "License"); you may not use this file except in compliance with
- the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
-
-This directory contains perl scripts which can be used to generate
-statistics for tomcat requests and errors logged by mod_jk.
-
-See the comments in the scripts for more details.
-
-A great deal of statistical data is generated but at this time
-only long term trend graphs are being created and no reports.
-This is only a start. Many more graphs and reports could be
-generated from the data. Please consider contributing back any
-new reports or graphs you create. Thanks.
-
-Requires the following perl modules and libraries:
-
-GD 1.8.x graphics library http://www.boutell.com/gd/.
-GD 1.4.x perl module.
-GD Graph perl module.
-GD TextUtil perl module.
-StatisticsDescriptive perl module.
diff --git a/tools/reports/tomcat_reports.pl b/tools/reports/tomcat_reports.pl
deleted file mode 100755
index 4d06c090b..000000000
--- a/tools/reports/tomcat_reports.pl
+++ /dev/null
@@ -1,429 +0,0 @@
-#!/usr/local/bin/perl
-
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# Author: Glenn Nielsen
-
-# Script for generating reports and graphs using statistical data generated
-# by the tomcat_trend.pl script.
-#
-# The following graphs are created:
-#
-# tomcat_request.png
-# Long term trend graph of total number of tomcat requests handled
-#
-# tomcat_median.png
-# Long term overall trend graph of tomcat request latency median
-#
-# tomcat_deviation.png
-# Long term overall trend graph of tomcat request mean and standard
deviation
-#
-# tomcat_error.png
-# Long term trend graph of requests rejected by tomcat. Shows requests
rejected
-# when tomcat has no request processors available. Can be an indicator
that tomcat
-# is overloaded or having other scaling problems.
-#
-# tomcat_client.png
-# Long term trend graph of requests forward to tomcat which were aborted by
the remote
-# client (browser). You will normally see some aborted requests. High
numbers of these
-# can be an indicator that tomcat is overloaded or there are requests which
have very high
-# latency.
-#
-# tomcat_reports.pl <directory where statistics are archived> <directory to
place graphs/reports in>
-
-use GD;
-use GD::Graph;
-use GD::Graph::Data;
-use GD::Graph::lines;
-use GD::Graph::linespoints;
-use Statistics::Descriptive;
-use Time::Local;
-
-# Constants
-
-%MON = ('JAN' => 0, 'Jan' => 0,
- 'FEB' => 1, 'Feb' => 1,
- 'MAR' => 2, 'Mar' => 2,
- 'APR' => 3, 'Apr' => 3,
- 'MAY' => 4, 'May' => 4,
- 'JUN' => 5, 'Jun' => 5,
- 'JUL' => 6, 'Jul' => 6,
- 'AUG' => 7, 'Aug' => 7,
- 'SEP' => 8, 'Sep' => 8,
- 'OCT' => 9, 'Oct' => 9,
- 'NOV' => 10, 'Nov' => 10,
- 'DEC' => 11, 'Dec' => 11,);
-
-@Months = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep",
"Oct", "Nov", "Dec");
-
-# Check the args
-
-$archivedir = $ARGV[0];
-$reportdir = $ARGV[1];
-
-die "Usage: $0 archivedir reportdir"
- unless( length($archivedir) && ($reportdir) );
-
-die "Archive Directory $archivedir doesn't exist"
- unless( -d $archivedir);
-
-die "Report Directory $reportdir doesn't exist"
- unless( -d $reportdir);
-
-# Read in data from file
-die "Archive Directory $archivedir has no global.data file"
- unless( -e "$archivedir/global.data" );
-
-@Data = `tail -365 $archivedir/global.data`;
-$numdays = $#Data;
-$daycounter = $numdays;
-
-foreach( @Data ) {
- $line = $_;
- chomp($line);
- ($date,$count,$median,$mean,$stddev,$min,$max,$client_gone,$tomcat_full) =
split /\s+/,$line;
- # print "$daycounter $date $count $median $mean $stdev $min $max
$client_gone $tomcat_full\n";
- $start_time = $date unless $start_time>0;
- $end_time = $date;
- push @days,int($daycounter/7);
- push @count,$count;
- push @median,$median;
- push @mean,$mean;
- push @stddev,$mean+$stddev;
- push @min,$min;
- push @max,$max;
- push @client_gone,$client_gone;
- push @tomcat_full,$tomcat_full;
- $daycounter--;
-}
-
-($day,$mon,$year) = (localtime($start_time))[3..5];
-$year += 1900;
-$startdate = "$Months[$mon] $day, $year";
-($day,$mon,$year) = (localtime($end_time))[3..5];
-$year += 1900;
-$enddate = "$Months[$mon] $day, $year";
-
-# Output request trend graph
-$outfile = "$reportdir/tomcat_request.png";
-unlink $outfile;
-
-$stats = Statistics::Descriptive::Sparse->new();
-$stats->add_data(@count);
-$max = $stats->max();
-$min = $stats->min();
-
-&RequestGraph();
-
-# Output median latency trend graph
-$outfile = "$reportdir/tomcat_median.png";
-unlink $outfile;
-
-$stats = Statistics::Descriptive::Sparse->new();
-$stats->add_data(@median);
-$max = $stats->max();
-$min = $stats->min();
-
-&MedianGraph();
-
-# Output latency deviation trend graph
-$outfile = "$reportdir/tomcat_deviation.png";
-unlink $outfile;
-
-$stats = Statistics::Descriptive::Sparse->new();
-$stats->add_data(@stddev);
-$stats->add_data(@mean);
-$max = $stats->max();
-$min = $stats->min();
-
-&DeviationGraph();
-
-# Output request error trend graph
-$outfile = "$reportdir/tomcat_error.png";
-unlink $outfile;
-
-$stats = Statistics::Descriptive::Sparse->new();
-$stats->add_data(@tomcat_full);
-$max = $stats->max();
-$min = $stats->min();
-
-&ErrorGraph();
-
-# Output request error trend graph
-$outfile = "$reportdir/tomcat_client.png";
-unlink $outfile;
-
-$stats = Statistics::Descriptive::Sparse->new();
-$stats->add_data(@client_gone);
-$max = $stats->max();
-$min = $stats->min();
-
-&ClientGraph();
-
-exit;
-
-sub RequestGraph {
-
- $graph = GD::Graph::lines->new(800,600);
- @data = (\@days,\@count);
-
- $div = 100;
- $div = 500 if $max >= 2000;
- $div = 1000 if $max >= 5000;
- $div = 5000 if $max >= 20000;
- $div = 10000 if $max >= 50000;
- $div = 50000 if $max >= 200000;
- $div = 100000 if $max >= 500000;
- $div = 500000 if $max >= 2000000;
- $div = 1000000 if $max >= 5000000;
- $ymax = (int($max/$div) + 1)*$div;
- $ymin = int($min/$div)*$div;
- $ytick = ($ymax - $ymin)/$div;
-
- $graph->set(
- y_label => 'Requests',
- title => "Tomcat Requests by Day from $startdate to
$enddate",
- y_min_value => $ymin,
- y_max_value => $ymax,
- y_tick_number => $ytick,
- y_number_format => \&val_format,
- x_label => 'Weeks Ago',
- x_label_skip => 7,
- x_tick_offset => $numdays%7,
- dclrs => [ qw(green) ],
- legend_placement => 'BC'
- ) or warn $graph->error;
-
- $graph->set_legend( 'Requests' );
- $graph->set_title_font(GD::gdGiantFont);
- $graph->set_x_axis_font(GD::gdSmallFont);
- $graph->set_y_axis_font(GD::gdSmallFont);
- $graph->set_legend_font(GD::gdSmallFont);
- $gd = $graph->plot(\@data);
- die "Graph Plot Failed: " . $graph->error unless defined $gd;
-
- open IMG, ">$outfile" or die $!;
- print IMG $gd->png or die $gd->error;
- close IMG;
-}
-
-sub MedianGraph {
-
- $graph = GD::Graph::lines->new(800,600);
- @data = (\@days,\@median);
-
- $div = .05;
- $div = .1 if $max >= .5;
- $div = .5 if $max >= 2;
- $div = 1 if $max >= 5;
- $div = 5 if $max >= 20;
- $div = 10 if $max >= 50;
- $div = 50 if $max >= 200;
- $div = 100 if $max >= 500;
- $ymax = (int($max/$div) + 1)*$div;
- $ytick = $ymax/$div;
-
- $graph->set(
- y_label => 'Latency (Seconds)',
- title => "Tomcat Request Median Latency by Day from
$startdate to $enddate",
- y_min_value => 0,
- y_max_value => $ymax,
- y_tick_number => $ytick,
- y_number_format => \&val_format,
- x_label => 'Weeks Ago',
- x_label_skip => 7,
- x_tick_offset => $numdays%7,
- dclrs => [ qw(green) ],
- legend_placement => 'BC'
- ) or warn $graph->error;
-
- $graph->set_legend( 'Median' );
- $graph->set_title_font(GD::gdGiantFont);
- $graph->set_x_axis_font(GD::gdSmallFont);
- $graph->set_y_axis_font(GD::gdSmallFont);
- $graph->set_legend_font(GD::gdSmallFont);
- $gd = $graph->plot(\@data);
- die "Graph Plot Failed: " . $graph->error unless defined $gd;
-
- open IMG, ">$outfile" or die $!;
- print IMG $gd->png or die $gd->error;
- close IMG;
-}
-
-sub DeviationGraph {
-
- $graph = GD::Graph::lines->new(800,600);
- @data = (\@days,\@mean,\@stddev);
-
- $div = .1;
- $div = .5 if $max >= 2;
- $div = 1 if $max >= 5;
- $div = 5 if $max >= 20;
- $div = 10 if $max >= 50;
- $div = 50 if $max >= 200;
- $div = 100 if $max >= 500;
- $ymax = (int($max/$div) + 1)*$div;
- $ytick = $ymax/$div;
-
- $graph->set(
- y_label => 'Latency (Seconds)',
- title => "Tomcat Request Latency Mean and Deviation by Day
from $startdate to $enddate",
- y_max_value => $ymax,
- y_tick_number => $ytick,
- x_label => 'Weeks Ago',
- x_label_skip => 7,
- x_tick_offset => $numdays%7,
- dclrs => [ qw(green yellow) ],
- legend_placement => 'BC'
- ) or warn $graph->error;
-
- $graph->set_legend( 'Mean', 'Mean plus Standard Deviation' );
- $graph->set_title_font(GD::gdGiantFont);
- $graph->set_x_axis_font(GD::gdSmallFont);
- $graph->set_y_axis_font(GD::gdSmallFont);
- $graph->set_legend_font(GD::gdSmallFont);
- $gd = $graph->plot(\@data);
- die "Graph Plot Failed: " . $graph->error unless defined $gd;
-
- open IMG, ">$outfile" or die $!;
- print IMG $gd->png or die $gd->error;
- close IMG;
-}
-
-sub ErrorGraph {
-
- $graph = GD::Graph::lines->new(800,600);
- @data = (\@days,\@tomcat_full);
-
- $div = 5;
- $div = 10 if $max >=100;
- $div = 50 if $max >= 200;
- $div = 100 if $max >= 1000;
- $div = 500 if $max >= 2000;
- $div = 1000 if $max >= 5000;
- $div = 5000 if $max >= 20000;
- $div = 10000 if $max >= 50000;
- $div = 50000 if $max >= 200000;
- $div = 100000 if $max >= 500000;
- $div = 500000 if $max >= 2000000;
- $div = 1000000 if $max >= 5000000;
- $ymax = (int($max/$div) + 1)*$div;
- $ymin = int($min/$div)*$div;
- $ytick = ($ymax - $ymin)/$div;
-
- $graph->set(
- y_label => 'Requests',
- title => "Tomcat Rejected Request by Day from $startdate to
$enddate",
- y_min_value => $ymin,
- y_max_value => $ymax,
- y_tick_number => $ytick,
- y_number_format => \&val_format,
- x_label => 'Weeks Ago',
- x_label_skip => 7,
- x_tick_offset => $numdays%7,
- dclrs => [ qw(green) ],
- legend_placement => 'BC'
- ) or warn $graph->error;
-
- $graph->set_legend( 'Tomcat Rejected Requests' );
- $graph->set_title_font(GD::gdGiantFont);
- $graph->set_x_axis_font(GD::gdSmallFont);
- $graph->set_y_axis_font(GD::gdSmallFont);
- $graph->set_legend_font(GD::gdSmallFont);
- $gd = $graph->plot(\@data);
- die "Graph Plot Failed: " . $graph->error unless defined $gd;
-
- open IMG, ">$outfile" or die $!;
- print IMG $gd->png or die $gd->error;
- close IMG;
-}
-
-sub ClientGraph {
-
- $graph = GD::Graph::lines->new(800,600);
- @data = (\@days,\@client_gone);
-
- $div = 5;
- $div = 10 if $max >=100;
- $div = 50 if $max >= 200;
- $div = 100 if $max >= 1000;
- $div = 500 if $max >= 2000;
- $div = 1000 if $max >= 5000;
- $div = 5000 if $max >= 20000;
- $div = 10000 if $max >= 50000;
- $div = 50000 if $max >= 200000;
- $div = 100000 if $max >= 500000;
- $div = 500000 if $max >= 2000000;
- $div = 1000000 if $max >= 5000000;
- $ymax = (int($max/$div) + 1)*$div;
- $ymin = int($min/$div)*$div;
- $ytick = ($ymax - $ymin)/$div;
-
- $graph->set(
- y_label => 'Requests',
- title => "Tomcat Client Aborted Requests by Day from
$startdate to $enddate",
- y_min_value => $ymin,
- y_max_value => $ymax,
- y_tick_number => $ytick,
- y_number_format => \&val_format,
- x_label => 'Weeks Ago',
- x_label_skip => 7,
- x_tick_offset => $numdays%7,
- dclrs => [ qw(green) ],
- legend_placement => 'BC'
- ) or warn $graph->error;
-
- $graph->set_legend( 'Tomcat Client Aborted Requests' );
- $graph->set_title_font(GD::gdGiantFont);
- $graph->set_x_axis_font(GD::gdSmallFont);
- $graph->set_y_axis_font(GD::gdSmallFont);
- $graph->set_legend_font(GD::gdSmallFont);
- $gd = $graph->plot(\@data);
- die "Graph Plot Failed: " . $graph->error unless defined $gd;
-
- open IMG, ">$outfile" or die $!;
- print IMG $gd->png or die $gd->error;
- close IMG;
-}
-
-sub val_format {
- my $value = shift;
- my $ret;
-
- $ret = $value;
- if( $ret =~ /\./ ) {
- $ret =~ s/\.(\d\d\d).*/\.$1/;
- } else {
- $ret =~ s/(\d+)(\d\d\d)$/$1,$2/;
- $ret =~ s/(\d+)(\d\d\d),(\d\d\d)$/$1,$2,$3/;
- }
- return $ret;
-}
-
-sub size_format {
- my $value = shift;
- my $ret;
-
- if( $max >= 5000 ) {
- $value = int(($value/1024)+.5);
- }
- $ret = $value;
- $ret =~ s/(\d+)(\d\d\d)$/$1,$2/;
- $ret =~ s/(\d+)(\d\d\d),(\d\d\d)$/$1,$2,$3/;
- return $ret;
-}
diff --git a/tools/reports/tomcat_trend.pl b/tools/reports/tomcat_trend.pl
deleted file mode 100755
index 3dc2e9170..000000000
--- a/tools/reports/tomcat_trend.pl
+++ /dev/null
@@ -1,406 +0,0 @@
-#!/usr/local/bin/perl
-
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# Author: Glenn Nielsen
-
-# Script for analyzing mod_jk.log data when logging tomcat request data using
-# the JkRequestLogFormat Apache mod_jk configuration.
-#
-# Generates statistics for request latency and errors. Archives the generated
-# data to files for later use in long term trend graphs and reports.
-#
-# tomcat_trend.pl <directory containing mod_jk.log> <directory for archiving
statistics>
-
-use FileHandle;
-use Statistics::Descriptive;
-use Time::Local;
-
-# Constants
-
-%MON = ('JAN' => 0, 'Jan' => 0,
- 'FEB' => 1, 'Feb' => 1,
- 'MAR' => 2, 'Mar' => 2,
- 'APR' => 3, 'Apr' => 3,
- 'MAY' => 4, 'May' => 4,
- 'JUN' => 5, 'Jun' => 5,
- 'JUL' => 6, 'Jul' => 6,
- 'AUG' => 7, 'Aug' => 7,
- 'SEP' => 8, 'Sep' => 8,
- 'OCT' => 9, 'Oct' => 9,
- 'NOV' => 10, 'Nov' => 10,
- 'DEC' => 11, 'Dec' => 11,);
-
-@Months = ("Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep",
"Oct", "Nov", "Dec");
-
-# Check the args
-
-$logdir= $ARGV[0];
-$archivedir = $ARGV[1];
-
-die "Usage: $0 logdir archivedir"
- unless( length($logdir) && length($archivedir) );
-
-die "Log Directory $logdir doesn't exist"
- unless( -d $logdir);
-
-die "Archive Directory $archivedir doesn't exist"
- unless( -d $archivedir);
-
-# Get start date from global.data if it exists
-
-if( -e "$archivedir/global.data" ) {
- # Get the start date from the last entry in global.data
- @tail = `tail -1 $archivedir/global.data`;
- $startdate = (split /\s+/,$tail[0])[0];
- ($day, $mon, $year) = (localtime($startdate))[3..5];
- if ($day == 31) {
- $day=1;
- $month++;
- if ($month > 11) {
- $month=0;
- $year++;
- }
- }
- $startdate = timelocal(0,0,0,$day+1,$mon,$year);
-
-}
-
-($day, $mon, $year) = (localtime(time))[3..5];
-$curdate = timelocal(0,0,0,$day,$mon,$year);
-print "Today: " . scalar(localtime($curdate)) . "\n";
-
-# Get the log files names and date they start
-@logs = `ls -1 $logdir/mod_jk.log*`;
-foreach( @logs ) {
- $logfile = $_;
- chomp($logfile);
- next if ( $logfile =~ /\.(bz2|gz|zip)$/ );
- @head = `head -1 $logfile`;
- ($mon, $day, $time, $year) = (split /\s+/,$head[0])[1..4];
- ($hour, $min, $sec) = split /:/,$time;
- $year =~ s/\]$//;
- $logtime = timelocal($sec,$min,$hour,$day,$MON{$mon},$year-1900);
- $modjklog{$logtime} = $logfile;
-}
-
-# Set the startdate if this is the first time processing the logs
-# If we have a startdate, remove log files we con't need to process
-foreach $logtime ( sort {$a <=> $b} keys %modjklog ) {
- # If logs haven't been processed before, set startdate to time of
- # first log entry
- if( $startdate !~ /^\d+$/ ) {
- $startdate = $logtime;
- ($day, $mon, $year) = (localtime($startdate))[3..5];
- $startdate = timelocal(0,0,0,$day,$mon,$year);
- last;
- }
- if( $logtime > $startdate ) {
- last;
- }
- # Save the previous log file since start date may start here
- $prevlogfile = $modjklog{$logtime};
- $prevlogtime = $logtime;
- # Remove log files we don't need to process
- delete $modjklog{$logtime};
-}
-
-# Add back in the previous log file where we need to start processing
-if( defined $prevlogtime ) {
- $modjklog{$prevlogtime} = $prevlogfile;
-}
-
-print "StartDate: " . scalar(localtime($startdate)) . "\n";
-$processdate = $startdate;
-
-foreach $key ( sort {$a <=> $b} keys %modjklog ) {
- $logtime = $processdate;
- $logfile = $modjklog{$key};
- print "Processing log: $logfile\n";
- last if( $key >= $curdate );
- $fh = new FileHandle "<$logfile";
- die "Open of logfile $logfile failed: $!"
- unless defined $fh;
- while( $line = $fh->getline) {
- chomp($line);
- ($mon, $day, $time, $year) = (split /\s+/,$line)[1..4];
- ($hour, $min, $sec) = split /:/,$time;
- $year =~ s/\]$//;
- if( $day !~ /^\d+/ || $hour !~ /^\d+/ || $min!~ /^\d+/ || $sec !~ /^\d+/
) {
- print "Unknown log entry: $origline\n" unless $origline =~ /\.c /;
- next;
- }
- $logtime = timelocal($sec,$min,$hour,$day,$MON{$mon},$year-1900);
-
- if( $logtime > $processdate ) {
- $origline = $line;
- # Strip off the leading date and time
- $line =~ s/^\[.*\] //;
-
- # See if this is a new 5 minute period
- $interval = int($logtime/300);
- if( $interval != $previnterval ) {
- if( defined $previnterval ) {
- &IntervalStats(\%Global,\%Interval,$previnterval*300);
- }
- undef %Interval;
- undef @IntervalLatency;
- undef %IntervalWorkers;
- $Interval{tomcat_full} = 0;
- $Interval{client_gone} = 0;
- $Interval{latency} = \@IntervalLatency;
- $Interval{workers} = \%IntervalWorkers;
- $previnterval = $interval;
- }
-
- # See if this is a new day
- if( $day != $prevday ) {
- if( defined $prevday ) {
- &DailyStats($processdate,\%Global);
- }
- undef %Global;
- undef %GlobalWorkers;
- undef @GlobalLatency;
- $Global{tomcat_full} = 0;
- $Global{client_gone} = 0;
- $Global{interval} = "";
- $Global{latency} = \@GlobalLatency;
- $Global{workers} = \%GlobalWorkers;
- $Global{errors} = "";
- $prevday = $day;
- $processdate = $logtime;
- }
-
- # Stop processing if logtime is today
- last if( $logtime >= $curdate );
-
- if( $line =~ /\d\)\]{0,1}: / ) {
- # Handle a mod_jk error
- if( $line =~ /(jk_tcp_socket_recvfull failed|ERROR: Receiving from
tomcat failed)/ ) {
- $Global{tomcat_full}++;
- $Interval{tomcat_full}++;
- } elsif( $line =~ /(ajp_process_callback - write failed|ERROR
sending data to client. Connection aborted or network problems|Client
connection aborted or network problems)/ ) {
- $Global{client_gone}++;
- $Interval{client_gone}++;
- }
- next;
- } else {
- # Handle a mod_jk request log entry
- $line =~ s/^\[.*\] //;
- $line =~ s/\"(GET|POST|OPTIONS|HEAD)[^\"]*\" //;
- $line =~ s/[\?\;].*\"//;
- $line =~ s/\"//g;
- ($work, $host, $page, $status, $latency) = split /\s+/,$line;
- $page =~ s/\/\//\//g;
- $page =~ s/\.\//\//g;
- if( length($work) <= 0 || length($host) <= 0 ||
- length($page) <= 0 || $status !~ /^\d+$/ || $latency !~
/^\d+\.\d+$/ ) {
- print "Unknown log entry: $origline\n" unless $origline =~ /\.c
/;
- next;
- }
-
- # Throw out abnormally long requests and log them as an error
- if( $latency >= 1800 ) {
- $Global{errors} .= "Error: $page has an HTTP status of $status
and an ";
- $Global{errors} .= "abnormally long request latency of $latency
seconds\n";
- next;
- }
-
- # Save the data by day for Global, Worker, and Host
- push @{$Global{latency}},$latency;
- $workers = $Global{workers};
- if( !defined $$workers{$work} ) {
- undef @{"$work"};
- undef %{"$work"};
- undef %{"$work-hosts"};
- ${"$work"}{latency} = \@{"$work"};
- ${"$work"}{hosts} = \%{"$work-hosts"};
- ${"$work"}{interval} = "";
- $$workers{$work} = \%{"$work"};
- }
- $worker = $$workers{$work};
- push @{$$worker{latency}},$latency;
-
- if( !defined $$worker{hosts}{$host} ) {
- undef @{"$work-$host"};
- undef %{"$work-$host"};
- undef %{"$work-$host-pages"};
- ${"$work-$host"}{latency} = \@{"$work-$host"};
- ${"$work-$host"}{pages} = \%{"$work-$host-pages"};
- ${"$work-$host"}{interval} = "";
- $$worker{hosts}{$host} = \%{"$work-$host"};
- }
- $hoster = $$worker{hosts}{$host};
- push @{$$hoster{latency}},$latency;
-
- if( !defined $$hoster{pages}{$page} ) {
- undef @{"$work-$host-$page"};
- $$hoster{pages}{$page} = \@{"$work-$host-$page"};
- }
- push @{$$hoster{pages}{$page}},$latency;
-
- # Save the data by 5 minute interval for Global, Worker, and Host
- push @{$Interval{latency}},$latency;
- $workers = $Interval{workers};
- if( !defined $$workers{"$work"} ) {
- undef @{"int-$work"};
- undef %{"int-$work"};
- undef %{"int-$work-hosts"};
- ${"int-$work"}{latency} = \@{"int-$work"};
- ${"int-$work"}{hosts} = \%{"int-$work-hosts"};
- $$workers{$work} = \%{"int-$work"};
- }
- $worker = $$workers{$work};
- push @{$$worker{latency}},$latency;
-
- if( !defined $$worker{hosts}{$host} ) {
- undef @{"int-$work-$host"};
- undef %{"int-$work-$host"};
- ${"int-$work-$host"}{latency} = \@{"int-$work-$host"};
- $$worker{hosts}{$host} = \%{"int-$work-$host"};
- }
- $hoster = $$worker{hosts}{$host};
- push @{$$hoster{latency}},$latency;
- }
- }
- }
- undef $fh;
-}
-
-# If the last log file ends before switch to the current day,
-# output the last days data
-if( $logtime < $curdate ) {
- &IntervalStats(\%Global,\%Interval,$previnterval*300);
- &DailyStats($processdate,\%Global);
-}
-
-exit;
-
-sub IntervalStats($$$) {
- my $global = $_[0];
- my $data = $_[1];
- my $interval = $_[2];
-
- ($count,$median,$mean,$stddev,$min,$max) = &CalcStats($$data{latency});
- $$global{interval} .= "$interval $count $median $mean $stddev $min $max
$$data{client_gone} $$data{tomcat_full}\n";
-
- foreach $work ( keys %{$$data{workers}} ) {
- $worker = $$data{workers}{$work};
- $gworker = $$global{workers}{$work};
- ($count,$median,$mean,$stddev,$min,$max) = &CalcStats($$worker{latency});
- $$gworker{interval} .= "$interval $count $median $mean $stddev $min
$max\n";
- foreach $host ( keys %{$$worker{hosts}} ) {
- $hoster = $$worker{hosts}{$host};
- $ghoster = $$gworker{hosts}{$host};
- ($count,$median,$mean,$stddev,$min,$max) =
&CalcStats($$hoster{latency});
- $$ghoster{interval} .= "$interval $count $median $mean $stddev $min
$max\n";
- }
- }
-}
-
-sub DailyStats($$) {
- my $date = $_[0];
- my $data = $_[1];
-
- &SaveStats($data,$date,"","global");
- &SaveFile($$data{interval},$date,"","daily");
- foreach $work ( keys %{$$data{workers}} ) {
- $worker = $$data{workers}{$work};
- &SaveStats($worker,$date,$work,"global");
- &SaveFile($$worker{interval},$date,$work,"daily");
- foreach $host ( keys %{$$worker{hosts}} ) {
- $hoster = $$worker{hosts}{$host};
- &SaveStats($hoster,$date,"$work/$host","global");
- &SaveFile($$hoster{interval},$date,"$work/$host","daily");
- $pagedata = "";
- foreach $page ( sort keys %{$$hoster{pages}} ) {
- $pager = $$hoster{pages}{$page};
- ($count,$median,$mean,$stddev,$min,$max) = &CalcStats($pager);
- $pagedata .= "$page $count $median $mean $stddev $min $max\n";
- }
- $pagedata .= $$data{errors};
- &SaveFile($pagedata,$date,"$work/$host","request");
- }
- }
-}
-
-sub CalcStats($) {
- my $data = $_[0];
-
- $stats = Statistics::Descriptive::Full->new();
- $stats->add_data(@{$data});
- $median = $stats->median();
- $mean = $stats->mean();
- $stddev = $stats->standard_deviation();
- $max = $stats->max();
- $min = $stats->min();
- $count = $stats->count();
- return ($count,$median,$mean,$stddev,$min,$max);
-}
-
-sub SaveStats($$$$) {
- my $data = $_[0];
- my $date = $_[1];
- my $dir = $_[2];
- my $file = $_[3];
-
- if( length($dir) > 0 ) {
- $dir = "$archivedir/$dir";
- } else {
- $dir = $archivedir;
- }
- mkdir "$dir",0755;
-
- $outfile = "$dir/${file}.data";
-
- ($count,$median,$mean,$stddev,$min,$max) = &CalcStats($$data{latency});
-
- open DATA, ">>$outfile" or die $!;
- print DATA "$date $count $median $mean $stddev $min $max";
- print DATA " $$data{client_gone} $$data{tomcat_full}" if defined
$$data{tomcat_full};
- print DATA "\n";
- close DATA;
-}
-
-sub SaveFile($$$$) {
- my $data = $_[0];
- my $date = $_[1];
- my $dir = $_[2];
- my $file = $_[3];
- my ($day, $mon, $year);
-
- ($day, $mon, $year) = (localtime($date))[3..5];
- $year += 1900;
- $mon++;
- $mon = "0$mon" if $mon < 10;
- $day = "0$day" if $day < 10;
- $file = "$year-$mon-$day-$file";
-
- if( length($dir) > 0 ) {
- $dir = "$archivedir/$dir";
- } else {
- $dir = $archivedir;
- }
- mkdir "$dir",0755;
-
- $outfile = "$dir/${file}.data";
-
- open DATA, ">>$outfile" or die $!;
- print DATA $data;
- close DATA;
-}
diff --git a/xdocs/miscellaneous/changelog.xml
b/xdocs/miscellaneous/changelog.xml
index c35d492c3..fdecc278b 100644
--- a/xdocs/miscellaneous/changelog.xml
+++ b/xdocs/miscellaneous/changelog.xml
@@ -65,10 +65,17 @@
</subsection>
<subsection name="Common">
<changelog>
- <fix>
+ <update>
JkStatus Ant Task: Remove unmaintained jkstatus ant task.
Base classes needed from Tomcat have been removed since Tomcat 9.
(rjung)
- </fix>
+ </update>
+ <update>
+ Perl-based usage reporting: Remove perl scripts to create usage reports
+ from a mod_jk log file when JkRequestLogFormat was used to log
+ requests not only in the access log, but also the mod_jk log.
+ The scripts were unmaintained and not using JkRequestLogFormat is
recommended.
+ (rjung)
+ </update>
</changelog>
</subsection>
</section>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
