http://www.mediawiki.org/wiki/Special:Code/MediaWiki/99113
Revision: 99113
Author: ezachte
Date: 2011-10-06 16:07:20 +0000 (Thu, 06 Oct 2011)
Log Message:
-----------
patch projectcount files from dammit.lt: correct underreporting due to traffic
loss
Added Paths:
-----------
trunk/wikistats/dammit.lt/DammitPatchProjectcountsFromSquidStats.pl
Added: trunk/wikistats/dammit.lt/DammitPatchProjectcountsFromSquidStats.pl
===================================================================
--- trunk/wikistats/dammit.lt/DammitPatchProjectcountsFromSquidStats.pl
(rev 0)
+++ trunk/wikistats/dammit.lt/DammitPatchProjectcountsFromSquidStats.pl
2011-10-06 16:07:20 UTC (rev 99113)
@@ -0,0 +1,88 @@
+#!/usr/bin/perl
+
+$| = 1; # flush screen output
+
+open IN, '<', 'SquidDataHourlyAverageDeltaSequenceNumbers.csv' ; # collected
on locke via SquidsLoadScan.pl
+open LOG, '>', 'SquidDataHourlyAverageDeltaSequenceNumbersLog.txt' ;
+
+$path_projectcounts = "DammitPatchProjectcountsForServerOverload2011" ;
+chdir ($path_projectcounts) || die "Cannot chdir to $path_projectcounts\n" ;
+
+while ($line = <IN>)
+{
+ chomp $line ;
+
+ next if $line !~ /^2011/ ;
+
+ ($date,$hour,$avg_delta) = split (',', $line) ;
+
+ next if $avg_delta <= 1005 ; # normally projectcounts also miss a few hits,
overcorrecting would skew trends
+ &Patch ($date, $hour, $avg_delta) ;
+ print "$date,$hour,$avg_delta\n" ;
+}
+
+print "\n\nReady\n\n" ;
+exit ;
+
+sub Patch
+{
+ ($date,$hour,$avg_delta) = @_ ;
+
+ $date =~ s/-//g ;
+ $file = "projectcounts-$date-" . sprintf ("%02d",$hour) . "0000" ;
+
+ if (! -e $file)
+ {
+ $file = "projectcounts-$date-" . sprintf ("%02d",$hour) . "0001" ;
+ if (! -e $file)
+ {
+ print "File '$file' missing!\n" ;
+ }
+ return ;
+ }
+
+ &PatchFile ($file, $avg_delta) ;
+}
+
+sub PatchFile
+{
+ my ($file,$avg_delta) = @_ ;
+ my $line ;
+ $correction = $avg_delta / 1000 ;
+
+ print "Patch file $file: avg delta $avg_delta -> correction $correction\n" ;
+
+ undef @projectfile ;
+ $file_changed = 0 ;
+
+ open PROJECTFILE, '<', $file || die "Could not open '$file'\n" ;
+ while ($line = <PROJECTFILE>)
+ {
+ chomp $line ;
+ ($project,$dash,$count,$bytes) = split (' ', $line) ;
+
+ if ($bytes > 0)
+ {
+ $count = sprintf ("%.0f", $correction * $count) ;
+ # &Log ("\n$line ->\n") ;
+ $line = "$project $dash $count 1" ; # store 1 instead of 'bytes sent'
to indicate file has been patched
+ # &Log ("$line\n") ;
+ }
+ push @projectfile, "$line\n" ;
+ }
+ close PROJECTFILE ;
+
+ open PROJECTFILE, '>', $file || die "Could not open '$file'\n" ;
+ print PROJECTFILE @projectfile ;
+ close PROJECTFILE ;
+}
+
+sub Log
+{
+ my $msg = shift ;
+ print $msg ;
+ print LOG $msg ;
+}
+
+
+
_______________________________________________
MediaWiki-CVS mailing list
MediaWiki-CVS@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-cvs
