3 # Copyright (c) 2001-2014 University of Cambridge.
4 # See the file NOTICE for conditions of use and distribution.
6 # Perl script to generate statistics from one or more Exim log files.
8 # Usage: eximstats [<options>] <log file> <log file> ...
10 # 1996-05-21: Ignore lines not starting with valid date/time, just in case
11 # these get into a log file.
12 # 1996-11-19: Add the -h option to control the size of the histogram,
13 # and optionally turn it off.
14 # Use some Perl 5 things; it should be everywhere by now.
15 # Add the Perl -w option and rewrite so no warnings are given.
16 # Add the -t option to control the length of the "top" listing.
17 # Add the -ne, -nt options to turn off errors and transport
19 # Add information about length of time on queue, and -q<list> to
20 # control the intervals and turn it off.
21 # Add count and percentage of delayed messages to the Received
23 # Show total number of errors.
24 # Add count and percentage of messages with errors to Received
26 # Add information about relaying and -nr to suppress it.
27 # 1997-02-03 Merged in some of the things Nigel Metheringham had done:
29 # Added received histogram as well as delivered
30 # Added local senders' league table
31 # Added local recipients' league table
32 # 1997-03-10 Fixed typo "destinationss"
33 # Allow for intermediate address between final and original
34 # when testing for relaying
35 # Give better message when no input
36 # 1997-04-24 Fixed bug in layout of error listing that was depending on
37 # text length (output line got repeated).
38 # 1997-05-06 Bug in option decoding when only one option.
39 # Overflow bug when handling very large volumes.
40 # 1997-10-28 Updated to handle revised log format that might show
41 # HELO name as well as host name before IP number
42 # 1998-01-26 Bugs in the function for calculating the number of seconds
43 # since 1970 from a log date
44 # 1998-02-02 Delivery to :blackhole: doesn't have a T= entry in the log
45 # line; cope with this, thereby avoiding undefined problems
46 # Very short log line gave substring error
47 # 1998-02-03 A routed delivery to a local transport may not have <> in the
48 # log line; terminate the address at white space, not <
49 # 1998-09-07 If first line of input was a => line, $thissize was undefined;
51 # 1998-12-21 Adding of $thissize from => line should have been adding $size.
52 # Oops. Should have looked more closely when fixing the previous
54 # 1999-11-12 Increased the field widths for printed integers; numbers are
55 # bigger than originally envisaged.
56 # 2001-03-21 Converted seconds() routine to use Time::Local, fixing a bug
57 # whereby seconds($timestamp) - id_seconds($id) gave an
59 # Added POD documentation.
60 # Moved usage instructions into help() subroutine.
61 # Added 'use strict' and declared all global variables.
62 # Added '-html' flag and resultant code.
63 # Added '-cache' flag and resultant code.
64 # Added add_volume() routine and converted all volume variables
65 # to use it, fixing the overflow problems for individual hosts
67 # Converted all volume output to GB/MB/KB as appropriate.
68 # Don't store local user stats if -nfl is specified.
69 # Modifications done by: Steve Campbell (<steve@computurn.com>)
70 # 2001-04-02 Added the -t_remote_users flag. Steve Campbell.
71 # 2001-10-15 Added the -domain flag. Steve Campbell.
72 # 2001-10-16 Accept files on STDIN or on the command line. Steve Campbell.
73 # 2001-10-21 Removed -domain flag and added -bydomain, -byhost, and -byemail.
74 # We now generate our main parsing subroutine as an eval statement
75 # which improves performance dramatically when not all the results
76 # are required. We also cache the last timestamp to time convertion.
78 # NOTE: 'Top 50 destinations by (message count|volume)' lines are
79 # now 'Top N (host|email|domain) destinations by (message count|volume)'
80 # where N is the topcount. Steve Campbell.
82 # 2001-10-30 V1.16 Joachim Wieland.
83 # Fixed minor bugs in add_volume() when taking over this version
84 # for use in Exim 4: -w gave uninitialized value warnings in
85 # two situations: for the first addition to a counter, and if
86 # there were never any gigabytes, thereby leaving the $gigs
88 # Initialized $last_timestamp to stop a -w uninitialized warning.
89 # Minor layout tweak for grand totals (nitpicking).
90 # Put the IP addresses for relaying stats in [] and separated by
91 # a space from the domain name.
92 # Removed the IPv4-specific address test when picking out addresses
93 # for relaying. Anything inside [] is OK.
95 # 2002-07-02 Philip Hazel
96 # Fixed "uninitialized variable" message that occurred for relay
97 # messages that arrived from H=[1.2.3.4] hosts (no name shown).
98 # This bug didn't affect the output.
100 # 2002-04-15 V1.17 Joachim Wieland.
101 # Added -charts, -chartdir. -chartrel options which use
102 # GD::Graph modules to create graphical charts of the statistics.
104 # 2002-04-15 V1.18 Steve Campbell.
105 # Added a check for $domain to to stop a -w uninitialized warning.
106 # Added -byemaildomain option.
107 # Only print HTML header links to included tables!
109 # 2002-08-02 V1.19 Steve Campbell.
110 # Changed the debug mode to dump the parser onto STDERR rather
111 # than STDOUT. Documented the -d flag into the help().
112 # Rejoined the divergent 2002-04-15 and 2002-07-02 releases.
114 # 2002-08-21 V1.20 Steve Campbell.
115 # Added the '-merge' option to allow merging of previous reports.
116 # Fixed a missing semicolon when doing -bydomain.
117 # Make volume charts plot the data gigs and bytes rather than just bytes.
118 # Only process log lines with $flag =~ /<=|=>|->|==|\*\*|Co/
119 # Converted Emaildomain to Edomain - the column header was too wide!
120 # This changes the text output slightly. You can revert to the old
121 # column widths by changing $COLUMN_WIDTHS to 7;
123 # 2002-09-04 V1.21 Andreas J Mueller
124 # Local deliveries domain now defaults to 'localdomain'.
125 # Don't match F=<From> when looking for the user.
127 # 2002-09-05 V1.22 Steve Campbell
128 # Fixed a perl 5.005 incompatibility problem ('our' variables).
130 # 2002-09-11 V1.23 Steve Campbell
131 # Stopped -charts option from throwing errors on null data.
132 # Don't print out 'Errors encountered' unless there are any.
134 # 2002-10-21 V1.23a Philip Hazel - patch from Tony Finch put in until
135 # Steve's eximstats catches up.
136 # Handle log files that include the timezone after the timestamp.
137 # Switch to assuming that log timestamps are in local time, with
138 # an option for UTC timestamps, as in Exim itself.
140 # 2003-02-05 V1.24 Steve Campbell
141 # Added in Sergey Sholokh's code to convert '<' and '>' characters
142 # in HTML output. Also added code to convert them back with -merge.
143 # Fixed timestamp offsets to convert to seconds rather than minutes.
144 # Updated -merge to work with output files using timezones.
145 # Added cacheing to speed up the calculation of timezone offsets.
147 # 2003-02-07 V1.25 Steve Campbell
148 # Optimised the usage of mktime() in the seconds subroutine.
149 # Removed the now redundant '-cache' option.
150 # html2txt() now explicitly matches HTML tags.
151 # Implemented a new sorting algorithm - the top_n_sort() routine.
152 # Added Danny Carroll's '-nvr' flag and code.
154 # 2003-03-13 V1.26 Steve Campbell
155 # Implemented HTML compliance changes recommended by Bernard Massot.
156 # Bug fix to allow top_n_sort() to handle null keys.
157 # Convert all domains and edomains to lowercase.
158 # Remove preceding dots from domains.
160 # 2003-03-13 V1.27 Steve Campbell
161 # Replaced border attributes with 'border=1', as recommended by
164 # 2003-06-03 V1.28 John Newman
165 # Added in the ability to skip over the parsing and evaulation of
166 # specific transports as passed to eximstats via the new "-nt/.../"
167 # command line argument. This new switch allows the viewing of
168 # not more accurate statistics but more applicable statistics when
169 # special transports are in use (ie; SpamAssassin). We need to be
170 # able to ignore transports such as this otherwise the resulting
171 # local deliveries are significantly skewed (doubled)...
173 # 2003-11-06 V1.29 Steve Campbell
174 # Added the '-pattern "Description" "/pattern/"' option.
176 # 2004-02-17 V1.30 Steve Campbell
177 # Added warnings if required GD::Graph modules are not available or
178 # insufficient -chart* options are specified.
180 # 2004-02-20 V1.31 Andrea Balzi
181 # Only show the Local Sender/Destination links if the tables exist.
183 # 2004-07-05 V1.32 Steve Campbell
184 # Fix '-merge -h0' divide by zero error.
186 # 2004-07-15 V1.33 Steve Campbell
187 # Documentation update - I've converted the subroutine
188 # documentation from POD to comments.
190 # 2004-12-10 V1.34 Steve Campbell
191 # Eximstats can now parse syslog lines as well as mainlog lines.
193 # 2004-12-20 V1.35 Wouter Verhelst
194 # Pie charts by volume were actually generated by count. Fixed.
196 # 2005-02-07 V1.36 Gregor Herrmann / Steve Campbell
197 # Added average sizes to HTML Top tables.
199 # 2005-04-26 V1.37 Frank Heydlauf
200 # Added -xls and the ability to specify output files.
202 # 2005-04-29 V1.38 Steve Campbell
203 # Use FileHandles for outputing results.
204 # Allow any combination of xls, txt, and html output.
205 # Fixed display of large numbers with -nvr option
206 # Fixed merging of reports with empty tables.
208 # 2005-05-27 V1.39 Steve Campbell
209 # Added the -include_original_destination flag
210 # Removed tabs and trailing whitespace.
212 # 2005-06-03 V1.40 Steve Campbell
213 # Whilst parsing the mainlog(s), store information about
214 # the messages in a hash of arrays rather than using
215 # individual hashes. This is a bit cleaner and results in
216 # dramatic memory savings, albeit at a slight CPU cost.
218 # 2005-06-15 V1.41 Steve Campbell
219 # Added the -show_rt<list> flag.
220 # Added the -show_dt<list> flag.
222 # 2005-06-24 V1.42 Steve Campbell
223 # Added Histograms for user specified patterns.
225 # 2005-06-30 V1.43 Steve Campbell
226 # Bug fix for V1.42 with -h0 specified. Spotted by Chris Lear.
228 # 2005-07-26 V1.44 Steve Campbell
229 # Use a glob alias rather than an array ref in the generated
230 # parser. This improves both readability and performance.
232 # 2005-09-30 V1.45 Marco Gaiarin / Steve Campbell
233 # Collect SpamAssassin and rejection statistics.
234 # Don't display local sender or destination tables unless
235 # there is data to show.
236 # Added average volumes into the top table text output.
238 # 2006-02-07 V1.46 Steve Campbell
239 # Collect data on the number of addresses (recipients)
240 # as well as the number of messages.
242 # 2006-05-05 V1.47 Steve Campbell
243 # Added 'Message too big' to the list of mail rejection
244 # reasons (thanks to Marco Gaiarin).
246 # 2006-06-05 V1.48 Steve Campbell
247 # Mainlog lines which have GMT offsets and are too short to
248 # have a flag are now skipped.
250 # 2006-11-10 V1.49 Alain Williams
251 # Added the -emptyok flag.
253 # 2006-11-16 V1.50 Steve Campbell
254 # Fixes for obtaining the IP address from reject messages.
256 # 2006-11-27 V1.51 Steve Campbell
257 # Another update for obtaining the IP address from reject messages.
259 # 2006-11-27 V1.52 Steve Campbell
260 # Tally any reject message containing SpamAssassin.
262 # 2007-01-31 V1.53 Philip Hazel
263 # Allow for [pid] after date in log lines
265 # 2007-02-14 V1.54 Daniel Tiefnig
266 # Improved the '($parent) =' pattern match.
268 # 2007-03-19 V1.55 Steve Campbell
269 # Differentiate between permanent and temporary rejects.
271 # 2007-03-29 V1.56 Jez Hancock
272 # Fixed some broken HTML links and added missing column headers.
274 # 2007-03-30 V1.57 Steve Campbell
275 # Fixed Grand Total Summary Domains, Edomains, and Email columns
276 # for Rejects, Temp Rejects, Ham, and Spam rows.
278 # 2007-04-11 V1.58 Steve Campbell
279 # Fix to get <> and blackhole to show in edomain tables.
281 # 2007-09-20 V1.59 Steve Campbell
282 # Added the -bylocaldomain option
284 # 2007-09-20 V1.60 Heiko Schlittermann
285 # Fix for misinterpreted log lines
287 # 2013-01-14 V1.61 Steve Campbell
288 # Watch out for senders sending "HELO [IpAddr]"
291 # For documentation on the logfile format, see
292 # http://www.exim.org/exim-html-4.50/doc/html/spec_48.html#IX2793
296 eximstats - generates statistics from Exim mainlog or syslog files.
300 eximstats [Output] [Options] mainlog1 mainlog2 ...
301 eximstats -merge [Options] report.1.txt report.2.txt ... > weekly_report.txt
309 Output the results in plain text to STDOUT.
311 =item B<-txt>=I<filename>
313 Output the results in plain text. Filename '-' for STDOUT is accepted.
317 Output the results in HTML to STDOUT.
319 =item B<-html>=I<filename>
321 Output the results in HTML. Filename '-' for STDOUT is accepted.
325 Output the results in Excel compatible Format to STDOUT.
326 Requires the Spreadsheet::WriteExcel CPAN module.
328 =item B<-xls>=I<filename>
330 Output the results in Excel compatible format. Filename '-' for STDOUT is accepted.
341 histogram divisions per hour. The default is 1, and
342 0 suppresses histograms. Valid values are:
344 0, 1, 2, 3, 5, 10, 15, 20, 30 or 60.
348 Don't display error information.
352 Don't display relaying information.
354 =item B<-nr>I</pattern/>
356 Don't display relaying information that matches.
360 Don't display transport information.
362 =item B<-nt>I</pattern/>
364 Don't display transport information that matches
368 List of times for queuing information single 0 item suppresses.
372 Display top <number> sources/destinations
373 default is 50, 0 suppresses top listing.
377 Omit local sources/destinations in top listing.
379 =item B<-t_remote_users>
381 Include remote users in the top source/destination listings.
383 =item B<-include_original_destination>
385 Include the original destination email addresses rather than just
386 using the final ones.
387 Useful for finding out which of your mailing lists are receiving mail.
389 =item B<-show_dt>I<list>
391 Show the delivery times (B<DT>)for all the messages.
393 Exim must have been configured to use the +deliver_time logging option
394 for this option to work.
396 I<list> is an optional list of times. Eg -show_dt1,2,4,8 will show
397 the number of messages with delivery times under 1 second, 2 seconds, 4 seconds,
398 8 seconds, and over 8 seconds.
400 =item B<-show_rt>I<list>
402 Show the receipt times for all the messages. The receipt time is
403 defined as the Completed hh:mm:ss - queue_time_overall - the Receipt hh:mm:ss.
404 These figures will be skewed by pipelined messages so might not be that useful.
406 Exim must have been configured to use the +queue_time_overall logging option
407 for this option to work.
409 I<list> is an optional list of times. Eg -show_rt1,2,4,8 will show
410 the number of messages with receipt times under 1 second, 2 seconds, 4 seconds,
411 8 seconds, and over 8 seconds.
415 Show results by sending host. This may be combined with
416 B<-bydomain> and/or B<-byemail> and/or B<-byedomain>. If none of these options
417 are specified, then B<-byhost> is assumed as a default.
421 Show results by sending domain.
422 May be combined with B<-byhost> and/or B<-byemail> and/or B<-byedomain>.
426 Show results by sender's email address.
427 May be combined with B<-byhost> and/or B<-bydomain> and/or B<-byedomain>.
429 =item B<-byemaildomain> or B<-byedomain>
431 Show results by sender's email domain.
432 May be combined with B<-byhost> and/or B<-bydomain> and/or B<-byemail>.
434 =item B<-pattern> I<Description> I</Pattern/>
436 Look for the specified pattern and count the number of lines in which it appears.
437 This option can be specified multiple times. Eg:
439 -pattern 'Refused connections' '/refused connection/'
444 This option allows eximstats to merge old eximstat reports together. Eg:
446 eximstats mainlog.sun > report.sun.txt
447 eximstats mainlog.mon > report.mon.txt
448 eximstats mainlog.tue > report.tue.txt
449 eximstats mainlog.wed > report.web.txt
450 eximstats mainlog.thu > report.thu.txt
451 eximstats mainlog.fri > report.fri.txt
452 eximstats mainlog.sat > report.sat.txt
453 eximstats -merge report.*.txt > weekly_report.txt
454 eximstats -merge -html report.*.txt > weekly_report.html
460 You can merge text or html reports and output the results as text or html.
464 You can use all the normal eximstat output options, but only data
465 included in the original reports can be shown!
469 When merging reports, some loss of accuracy may occur in the top I<n> lists.
470 This will be towards the ends of the lists.
474 The order of items in the top I<n> lists may vary when the data volumes
475 round to the same value.
481 Create graphical charts to be displayed in HTML output.
482 Only valid in combination with I<-html>.
484 This requires the following modules which can be obtained
485 from http://www.cpan.org/modules/01modules.index.html
497 To install these, download and unpack them, then use the normal perl installation procedure:
504 =item B<-chartdir>I <dir>
506 Create the charts in the directory <dir>
508 =item B<-chartrel>I <dir>
510 Specify the relative directory for the "img src=" tags from where to include
515 Specify that it's OK to not find any valid log lines. Without this
516 we will output an error message if we don't find any.
520 Debug flag. This outputs the eval()'d parser onto STDOUT which makes it
521 easier to trap errors in the eval section. Remember to add 1 to the line numbers to allow for the
528 Eximstats parses exim mainlog and syslog files to output a statistical
529 analysis of the messages processed. By default, a text
530 analysis is generated, but you can request other output formats
531 using flags. See the help (B<-help>) to learn
532 about how to create charts from the tables.
536 There is a web site at http://www.exim.org - this contains details of the
537 mailing list exim-users@exim.org.
541 This program does not perfectly handle messages whose received
542 and delivered log lines are in different files, which can happen
543 when you have multiple mail servers and a message cannot be
544 immediately delivered. Fixing this could be tricky...
546 Merging of xls files is not (yet) possible. Be free to implement :)
554 # use Time::Local; # PH/FANF
557 use vars qw($HAVE_GD_Graph_pie $HAVE_GD_Graph_linespoints $HAVE_Spreadsheet_WriteExcel);
558 eval { require GD::Graph::pie; };
559 $HAVE_GD_Graph_pie = $@ ? 0 : 1;
560 eval { require GD::Graph::linespoints; };
561 $HAVE_GD_Graph_linespoints = $@ ? 0 : 1;
562 eval { require Spreadsheet::WriteExcel; };
563 $HAVE_Spreadsheet_WriteExcel = $@ ? 0 : 1;
566 ##################################################
568 ##################################################
569 # 'use vars' instead of 'our' as perl5.005 is still in use out there!
570 use vars qw(@tab62 @days_per_month $gig);
571 use vars qw($VERSION);
572 use vars qw($COLUMN_WIDTHS);
573 use vars qw($WEEK $DAY $HOUR $MINUTE);
577 (0,1,2,3,4,5,6,7,8,9,0,0,0,0,0,0, # 0-9
578 0,10,11,12,13,14,15,16,17,18,19,20, # A-K
579 21,22,23,24,25,26,27,28,29,30,31,32, # L-W
580 33,34,35, 0, 0, 0, 0, 0, # X-Z
581 0,36,37,38,39,40,41,42,43,44,45,46, # a-k
582 47,48,49,50,51,52,53,54,55,56,57,58, # l-w
585 @days_per_month = (0, 31, 59, 90, 120, 151, 181, 212, 243, 273, 304, 334);
586 $gig = 1024 * 1024 * 1024;
589 # How much space do we allow for the Hosts/Domains/Emails/Edomains column headers?
593 $HOUR = 60 * $MINUTE;
597 # Declare global variables.
598 use vars qw($total_received_data $total_received_data_gigs $total_received_count);
599 use vars qw($total_delivered_data $total_delivered_data_gigs $total_delivered_messages $total_delivered_addresses);
600 use vars qw(%timestamp2time); #Hash of timestamp => time.
601 use vars qw($last_timestamp $last_time); #The last time convertion done.
602 use vars qw($last_date $date_seconds); #The last date convertion done.
603 use vars qw($last_offset $offset_seconds); #The last time offset convertion done.
604 use vars qw($localtime_offset);
605 use vars qw($i); #General loop counter.
606 use vars qw($debug); #Debug mode?
607 use vars qw($ntopchart); #How many entries should make it into the chart?
608 use vars qw($gddirectory); #Where to put files from GD::Graph
610 # SpamAssassin variables
611 use vars qw($spam_score $spam_score_gigs);
612 use vars qw($ham_score $ham_score_gigs);
613 use vars qw(%ham_count_by_ip %spam_count_by_ip);
614 use vars qw(%rejected_count_by_ip %rejected_count_by_reason);
615 use vars qw(%temporarily_rejected_count_by_ip %temporarily_rejected_count_by_reason);
617 #For use in Speadsheed::WriteExcel
618 use vars qw($workbook $ws_global $ws_relayed $ws_errors);
619 use vars qw($row $col $row_hist $col_hist);
620 use vars qw($run_hist);
621 use vars qw($f_default $f_header1 $f_header2 $f_header2_m $f_headertab $f_percent); #Format Header
624 use vars qw($txt_fh $htm_fh $xls_fh);
628 # The following are parameters whose values are
629 # set by command line switches:
630 use vars qw($show_errors $show_relay $show_transport $transport_pattern);
631 use vars qw($topcount $local_league_table $include_remote_users $do_local_domain);
632 use vars qw($hist_opt $hist_interval $hist_number $volume_rounding $emptyOK);
633 use vars qw($relay_pattern @queue_times @user_patterns @user_descriptions);
634 use vars qw(@rcpt_times @delivery_times);
635 use vars qw($include_original_destination);
636 use vars qw($txt_fh $htm_fh $xls_fh);
638 use vars qw(%do_sender); #Do sender by Host, Domain, Email, and/or Edomain tables.
639 use vars qw($charts $chartrel $chartdir $charts_option_specified);
640 use vars qw($merge_reports); #Merge old reports ?
642 # The following are modified in the parse() routine, and
643 # referred to in the print_*() routines.
644 use vars qw($delayed_count $relayed_unshown $begin $end);
645 use vars qw(%messages @message);
646 use vars qw(%received_count %received_data %received_data_gigs);
647 use vars qw(%delivered_messages %delivered_data %delivered_data_gigs %delivered_addresses);
648 use vars qw(%received_count_user %received_data_user %received_data_gigs_user);
649 use vars qw(%delivered_messages_user %delivered_addresses_user %delivered_data_user %delivered_data_gigs_user);
650 use vars qw(%delivered_messages_local_domain %delivered_addresses_local_domain %delivered_data_local_domain %delivered_data_gigs_local_domain);
651 use vars qw(%transported_count %transported_data %transported_data_gigs);
652 use vars qw(%relayed %errors_count $message_errors);
653 use vars qw(@qt_all_bin @qt_remote_bin);
654 use vars qw($qt_all_overflow $qt_remote_overflow);
655 use vars qw(@dt_all_bin @dt_remote_bin %rcpt_times_bin);
656 use vars qw($dt_all_overflow $dt_remote_overflow %rcpt_times_overflow);
657 use vars qw(@received_interval_count @delivered_interval_count);
658 use vars qw(@user_pattern_totals @user_pattern_interval_count);
660 use vars qw(%report_totals);
663 use vars qw($SIZE $FROM_HOST $FROM_ADDRESS $ARRIVAL_TIME $REMOTE_DELIVERED $PROTOCOL);
664 use vars qw($DELAYED $HAD_ERROR);
669 $REMOTE_DELIVERED = 4;
676 ##################################################
678 ##################################################
680 #######################################################################
681 # get_filehandle($file,\%output_files);
682 # Return a filehandle writing to $file.
684 # If %output_files is defined, check that $output_files{$file}
685 # doesn't exist and die if it does, or set it if it doesn't.
686 #######################################################################
688 my($file,$output_files_href) = @_;
690 $file = '-' if ($file eq '');
692 if (defined $output_files_href) {
693 die "You can only output to '$file' once! Use -h for help.\n" if exists $output_files_href->{$file};
694 $output_files_href->{$file} = 1;
702 unlink $file or die "Failed to rm $file: $!";
705 my $fh = new IO::File $file, O_WRONLY|O_CREAT|O_EXCL;
706 die "new IO::File $file failed: $!" unless (defined $fh);
711 #######################################################################
714 # $rounded_volume = volume_rounded($bytes,$gigabytes);
716 # Given a data size in bytes, round it to KB, MB, or GB
719 # Eg 12000 => 12KB, 15000000 => 14GB, etc.
721 # Note: I've experimented with Math::BigInt and it results in a 33%
722 # performance degredation as opposed to storing numbers split into
723 # bytes and gigabytes.
724 #######################################################################
736 if ($volume_rounding) {
740 $rounded = sprintf("%6d", $x);
742 elsif ($x < 10000000) {
743 $rounded = sprintf("%4dKB", ($x + 512)/1024);
746 $rounded = sprintf("%4dMB", ($x + 512*1024)/(1024*1024));
749 # Values between 1GB and 10GB are printed in MB
751 $rounded = sprintf("%4dMB", ($g * 1024) + ($x + 512*1024)/(1024*1024));
754 # Handle values over 10GB
755 $rounded = sprintf("%4dGB", $g + ($x + $gig/2)/$gig);
759 # We don't want any rounding to be done.
760 # and we don't need broken formated output which on one hand avoids numbers from
761 # being interpreted as string by Spreadsheed Calculators, on the other hand
762 # breaks if more than 4 digits! -> flexible length instead of fixed length
763 # Format the return value at the output routine! -fh
764 #$rounded = sprintf("%d", ($g * $gig) + $x);
766 $rounded = sprintf("%.0f", ($g * $gig) + $x);
773 #######################################################################
776 # un_round($rounded_volume,\$bytes,\$gigabytes);
778 # Given a volume in KB, MB or GB, as generated by volume_rounded(),
779 # do the reverse transformation and convert it back into Bytes and Gigabytes.
780 # These are added to the $bytes and $gigabytes parameters.
782 # Given a data size in bytes, round it to KB, MB, or GB
785 # EG: 500 => (500,0), 14GB => (0,14), etc.
786 #######################################################################
788 my($rounded,$bytes_sref,$gigabytes_sref) = @_;
790 if ($rounded =~ /(\d+)GB/) {
791 $$gigabytes_sref += $1;
793 elsif ($rounded =~ /(\d+)MB/) {
794 $$gigabytes_sref += $1 / 1024;
795 $$bytes_sref += (($1 % 1024 ) * 1024 * 1024);
797 elsif ($rounded =~ /(\d+)KB/) {
798 $$gigabytes_sref += $1 / (1024 * 1024);
799 $$bytes_sref += ($1 % (1024 * 1024) * 1024);
801 elsif ($rounded =~ /(\d+)/) {
802 # We need to turn off integer in case we are merging an -nvr report.
804 $$gigabytes_sref += int($1 / $gig);
805 $$bytes_sref += $1 % $gig;
808 #Now reduce the bytes down to less than 1GB.
809 add_volume($bytes_sref,$gigabytes_sref,0) if ($$bytes_sref > $gig);
813 #######################################################################
816 # add_volume(\$bytes,\$gigs,$size);
818 # Add $size to $bytes/$gigs where this is a number split into
819 # bytes ($bytes) and gigabytes ($gigs). This is significantly
820 # faster than using Math::BigInt.
821 #######################################################################
823 my($bytes_ref,$gigs_ref,$size) = @_;
824 $$bytes_ref = 0 if ! defined $$bytes_ref;
825 $$gigs_ref = 0 if ! defined $$gigs_ref;
826 $$bytes_ref += $size;
827 while ($$bytes_ref > $gig) {
834 #######################################################################
837 # $formatted_time = format_time($seconds);
839 # Given a time in seconds, break it down into
840 # weeks, days, hours, minutes, and seconds.
842 # Eg 12005 => 3h20m5s
843 #######################################################################
855 $p .= "$w"."w" if $w > 0;
856 $p .= "$d"."d" if $d > 0;
857 $p .= "$h"."h" if $h > 0;
858 $p .= "$m"."m" if $m > 0;
859 $p .= "$s"."s" if $s > 0 || $p eq "";
864 #######################################################################
867 # $seconds = unformat_time($formatted_time);
869 # Given a time in weeks, days, hours, minutes, or seconds, convert it to seconds.
871 # Eg 3h20m5s => 12005
872 #######################################################################
874 my($formated_time) = pop @_;
877 while ($formated_time =~ s/^(\d+)([wdhms]?)//) {
878 $time += $1 if ($2 eq '' || $2 eq 's');
879 $time += $1 * 60 if ($2 eq 'm');
880 $time += $1 * 60 * 60 if ($2 eq 'h');
881 $time += $1 * 60 * 60 * 24 if ($2 eq 'd');
882 $time += $1 * 60 * 60 * 24 * 7 if ($2 eq 'w');
888 #######################################################################
891 # $time = seconds($timestamp);
893 # Given a time-of-day timestamp, convert it into a time() value using
894 # POSIX::mktime. We expect the timestamp to be of the form
895 # "$year-$mon-$day $hour:$min:$sec", with month going from 1 to 12,
896 # and the year to be absolute (we do the necessary conversions). The
897 # timestamp may be followed with an offset from UTC like "+$hh$mm"; if the
898 # offset is not present, and we have not been told that the log is in UTC
899 # (with the -utc option), then we adjust the time by the current local
900 # time offset so that it can be compared with the time recorded in message
903 # To improve performance, we only use mktime on the date ($year-$mon-$day),
904 # and only calculate it if the date is different to the previous time we
905 # came here. We then add on seconds for the '$hour:$min:$sec'.
907 # We also store the results of the last conversion done, and only
908 # recalculate if the date is different.
910 # We used to have the '-cache' flag which would store the results of the
911 # mktime() call. However, the current way of just using mktime() on the
912 # date obsoletes this.
913 #######################################################################
917 # Is the timestamp the same as the last one?
918 return $last_time if ($last_timestamp eq $timestamp);
920 return 0 unless ($timestamp =~ /^((\d{4})\-(\d\d)-(\d\d))\s(\d\d):(\d\d):(\d\d)( ([+-])(\d\d)(\d\d))?/o);
922 unless ($last_date eq $1) {
924 my(@timestamp) = (0,0,0,$4,$3,$2);
925 $timestamp[5] -= 1900;
927 $date_seconds = mktime(@timestamp);
929 my $time = $date_seconds + ($5 * 3600) + ($6 * 60) + $7;
931 # SC. Use cacheing. Also note we want seconds not minutes.
932 #my($this_offset) = ($10 * 60 + $11) * ($9 . "1") if defined $8;
933 if (defined $8 && ($8 ne $last_offset)) {
935 $offset_seconds = ($10 * 60 + $11) * 60;
936 $offset_seconds = -$offset_seconds if ($9 eq '-');
941 #$time -= $this_offset;
942 $time -= $offset_seconds;
943 } elsif (defined $localtime_offset) {
944 $time -= $localtime_offset;
947 # Store the last timestamp received.
948 $last_timestamp = $timestamp;
955 #######################################################################
958 # $time = id_seconds($message_id);
960 # Given a message ID, convert it into a time() value.
961 #######################################################################
963 my($sub_id) = substr((pop @_), 0, 6);
965 my(@c) = split(//, $sub_id);
966 while($#c >= 0) { $s = $s * 62 + $tab62[ord(shift @c) - ord('0')] }
970 #######################################################################
973 # $seconds = wdhms_seconds($string);
975 # Convert a string in a week/day/hour/minute/second format (eg 4h10s)
977 #######################################################################
979 if ($_[0] =~ /^(?:(\d+)w)?(?:(\d+)d)?(?:(\d+)h)?(?:(\d+)m)?(?:(\d+)s)?/) {
980 return((($1||0) * $WEEK) + (($2||0) * $DAY) + (($3||0) * $HOUR) + (($4||0) * $MINUTE) + ($5||0));
985 #######################################################################
988 # $queued = queue_time($completed_tod, $arrival_time, $id);
990 # Given the completed time of day and either the arrival time
991 # (preferred), or the message ID, calculate how long the message has
994 #######################################################################
996 my($completed_tod, $arrival_time, $id) = @_;
998 # Note: id_seconds() benchmarks as 42% slower than seconds()
999 # and computing the time accounts for a significant portion of
1001 if (defined $arrival_time) {
1002 return(seconds($completed_tod) - seconds($arrival_time));
1005 return(seconds($completed_tod) - id_seconds($id));
1010 #######################################################################
1011 # calculate_localtime_offset();
1013 # $localtime_offset = calculate_localtime_offset();
1015 # Calculate the the localtime offset from gmtime in seconds.
1017 # $localtime = time() + $localtime_offset.
1019 # These are the same semantics as ISO 8601 and RFC 2822 timezone offsets.
1020 # (West is negative, East is positive.)
1021 #######################################################################
1023 # $localtime = gmtime() + $localtime_offset. OLD COMMENT
1024 # This subroutine commented out as it's not currently in use.
1026 #sub calculate_localtime_offset {
1027 # # Pick an arbitrary date, convert it to localtime & gmtime, and return the difference.
1028 # my (@sample_date) = (0,0,0,5,5,100);
1029 # my $localtime = timelocal(@sample_date);
1030 # my $gmtime = timegm(@sample_date);
1031 # my $offset = $localtime - $gmtime;
1035 sub calculate_localtime_offset {
1036 # Assume that the offset at the moment is valid across the whole
1037 # period covered by the logs that we're analysing. This may not
1038 # be true around the time the clocks change in spring or autumn.
1040 # mktime works on local time and gmtime works in UTC
1041 my $local = mktime(gmtime($utc));
1042 return $local - $utc;
1047 #######################################################################
1048 # print_duration_table();
1050 # print_duration_table($title, $message_type, \@times, \@values, $overflow);
1052 # Print a table showing how long a particular step took for
1053 # the messages. The parameters are:
1054 # $title Eg "Time spent on the queue"
1055 # $message_type Eg "Remote"
1056 # \@times The maximum time a message took for it to increment
1057 # the corresponding @values counter.
1058 # \@values An array of message counters.
1059 # $overflow The number of messages which exceeded the maximum
1061 #######################################################################
1062 sub print_duration_table {
1064 my($title, $message_type, $times_aref, $values_aref, $overflow) = @_;
1065 my(@chartdatanames);
1068 my $printed_one = 0;
1069 my $cumulative_percent = 0;
1071 my $queue_total = $overflow;
1072 map {$queue_total += $_} @$values_aref;
1074 my $temp = "$title: $message_type";
1077 my $txt_format = "%5s %4s %6d %5.1f%% %5.1f%%\n";
1078 my $htm_format = "<tr><td align=\"right\">%s %s</td><td align=\"right\">%d</td><td align=\"right\">%5.1f%%</td><td align=\"right\">%5.1f%%</td>\n";
1081 printf $txt_fh ("%s\n%s\n\n", $temp, "-" x length($temp)) if $txt_fh;
1083 print $htm_fh "<hr><a name=\"$title $message_type\"></a><h2>$temp</h2>\n";
1084 print $htm_fh "<table border=0 width=\"100%\"><tr><td><table border=1>\n";
1085 print $htm_fh "<tr><th>Time</th><th>Messages</th><th>Percentage</th><th>Cumulative Percentage</th>\n";
1088 $ws_global->write($row++, $col, "$title: ".$message_type, $f_header2);
1089 my @content=("Time", "Messages", "Percentage", "Cumulative Percentage");
1090 &set_worksheet_line($ws_global, $row++, 1, \@content, $f_headertab);
1094 for ($i = 0; $i <= $#$times_aref; ++$i) {
1095 if ($$values_aref[$i] > 0)
1097 my $percent = ($values_aref->[$i] * 100)/$queue_total;
1098 $cumulative_percent += $percent;
1100 my @content=($printed_one? " " : "Under",
1101 format_time($times_aref->[$i]),
1102 $values_aref->[$i], $percent, $cumulative_percent);
1105 printf $htm_fh ($htm_format, @content);
1106 if (!defined($values_aref->[$i])) {
1107 print $htm_fh "Not defined";
1111 printf $txt_fh ($txt_format, @content);
1112 if (!defined($times_aref->[$i])) {
1113 print $txt_fh "Not defined";
1119 &set_worksheet_line($ws_global, $row, 0, [@content[0,1,2]], $f_default);
1120 &set_worksheet_line($ws_global, $row++, 3, [$content[3]/100,$content[4]/100], $f_percent);
1122 if (!defined($times_aref->[$i])) {
1124 $ws_global->write($row++, $col, "Not defined" );
1128 push(@chartdatanames,
1129 ($printed_one? "" : "Under") . format_time($times_aref->[$i]));
1130 push(@chartdatavals, $$values_aref[$i]);
1135 if ($overflow && $overflow > 0) {
1136 my $percent = ($overflow * 100)/$queue_total;
1137 $cumulative_percent += $percent;
1139 my @content = ("Over ", format_time($times_aref->[-1]),
1140 $overflow, $percent, $cumulative_percent);
1142 printf $txt_fh ($txt_format, @content) if $txt_fh;
1143 printf $htm_fh ($htm_format, @content) if $htm_fh;
1146 &set_worksheet_line($ws_global, $row, 0, [@content[0,1,2]], $f_default);
1147 &set_worksheet_line($ws_global, $row++, 3, [$content[3]/100,$content[4]/100], $f_percent);
1152 push(@chartdatanames, "Over " . format_time($times_aref->[-1]));
1153 push(@chartdatavals, $overflow);
1155 #printf("Unknown %6d\n", $queue_unknown) if $queue_unknown > 0;
1157 print $htm_fh "</table></td><td>";
1159 if ($HAVE_GD_Graph_pie && $charts && ($#chartdatavals > 0)) {
1164 my $graph = GD::Graph::pie->new(200, 200);
1165 my $pngname = "$title-$message_type.png";
1166 $pngname =~ s/[^\w\-\.]/_/;
1168 my $graph_title = "$title ($message_type)";
1169 $graph->set(title => $graph_title) if (length($graph_title) < 21);
1171 my $gd = $graph->plot(\@data) or warn($graph->error);
1173 open(IMG, ">$chartdir/$pngname") or die "Could not write $chartdir/$pngname: $!\n";
1177 print $htm_fh "<img src=\"$chartrel/$pngname\">";
1180 print $htm_fh "</td></tr></table>\n";
1187 print $txt_fh "\n" if $txt_fh;
1188 print $htm_fh "\n" if $htm_fh;
1193 #######################################################################
1194 # print_histogram();
1196 # print_histogram('Deliveries|Messages received|$pattern', $unit, @interval_count);
1198 # Print a histogram of the messages delivered/received per time slot
1199 # (hour by default).
1200 #######################################################################
1201 sub print_histogram {
1202 my($text, $unit, @interval_count) = @_;
1203 my(@chartdatanames);
1207 # save first row of print_histogram for xls output
1215 for ($i = 0; $i < $hist_number; $i++)
1216 { $maxd = $interval_count[$i] if $interval_count[$i] > $maxd; }
1218 my $scale = int(($maxd + 25)/50);
1219 $scale = 1 if $scale == 0;
1222 if ($unit !~ s/y$/ies/) {
1227 # make and output title
1228 my $title = sprintf("$text per %s",
1229 ($hist_interval == 60)? "hour" :
1230 ($hist_interval == 1)? "minute" : "$hist_interval minutes");
1232 my $txt_htm_title = $title . " (each dot is $scale $unit)";
1234 printf $txt_fh ("%s\n%s\n\n", $txt_htm_title, "-" x length($txt_htm_title)) if $txt_fh;
1237 print $htm_fh "<hr><a name=\"$text\"></a><h2>$txt_htm_title</h2>\n";
1238 print $htm_fh "<table border=0 width=\"100%\">\n";
1239 print $htm_fh "<tr><td><pre>\n";
1243 $title =~ s/Messages/Msg/ ;
1245 $ws_global->write($row++, $col_hist+1, $title, $f_headertab);
1251 for ($i = 0; $i < $hist_number; $i++) {
1252 my $c = $interval_count[$i];
1254 # If the interval is an hour (the maximum) print the starting and
1255 # ending hours as a label. Otherwise print the starting hour and
1256 # minutes, which take up the same space.
1259 if ($hist_opt == 1) {
1260 $temp = sprintf("%02d-%02d", $hour, $hour + 1);
1262 print $txt_fh $temp if $txt_fh;
1263 print $htm_fh $temp if $htm_fh;
1268 $ws_global->write($row, 0, [$temp], $f_default);
1272 push(@chartdatanames, $temp);
1277 { $temp = sprintf("%02d:%02d", $hour, $minutes) }
1279 { $temp = sprintf(" :%02d", $minutes) }
1281 print $txt_fh $temp if $txt_fh;
1282 print $htm_fh $temp if $htm_fh;
1283 if (($xls_fh) and ($run_hist==0)) {
1285 $temp = sprintf("%02d:%02d", $hour, $minutes);
1286 $ws_global->write($row, 0, [$temp], $f_default);
1289 push(@chartdatanames, $temp);
1290 $minutes += $hist_interval;
1291 if ($minutes >= 60) {
1296 push(@chartdatavals, $c);
1298 printf $txt_fh (" %6d %s\n", $c, "." x ($c/$scale)) if $txt_fh;
1299 printf $htm_fh (" %6d %s\n", $c, "." x ($c/$scale)) if $htm_fh;
1300 $ws_global->write($row++, $col_hist+1, [$c], $f_default) if $xls_fh;
1304 printf $txt_fh "\n" if $txt_fh;
1305 printf $htm_fh "\n" if $htm_fh;
1309 print $htm_fh "</pre>\n";
1310 print $htm_fh "</td><td>\n";
1311 if ($HAVE_GD_Graph_linespoints && $charts && ($#chartdatavals > 0)) {
1312 # calculate the graph
1317 my $graph = GD::Graph::linespoints->new(300, 300);
1320 y_label => 'Amount',
1322 x_labels_vertical => 1
1324 my $pngname = "histogram_$text.png";
1325 $pngname =~ s/[^\w\._]/_/g;
1327 my $gd = $graph->plot(\@data) or warn($graph->error);
1329 open(IMG, ">$chartdir/$pngname") or die "Could not write $chartdir/$pngname: $!\n";
1333 print $htm_fh "<img src=\"$chartrel/$pngname\">";
1336 print $htm_fh "</td></tr></table>\n";
1339 $col_hist++; # where to continue next times
1341 $row+=2; # leave some space after history block
1342 $run_hist=1; # we have done this once or more
1347 #######################################################################
1348 # print_league_table();
1350 # print_league_table($league_table_type,\%message_count,\%address_count,\%message_data,\%message_data_gigs, $spreadsheet, $row_sref);
1352 # Given hashes of message count, address count, and message data,
1353 # which are keyed by the table type (eg by the sending host), print a
1354 # league table showing the top $topcount (defaults to 50).
1355 #######################################################################
1356 sub print_league_table {
1357 my($text,$m_count,$a_count,$m_data,$m_data_gigs,$spreadsheet, $row_sref) = @_;
1358 my($name) = ($topcount == 1)? "$text" : "$topcount ${text}s";
1359 my($title) = "Top $name by message count";
1360 my(@chartdatanames) = ();
1361 my(@chartdatavals) = ();
1362 my $chartotherval = 0;
1363 $text = ucfirst($text);
1365 # Align non-local addresses to the right (so all the .com's line up).
1366 # Local addresses are aligned on the left as they are userids.
1367 my $align = ($text !~ /local/i) ? 'right' : 'left';
1370 ################################################
1371 # Generate the printf formats and table headers.
1372 ################################################
1373 my(@headers) = ('Messages');
1374 #push(@headers,'Addresses') if defined $a_count;
1375 push(@headers,'Addresses') if defined $a_count && %$a_count;
1376 push(@headers,'Bytes','Average') if defined $m_data;
1378 my $txt_format = "%10s " x @headers . " %s\n";
1379 my $txt_col_headers = sprintf $txt_format, @headers, $text;
1380 my $htm_format = "<tr>" . '<td align="right">%s</td>'x@headers . "<td align=\"$align\" nowrap>%s</td></tr>\n";
1381 my $htm_col_headers = sprintf $htm_format, @headers, $text;
1382 $htm_col_headers =~ s/(<\/?)td/$1th/g; #Convert <td>'s to <th>'s for the header.
1385 ################################################
1386 # Write the table headers
1387 ################################################
1388 printf $txt_fh ("%s\n%s\n%s", $title, "-" x length($title),$txt_col_headers) if $txt_fh;
1391 print $htm_fh <<EoText;
1392 <hr><a name="$text count"></a><h2>$title</h2>
1393 <table border=0 width="100%">
1397 print $htm_fh $htm_col_headers
1401 $spreadsheet->write(${$row_sref}++, 0, $title, $f_header2);
1402 $spreadsheet->write(${$row_sref}++, 0, [@headers, $text], $f_headertab);
1407 foreach my $key (top_n_sort($topcount,$m_count,$m_data_gigs,$m_data)) {
1409 # When displaying the average figures, we calculate the average of
1410 # the rounded data, as the user would calculate it. This reduces
1411 # the accuracy slightly, but we have to do it this way otherwise
1412 # when using -merge to convert results from text to HTML and
1413 # vice-versa discrepencies would occur.
1414 my $messages = $$m_count{$key};
1415 my @content = ($messages);
1416 push(@content, $$a_count{$key}) if defined $a_count;
1417 if (defined $m_data) {
1418 my $rounded_volume = volume_rounded($$m_data{$key},$$m_data_gigs{$key});
1419 my($data,$gigs) = (0,0);
1420 un_round($rounded_volume,\$data,\$gigs);
1421 my $rounded_average = volume_rounded($data/$messages,$gigs/$messages);
1422 push(@content, $rounded_volume, $rounded_average);
1426 printf $txt_fh ($txt_format, @content, $key) if $txt_fh;
1430 $htmlkey =~ s/>/\>\;/g;
1431 $htmlkey =~ s/</\<\;/g;
1432 printf $htm_fh ($htm_format, @content, $htmlkey);
1434 $spreadsheet->write(${$row_sref}++, 0, [@content, $key], $f_default) if $xls_fh;
1436 if (scalar @chartdatanames < $ntopchart) {
1437 push(@chartdatanames, $key);
1438 push(@chartdatavals, $$m_count{$key});
1441 $chartotherval += $$m_count{$key};
1445 push(@chartdatanames, "Other");
1446 push(@chartdatavals, $chartotherval);
1448 print $txt_fh "\n" if $txt_fh;
1450 print $htm_fh "</table>\n";
1451 print $htm_fh "</td><td>\n";
1452 if ($HAVE_GD_Graph_pie && $charts && ($#chartdatavals > 0))
1454 # calculate the graph
1459 my $graph = GD::Graph::pie->new(300, 300);
1462 y_label => 'Amount',
1463 title => 'By count',
1465 my $gd = $graph->plot(\@data) or warn($graph->error);
1469 open(IMG, ">$chartdir/${temp}_count.png") or die "Could not write $chartdir/${temp}_count.png: $!\n";
1473 print $htm_fh "<img src=\"$chartrel/${temp}_count.png\">";
1476 print $htm_fh "</td><td>\n";
1477 print $htm_fh "</td></tr></table>\n\n";
1479 ++${$row_sref} if $xls_fh;
1482 if (defined $m_data) {
1485 $title = "Top $name by volume";
1487 printf $txt_fh ("%s\n%s\n%s", $title, "-" x length($title),$txt_col_headers) if $txt_fh;
1490 print $htm_fh <<EoText;
1491 <hr><a name="$text volume"></a><h2>$title</h2>
1492 <table border=0 width="100%">
1496 print $htm_fh $htm_col_headers;
1499 $spreadsheet->write(${$row_sref}++, 0, $title, $f_header2);
1500 $spreadsheet->write(${$row_sref}++, 0, [@headers, $text], $f_headertab);
1503 @chartdatanames = ();
1504 @chartdatavals = ();
1507 foreach my $key (top_n_sort($topcount,$m_data_gigs,$m_data,$m_count)) {
1508 # The largest volume will be the first (top of the list).
1509 # If it has at least 1 gig, then just use gigabytes to avoid
1510 # risking an integer overflow when generating the pie charts.
1511 if ($$m_data_gigs{$key}) {
1515 my $messages = $$m_count{$key};
1516 my @content = ($messages);
1517 push(@content, $$a_count{$key}) if defined $a_count;
1518 my $rounded_volume = volume_rounded($$m_data{$key},$$m_data_gigs{$key});
1519 my($data ,$gigs) = (0,0);
1520 un_round($rounded_volume,\$data,\$gigs);
1521 my $rounded_average = volume_rounded($data/$messages,$gigs/$messages);
1522 push(@content, $rounded_volume, $rounded_average );
1525 printf $txt_fh ($txt_format, @content, $key) if $txt_fh;
1528 $htmlkey =~ s/>/\>\;/g;
1529 $htmlkey =~ s/</\<\;/g;
1530 printf $htm_fh ($htm_format, @content, $htmlkey);
1532 $spreadsheet->write(${$row_sref}++, 0, [@content, $key], $f_default) if $xls_fh;
1535 if (scalar @chartdatanames < $ntopchart) {
1537 if ($$m_data_gigs{$key}) {
1538 push(@chartdatanames, $key);
1539 push(@chartdatavals, $$m_data_gigs{$key});
1543 push(@chartdatanames, $key);
1544 push(@chartdatavals, $$m_data{$key});
1548 $chartotherval += ($use_gig) ? $$m_data_gigs{$key} : $$m_data{$key};
1551 push(@chartdatanames, "Other");
1552 push(@chartdatavals, $chartotherval);
1554 print $txt_fh "\n" if $txt_fh;
1556 print $htm_fh "</table>\n";
1557 print $htm_fh "</td><td>\n";
1558 if ($HAVE_GD_Graph_pie && $charts && ($#chartdatavals > 0)) {
1559 # calculate the graph
1564 my $graph = GD::Graph::pie->new(300, 300);
1567 y_label => 'Volume' ,
1568 title => 'By Volume',
1570 my $gd = $graph->plot(\@data) or warn($graph->error);
1574 open(IMG, ">$chartdir/${temp}_volume.png") or die "Could not write $chartdir/${temp}_volume.png: $!\n";
1578 print $htm_fh "<img src=\"$chartrel/${temp}_volume.png\">";
1581 print $htm_fh "</td><td>\n";
1582 print $htm_fh "</td></tr></table>\n\n";
1585 ++${$row_sref} if $xls_fh;
1590 #######################################################################
1593 # @sorted_keys = top_n_sort($n,$href1,$href2,$href3);
1595 # Given a hash which has numerical values, return the sorted $n keys which
1596 # point to the top values. The second and third hashes are used as
1597 # tiebreakers. They all must have the same keys.
1599 # The idea behind this routine is that when you only want to see the
1600 # top n members of a set, rather than sorting the entire set and then
1601 # plucking off the top n, sort through the stack as you go, discarding
1602 # any member which is lower than your current n'th highest member.
1604 # This proves to be an order of magnitude faster for large hashes.
1605 # On 200,000 lines of mainlog it benchmarked 9 times faster.
1606 # On 700,000 lines of mainlog it benchmarked 13.8 times faster.
1608 # We assume the values are > 0.
1609 #######################################################################
1611 my($n,$href1,$href2,$href3) = @_;
1613 # PH's original sort was:
1615 # foreach $key (sort
1617 # $$m_count{$b} <=> $$m_count{$a} ||
1618 # $$m_data_gigs{$b} <=> $$m_data_gigs{$a} ||
1619 # $$m_data{$b} <=> $$m_data{$a} ||
1625 #We use a key of '_' to represent non-existant values, as null keys are valid.
1626 #'_' is not a valid domain, edomain, host, or email.
1627 my(@top_n_keys) = ('_') x $n;
1628 my($minimum_value1,$minimum_value2,$minimum_value3) = (0,0,0);
1630 my $n_minus_1 = $n - 1;
1631 my $n_minus_2 = $n - 2;
1633 # Create a dummy hash incase the user has not provided us with
1634 # tiebreaker hashes.
1636 $href2 = \%dummy_hash unless defined $href2;
1637 $href3 = \%dummy_hash unless defined $href3;
1639 # Pick out the top $n keys.
1640 my($key,$value1,$value2,$value3,$i,$comparison,$insert_position);
1641 while (($key,$value1) = each %$href1) {
1643 #print STDERR "key $key ($value1,",$href2->{$key},",",$href3->{$key},") <=> ($minimum_value1,$minimum_value2,$minimum_value3)\n";
1645 # Check to see that the new value is bigger than the lowest of the
1646 # top n keys that we're keeping. We test the main key first, because
1647 # for the majority of cases we can skip creating dummy hash values
1648 # should the user have not provided real tie-breaking hashes.
1649 next unless $value1 >= $minimum_value1;
1651 # Create a dummy hash entry for the key if required.
1652 # Note that setting the dummy_hash value sets it for both href2 &
1653 # href3. Also note that currently we are guarenteed to have a real
1654 # value for href3 if a real value for href2 exists so don't need to
1655 # test for it as well.
1656 $dummy_hash{$key} = 0 unless exists $href2->{$key};
1658 $comparison = $value1 <=> $minimum_value1 ||
1659 $href2->{$key} <=> $minimum_value2 ||
1660 $href3->{$key} <=> $minimum_value3 ||
1661 $top_n_key cmp $key;
1662 next unless ($comparison == 1);
1664 # As we will be using these values a few times, extract them into scalars.
1665 $value2 = $href2->{$key};
1666 $value3 = $href3->{$key};
1668 # This key is bigger than the bottom n key, so the lowest position we
1669 # will insert it into is $n minus 1 (the bottom of the list).
1670 $insert_position = $n_minus_1;
1672 # Now go through the list, stopping when we find a key that we're
1673 # bigger than, or we come to the penultimate position - we've
1674 # already tested bigger than the last.
1676 # Note: we go top down as the list starts off empty.
1677 # Note: stepping through the list in this way benchmarks nearly
1678 # three times faster than doing a sort() on the reduced list.
1679 # I assume this is because the list is already in order, and
1680 # we get a performance boost from not having to do hash lookups
1682 for ($i = 0; $i < $n_minus_1; $i++) {
1683 $top_n_key = $top_n_keys[$i];
1684 if ( ($top_n_key eq '_') ||
1685 ( ($value1 <=> $href1->{$top_n_key} ||
1686 $value2 <=> $href2->{$top_n_key} ||
1687 $value3 <=> $href3->{$top_n_key} ||
1688 $top_n_key cmp $key) == 1
1691 $insert_position = $i;
1696 # Remove the last element, then insert the new one.
1697 $#top_n_keys = $n_minus_2;
1698 splice(@top_n_keys,$insert_position,0,$key);
1700 # Extract our new minimum values.
1701 $top_n_key = $top_n_keys[$n_minus_1];
1702 if ($top_n_key ne '_') {
1703 $minimum_value1 = $href1->{$top_n_key};
1704 $minimum_value2 = $href2->{$top_n_key};
1705 $minimum_value3 = $href3->{$top_n_key};
1709 # Return the top n list, grepping out non-existant values, just in case
1710 # we didn't have that many values.
1711 return(grep(!/^_$/,@top_n_keys));
1716 #######################################################################
1719 # $header = html_header($title);
1721 # Print our HTML header and start the <body> block.
1722 #######################################################################
1725 my $text = << "EoText";
1726 <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
1729 <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-15">
1730 <title>$title</title>
1732 <body bgcolor="white">
1740 #######################################################################
1745 # Display usage instructions and exit.
1746 #######################################################################
1750 eximstats Version $VERSION
1753 eximstats [Output] [Options] mainlog1 mainlog2 ...
1754 eximstats -merge -html [Options] report.1.html ... > weekly_rep.html
1757 eximstats -html=eximstats.html mainlog1 mainlog2 ...
1758 eximstats mainlog1 mainlog2 ... > report.txt
1760 Parses exim mainlog or syslog files and generates a statistical analysis
1761 of the messages processed.
1763 Valid output types are:
1764 -txt[=<file>] plain text (default unless no other type is specified)
1767 With no type and file given, defaults to -txt and STDOUT.
1770 -h<number> histogram divisions per hour. The default is 1, and
1771 0 suppresses histograms. Other valid values are:
1772 2, 3, 5, 10, 15, 20, 30 or 60.
1773 -ne don't display error information
1774 -nr don't display relaying information
1775 -nr/pattern/ don't display relaying information that matches
1776 -nt don't display transport information
1777 -nt/pattern/ don't display transport information that matches
1778 -nvr don't do volume rounding. Display in bytes, not KB/MB/GB.
1779 -t<number> display top <number> sources/destinations
1780 default is 50, 0 suppresses top listing
1781 -tnl omit local sources/destinations in top listing
1782 -t_remote_users show top user sources/destinations from non-local domains
1783 -q<list> list of times for queuing information. -q0 suppresses.
1784 -show_rt<list> Show the receipt times for all the messages.
1785 -show_dt<list> Show the delivery times for all the messages.
1786 <list> is an optional list of times in seconds.
1789 -include_original_destination show both the final and original
1790 destinations in the results rather than just the final ones.
1792 -byhost show results by sending host (default unless bydomain or
1793 byemail is specified)
1794 -bydomain show results by sending domain.
1795 -byemail show results by sender's email address
1796 -byedomain show results by sender's email domain
1797 -bylocaldomain show results by local domain
1799 -pattern "Description" /pattern/
1800 Count lines matching specified patterns and show them in
1801 the results. It can be specified multiple times. Eg:
1802 -pattern 'Refused connections' '/refused connection/'
1804 -merge merge previously generated reports into a new report
1806 -charts Create charts (this requires the GD::Graph modules).
1807 Only valid with -html.
1808 -chartdir <dir> Create the charts' png files in the directory <dir>
1809 -chartrel <dir> Specify the relative directory for the "img src=" tags
1810 from where to include the charts in the html file
1811 -chartdir and -chartrel default to '.'
1813 -emptyok It is OK if there is no valid input, don't print an error.
1815 -d Debug mode - dump the eval'ed parser onto STDERR.
1824 #######################################################################
1825 # generate_parser();
1827 # $parser = generate_parser();
1829 # This subroutine generates the parsing routine which will be
1830 # used to parse the mainlog. We take the base operation, and remove bits not in use.
1831 # This improves performance depending on what bits you take out or add.
1833 # I've tested using study(), but this does not improve performance.
1835 # We store our parsing routing in a variable, and process it looking for #IFDEF (Expression)
1836 # or #IFNDEF (Expression) statements and corresponding #ENDIF (Expression) statements. If
1837 # the expression evaluates to true, then it is included/excluded accordingly.
1838 #######################################################################
1839 sub generate_parser {
1841 my($ip,$host,$email,$edomain,$domain,$thissize,$size,$old,$new);
1842 my($tod,$m_hour,$m_min,$id,$flag,$extra,$length);
1843 my($seconds,$queued,$rcpt_time,$local_domain);
1847 # Convert syslog lines to mainlog format.
1849 next unless s/^.*? exim\\b.*?: //;
1852 $length = length($_);
1853 next if ($length < 38);
1854 next unless /^(\\d{4}\\-\\d\\d-\\d\\d\\s(\\d\\d):(\\d\\d):\\d\\d( [-+]\\d\\d\\d\\d)?)( \\[\\d+\\])?/o;
1856 ($tod,$m_hour,$m_min) = ($1,$2,$3);
1858 # PH - watch for GMT offsets in the timestamp.
1861 next if ($length < 44);
1867 # PH - watch for PID added after the timestamp.
1869 $extra += length($5);
1870 next if ($length < 38 + $extra);
1873 $id = substr($_, 20 + $extra, 16);
1874 $flag = substr($_, 37 + $extra, 2);
1876 if ($flag !~ /^([<>=*-]+|SA)$/ && /rejected|refused|dropped/) {
1881 # Rejects can have no MSGID...
1882 if ($flag eq "Re" && $id !~ /^[-0-9a-zA-Z]+$/) {
1883 $id = "reject:" . ++$rej_id;
1888 # Watch for user specified patterns.
1889 my $user_pattern_index = 0;
1890 foreach (@user_patterns) {
1891 $user_pattern_totals[$user_pattern_index] = 0;
1892 $parser .= " if ($_) {\n";
1893 $parser .= " \$user_pattern_totals[$user_pattern_index]++;\n";
1894 $parser .= " \$user_pattern_interval_count[$user_pattern_index][(\$m_hour*60 + \$m_min)/$hist_interval]++;\n" if ($hist_opt > 0);
1896 $user_pattern_index++;
1900 next unless ($flag =~ /<=|=>|->|==|\\*\\*|Co|SA|Re/);
1902 #Strip away the timestamp, ID and flag to speed up later pattern matches.
1903 #The flags include Co (Completed), Re (Rejected), and SA (SpamAssassin).
1904 $_ = substr($_, 40 + $extra); # PH
1906 # Alias @message to the array of information about the message.
1907 # This minimises the number of calls to hash functions.
1908 $messages{$id} = [] unless exists $messages{$id};
1909 *message = $messages{$id};
1912 # JN - Skip over certain transports as specified via the "-nt/.../" command
1913 # line switch (where ... is a perl style regular expression). This is
1914 # required so that transports that skew stats such as SpamAssassin can be
1916 #IFDEF ($transport_pattern)
1917 if (/\\sT=(\\S+)/) {
1918 next if ($1 =~ /$transport_pattern/o) ;
1920 #ENDIF ($transport_pattern)
1924 # Do some pattern matches to get the host and IP address.
1925 # We expect lines to be of the form "H=[IpAddr]" or "H=Host [IpAddr]" or
1926 # "H=Host (UnverifiedHost) [IpAddr]" or "H=(UnverifiedHost) [IpAddr]".
1927 # We do 2 separate matches to keep the matches simple and fast.
1928 # Host is local unless otherwise specified.
1929 # Watch out for "H=([IpAddr])" in case they send "[IpAddr]" as their HELO!
1930 $ip = (/\\bH=(?:|.*? )(\\[[^]]+\\])/) ? $1
1931 # 2008-03-31 06:25:22 Connection from [213.246.33.217]:39456 refused: too many connections from that IP address // .hs
1932 : (/Connection from (\[\S+\])/) ? $1
1933 # 2008-03-31 06:52:40 SMTP call from mail.cacoshrf.com (ccsd02.ccsd.local) [69.24.118.229]:4511 dropped: too many nonmail commands (last was "RSET") // .hs
1934 : (/SMTP call from .*?(\[\S+\])/) ? $1
1936 $host = (/\\bH=(\\S+)/) ? $1 : "local";
1938 $domain = "localdomain"; #Domain is localdomain unless otherwise specified.
1940 #IFDEF ($do_sender{Domain})
1941 if ($host =~ /^\\[/ || $host =~ /^[\\d\\.]+$/) {
1942 # Host is just an IP address.
1945 elsif ($host =~ /^(\\(?)[^\\.]+\\.([^\\.]+\\..*)/) {
1946 # Remove the host portion from the DNS name. We ensure that we end up
1947 # with at least xxx.yyy. $host can be "(x.y.z)" or "x.y.z".
1948 $domain = lc("$1.$2");
1949 $domain =~ s/^\\.//; #Remove preceding dot.
1951 #ENDIF ($do_sender{Domain})
1953 #IFDEF ($do_sender{Email})
1954 #IFDEF ($include_original_destination)
1955 # Catch both "a@b.com <c@d.com>" and "e@f.com"
1956 #$email = (/^(\S+) (<(\S*?)>)?/) ? $3 || $1 : "";
1957 $email = (/^(\S+ (<[^@>]+@?[^>]*>)?)/) ? $1 : "";
1959 #ENDIF ($include_original_destination)
1961 #IFNDEF ($include_original_destination)
1962 $email = (/^(\S+)/) ? $1 : "";
1963 #ENDIF ($include_original_destination)
1964 #ENDIF ($do_sender{Email})
1966 #IFDEF ($do_sender{Edomain})
1967 if (/^(<>|blackhole)/) {
1970 #IFDEF ($include_original_destination)
1971 elsif (/^(\S+ (<\S*?\\@(\S+?)>)?)/) {
1974 $edomain =~ s/@(\S+?)>/"@" . lc($1) . ">"/e;
1976 #ENDIF ($include_original_destination)
1977 #IFNDEF ($include_original_destination)
1978 elsif (/^\S*?\\@(\S+)/) {
1981 #ENDIF ($include_original_destination)
1986 #ENDIF ($do_sender{Edomain})
1988 if ($tod lt $begin) {
1991 elsif ($tod gt $end) {
1996 if ($flag eq "<=") {
1997 $thissize = (/\\sS=(\\d+)( |$)/) ? $1 : 0;
1998 $message[$SIZE] = $thissize;
1999 $message[$PROTOCOL] = (/ P=(\S+)/) ? $1 : undef;
2001 #IFDEF ($show_relay)
2002 if ($host ne "local") {
2003 # Save incoming information in case it becomes interesting
2004 # later, when delivery lines are read.
2005 my($from) = /^(\\S+)/;
2006 $message[$FROM_HOST] = "$host$ip";
2007 $message[$FROM_ADDRESS] = $from;
2009 #ENDIF ($show_relay)
2011 #IFDEF ($local_league_table || $include_remote_users)
2015 #IFDEF ($local_league_table && $include_remote_users)
2016 { #Store both local and remote users.
2017 #ENDIF ($local_league_table && $include_remote_users)
2019 #IFDEF ($local_league_table && ! $include_remote_users)
2020 if ($host eq "local") { #Store local users only.
2021 #ENDIF ($local_league_table && ! $include_remote_users)
2023 #IFDEF ($include_remote_users && ! $local_league_table)
2024 if ($host ne "local") { #Store remote users only.
2025 #ENDIF ($include_remote_users && ! $local_league_table)
2027 ++$received_count_user{$user};
2028 add_volume(\\$received_data_user{$user},\\$received_data_gigs_user{$user},$thissize);
2031 #ENDIF ($local_league_table || $include_remote_users)
2033 #IFDEF ($do_sender{Host})
2034 ++$received_count{Host}{$host};
2035 add_volume(\\$received_data{Host}{$host},\\$received_data_gigs{Host}{$host},$thissize);
2036 #ENDIF ($do_sender{Host})
2038 #IFDEF ($do_sender{Domain})
2040 ++$received_count{Domain}{$domain};
2041 add_volume(\\$received_data{Domain}{$domain},\\$received_data_gigs{Domain}{$domain},$thissize);
2043 #ENDIF ($do_sender{Domain})
2045 #IFDEF ($do_sender{Email})
2046 ++$received_count{Email}{$email};
2047 add_volume(\\$received_data{Email}{$email},\\$received_data_gigs{Email}{$email},$thissize);
2048 #ENDIF ($do_sender{Email})
2050 #IFDEF ($do_sender{Edomain})
2051 ++$received_count{Edomain}{$edomain};
2052 add_volume(\\$received_data{Edomain}{$edomain},\\$received_data_gigs{Edomain}{$edomain},$thissize);
2053 #ENDIF ($do_sender{Edomain})
2055 ++$total_received_count;
2056 add_volume(\\$total_received_data,\\$total_received_data_gigs,$thissize);
2058 #IFDEF ($#queue_times >= 0 || $#rcpt_times >= 0)
2059 $message[$ARRIVAL_TIME] = $tod;
2060 #ENDIF ($#queue_times >= 0 || $#rcpt_times >= 0)
2062 #IFDEF ($hist_opt > 0)
2063 $received_interval_count[($m_hour*60 + $m_min)/$hist_interval]++;
2064 #ENDIF ($hist_opt > 0)
2067 elsif ($flag eq "=>") {
2068 $size = $message[$SIZE] || 0;
2069 if ($host ne "local") {
2070 $message[$REMOTE_DELIVERED] = 1;
2073 #IFDEF ($show_relay)
2074 # Determine relaying address if either only one address listed,
2075 # or two the same. If they are different, it implies a forwarding
2076 # or aliasing, which is not relaying. Note that for multi-aliased
2077 # addresses, there may be a further address between the first
2080 if (defined $message[$FROM_HOST]) {
2081 if (/^(\\S+)(?:\\s+\\([^)]\\))?\\s+<([^>]+)>/) {
2082 ($old,$new) = ($1,$2);
2088 if ("\\L$new" eq "\\L$old") {
2089 ($old) = /^(\\S+)/ if $old eq "";
2090 my $key = "H=\\L$message[$FROM_HOST]\\E A=\\L$message[$FROM_ADDRESS]\\E => " .
2091 "H=\\L$host\\E$ip A=\\L$old\\E";
2092 if (!defined $relay_pattern || $key !~ /$relay_pattern/o) {
2093 $relayed{$key} = 0 if !defined $relayed{$key};
2101 #ENDIF ($show_relay)
2105 #IFDEF ($local_league_table || $include_remote_users)
2106 #IFDEF ($local_league_table && $include_remote_users)
2107 { #Store both local and remote users.
2108 #ENDIF ($local_league_table && $include_remote_users)
2110 #IFDEF ($local_league_table && ! $include_remote_users)
2111 if ($host eq "local") { #Store local users only.
2112 #ENDIF ($local_league_table && ! $include_remote_users)
2114 #IFDEF ($include_remote_users && ! $local_league_table)
2115 if ($host ne "local") { #Store remote users only.
2116 #ENDIF ($include_remote_users && ! $local_league_table)
2118 if (my($user) = split((/\\s</)? " <" : " ", $_)) {
2119 #IFDEF ($include_original_destination)
2121 #ENDIF ($include_original_destination)
2122 #IFNDEF ($include_original_destination)
2123 if ($user =~ /^[\\/|]/) {
2124 #ENDIF ($include_original_destination)
2125 #my($parent) = $_ =~ /(<[^@]+@?[^>]*>)/;
2126 my($parent) = $_ =~ / (<.+?>) /; #DT 1.54
2127 if (defined $parent) {
2128 $user = "$user $parent";
2129 #IFDEF ($do_local_domain)
2130 if ($parent =~ /\\@(.+)>/) {
2131 $local_domain = lc($1);
2132 ++$delivered_messages_local_domain{$local_domain};
2133 ++$delivered_addresses_local_domain{$local_domain};
2134 add_volume(\\$delivered_data_local_domain{$local_domain},\\$delivered_data_gigs_local_domain{$local_domain},$size);
2136 #ENDIF ($do_local_domain)
2139 ++$delivered_messages_user{$user};
2140 ++$delivered_addresses_user{$user};
2141 add_volume(\\$delivered_data_user{$user},\\$delivered_data_gigs_user{$user},$size);
2144 #ENDIF ($local_league_table || $include_remote_users)
2146 #IFDEF ($do_sender{Host})
2147 $delivered_messages{Host}{$host}++;
2148 $delivered_addresses{Host}{$host}++;
2149 add_volume(\\$delivered_data{Host}{$host},\\$delivered_data_gigs{Host}{$host},$size);
2150 #ENDIF ($do_sender{Host})
2151 #IFDEF ($do_sender{Domain})
2153 ++$delivered_messages{Domain}{$domain};
2154 ++$delivered_addresses{Domain}{$domain};
2155 add_volume(\\$delivered_data{Domain}{$domain},\\$delivered_data_gigs{Domain}{$domain},$size);
2157 #ENDIF ($do_sender{Domain})
2158 #IFDEF ($do_sender{Email})
2159 ++$delivered_messages{Email}{$email};
2160 ++$delivered_addresses{Email}{$email};
2161 add_volume(\\$delivered_data{Email}{$email},\\$delivered_data_gigs{Email}{$email},$size);
2162 #ENDIF ($do_sender{Email})
2163 #IFDEF ($do_sender{Edomain})
2164 ++$delivered_messages{Edomain}{$edomain};
2165 ++$delivered_addresses{Edomain}{$edomain};
2166 add_volume(\\$delivered_data{Edomain}{$edomain},\\$delivered_data_gigs{Edomain}{$edomain},$size);
2167 #ENDIF ($do_sender{Edomain})
2169 ++$total_delivered_messages;
2170 ++$total_delivered_addresses;
2171 add_volume(\\$total_delivered_data,\\$total_delivered_data_gigs,$size);
2173 #IFDEF ($show_transport)
2174 my $transport = (/\\sT=(\\S+)/) ? $1 : ":blackhole:";
2175 ++$transported_count{$transport};
2176 add_volume(\\$transported_data{$transport},\\$transported_data_gigs{$transport},$size);
2177 #ENDIF ($show_transport)
2179 #IFDEF ($hist_opt > 0)
2180 $delivered_interval_count[($m_hour*60 + $m_min)/$hist_interval]++;
2181 #ENDIF ($hist_opt > 0)
2183 #IFDEF ($#delivery_times > 0)
2185 $seconds = wdhms_seconds($1);
2186 for ($i = 0; $i <= $#delivery_times; $i++) {
2187 if ($seconds < $delivery_times[$i]) {
2189 ++$dt_remote_bin[$i] if $message[$REMOTE_DELIVERED];
2193 if ($i > $#delivery_times) {
2195 ++$dt_remote_overflow if $message[$REMOTE_DELIVERED];
2198 #ENDIF ($#delivery_times > 0)
2202 elsif ($flag eq "->") {
2204 #IFDEF ($local_league_table || $include_remote_users)
2205 #IFDEF ($local_league_table && $include_remote_users)
2206 { #Store both local and remote users.
2207 #ENDIF ($local_league_table && $include_remote_users)
2209 #IFDEF ($local_league_table && ! $include_remote_users)
2210 if ($host eq "local") { #Store local users only.
2211 #ENDIF ($local_league_table && ! $include_remote_users)
2213 #IFDEF ($include_remote_users && ! $local_league_table)
2214 if ($host ne "local") { #Store remote users only.
2215 #ENDIF ($include_remote_users && ! $local_league_table)
2217 if (my($user) = split((/\\s</)? " <" : " ", $_)) {
2218 #IFDEF ($include_original_destination)
2220 #ENDIF ($include_original_destination)
2221 #IFNDEF ($include_original_destination)
2222 if ($user =~ /^[\\/|]/) {
2223 #ENDIF ($include_original_destination)
2224 #my($parent) = $_ =~ /(<[^@]+@?[^>]*>)/;
2225 my($parent) = $_ =~ / (<.+?>) /; #DT 1.54
2226 $user = "$user $parent" if defined $parent;
2228 ++$delivered_addresses_user{$user};
2231 #ENDIF ($local_league_table || $include_remote_users)
2233 #IFDEF ($do_sender{Host})
2234 $delivered_addresses{Host}{$host}++;
2235 #ENDIF ($do_sender{Host})
2236 #IFDEF ($do_sender{Domain})
2238 ++$delivered_addresses{Domain}{$domain};
2240 #ENDIF ($do_sender{Domain})
2241 #IFDEF ($do_sender{Email})
2242 ++$delivered_addresses{Email}{$email};
2243 #ENDIF ($do_sender{Email})
2244 #IFDEF ($do_sender{Edomain})
2245 ++$delivered_addresses{Edomain}{$edomain};
2246 #ENDIF ($do_sender{Edomain})
2248 ++$total_delivered_addresses;
2251 elsif ($flag eq "==" && defined($message[$SIZE]) && !defined($message[$DELAYED])) {
2253 $message[$DELAYED] = 1;
2256 elsif ($flag eq "**") {
2257 if (defined ($message[$SIZE])) {
2258 unless (defined $message[$HAD_ERROR]) {
2260 $message[$HAD_ERROR] = 1;
2264 #IFDEF ($show_errors)
2265 ++$errors_count{$_};
2266 #ENDIF ($show_errors)
2270 elsif ($flag eq "Co") {
2272 #IFDEF ($#queue_times >= 0)
2273 $queued = queue_time($tod, $message[$ARRIVAL_TIME], $id);
2275 for ($i = 0; $i <= $#queue_times; $i++) {
2276 if ($queued < $queue_times[$i]) {
2278 ++$qt_remote_bin[$i] if $message[$REMOTE_DELIVERED];
2282 if ($i > $#queue_times) {
2284 ++$qt_remote_overflow if $message[$REMOTE_DELIVERED];
2286 #ENDIF ($#queue_times >= 0)
2288 #IFDEF ($#rcpt_times >= 0)
2290 $seconds = wdhms_seconds($1);
2291 #Calculate $queued if not previously calculated above.
2292 #IFNDEF ($#queue_times >= 0)
2293 $queued = queue_time($tod, $message[$ARRIVAL_TIME], $id);
2294 #ENDIF ($#queue_times >= 0)
2295 $rcpt_time = $seconds - $queued;
2298 if (defined $message[$PROTOCOL]) {
2299 $protocol = $message[$PROTOCOL];
2301 # Create the bin if its not already defined.
2302 unless (exists $rcpt_times_bin{$protocol}) {
2303 initialise_rcpt_times($protocol);
2308 for ($i = 0; $i <= $#rcpt_times; ++$i) {
2309 if ($rcpt_time < $rcpt_times[$i]) {
2310 ++$rcpt_times_bin{all}[$i];
2311 ++$rcpt_times_bin{$protocol}[$i] if defined $protocol;
2316 if ($i > $#rcpt_times) {
2317 ++$rcpt_times_overflow{all};
2318 ++$rcpt_times_overflow{$protocol} if defined $protocol;
2321 #ENDIF ($#rcpt_times >= 0)
2323 delete($messages{$id});
2325 elsif ($flag eq "SA") {
2326 $ip = (/From.*?(\\[[^]]+\\])/ || /\\((local)\\)/) ? $1 : "";
2327 #SpamAssassin message
2328 if (/Action: ((permanently|temporarily) rejected message|flagged as Spam but accepted): score=(\d+\.\d)/) {
2329 #add_volume(\\$spam_score,\\$spam_score_gigs,$3);
2330 ++$spam_count_by_ip{$ip};
2331 } elsif (/Action: scanned but message isn\'t spam: score=(-?\d+\.\d)/) {
2332 #add_volume(\\$ham_score,\\$ham_score_gigs,$1);
2333 ++$ham_count_by_ip{$ip};
2334 } elsif (/(Not running SA because SAEximRunCond expanded to false|check skipped due to message size)/) {
2335 ++$ham_count_by_ip{$ip};
2339 # Look for Reject messages or blackholed messages (deliveries
2340 # without a transport)
2341 if ($flag eq "Re" || ($flag eq "=>" && ! /\\sT=\\S+/)) {
2342 # Correct the IP address for rejects:
2343 # rejected EHLO from my.test.net [10.0.0.5]: syntactically invalid argument(s):
2344 # rejected EHLO from [10.0.0.6]: syntactically invalid argument(s):
2345 $ip = $1 if ($ip eq "local" && /^rejected [HE][HE]LO from .*?(\[.+?\]):/);
2346 if (/SpamAssassin/) {
2347 ++$rejected_count_by_reason{"Rejected by SpamAssassin"};
2348 ++$rejected_count_by_ip{$ip};
2351 /(temporarily rejected [A-Z]*) .*?(: .*?)(:|\s*$)/
2353 ++$temporarily_rejected_count_by_reason{"\u$1$2"};
2354 ++$temporarily_rejected_count_by_ip{$ip};
2357 /(temporarily refused connection)/
2359 ++$temporarily_rejected_count_by_reason{"\u$1"};
2360 ++$temporarily_rejected_count_by_ip{$ip};
2363 /(listed at [^ ]+)/ ||
2364 /(Forged IP detected in HELO)/ ||
2365 /(Invalid domain or IP given in HELO\/EHLO)/ ||
2366 /(unqualified recipient rejected)/ ||
2367 /(closed connection (after|in response) .*?)\s*$/ ||
2368 /(sender rejected)/ ||
2369 # 2005-09-23 15:07:49 1EInHJ-0007Ex-Au H=(a.b.c) [10.0.0.1] F=<> rejected after DATA: This message contains a virus: (Eicar-Test-Signature) please scan your system.
2370 # 2005-10-06 10:50:07 1ENRS3-0000Nr-Kt => blackhole (DATA ACL discarded recipients): This message contains a virus: (Worm.SomeFool.P) please scan your system.
2371 / rejected after DATA: (.*)/ ||
2372 / (rejected DATA: .*)/ ||
2373 /.DATA ACL discarded recipients.: (.*)/ ||
2374 /rejected after DATA: (unqualified address not permitted)/ ||
2375 /(VRFY rejected)/ ||
2376 # /(sender verify (defer|fail))/i ||
2377 /(too many recipients)/ ||
2378 /(refused relay.*?) to/ ||
2379 /(rejected by non-SMTP ACL: .*)/ ||
2380 /(rejected by local_scan.*)/ ||
2381 # SMTP call from %s dropped: too many syntax or protocol errors (last command was "%s"
2382 # SMTP call from %s dropped: too many nonmail commands
2383 /(dropped: too many ((nonmail|unrecognized) commands|syntax or protocol errors))/ ||
2385 # local_scan() function crashed with signal %d - message temporarily rejected
2386 # local_scan() function timed out - message temporarily rejected
2387 /(local_scan.. function .* - message temporarily rejected)/ ||
2388 # SMTP protocol synchronization error (input sent without waiting for greeting): rejected connection from %s
2389 /(SMTP protocol .*?(error|violation))/ ||
2392 ++$rejected_count_by_reason{"\u$1"};
2393 ++$rejected_count_by_ip{$ip};
2395 elsif (/rejected [HE][HE]LO from [^:]*: syntactically invalid argument/) {
2396 ++$rejected_count_by_reason{"Rejected HELO/EHLO: syntactically invalid argument"};
2397 ++$rejected_count_by_ip{$ip};
2399 elsif (/response to "RCPT TO.*? was: (.*)/) {
2400 ++$rejected_count_by_reason{"Response to RCPT TO was: $1"};
2401 ++$rejected_count_by_ip{$ip};
2404 /(lookup of host )\S+ (failed)/ ||
2406 # rejected from <%s>%s%s%s%s: message too big:
2407 /(rejected [A-Z]*) .*?(: .*?)(:|\s*$)/ ||
2408 # refused connection from %s (host_reject_connection)
2409 # refused connection from %s (tcp wrappers)
2410 /(refused connection )from.*? (\(.*)/ ||
2412 # error from remote mailer after RCPT TO:<a@b.c>: host a.b.c [10.0.0.1]: 450 <a@b.c>: Recipient address rejected: Greylisted for 60 seconds
2413 # error from remote mailer after MAIL FROM:<> SIZE=3468: host a.b.c [10.0.0.1]: 421 a.b.c has refused your connection because your server did not have a PTR record.
2414 /(error from remote mailer after .*?:).*(: .*?)(:|\s*$)/ ||
2416 # a.b.c F=<a@b.c> rejected after DATA: "@" or "." expected after "Undisclosed-Recipient": failing address in "To" header is: <Undisclosed-Recipient:;>
2417 /rejected after DATA: ("." or "." expected).*?(: failing address in .*? header)/ ||
2419 # connection from %s refused load average = %.2f
2420 /(Connection )from.*? (refused: load average)/ ||
2421 # connection from %s refused (IP options)
2422 # Connection from %s refused: too many connections
2423 # connection from %s refused
2424 /([Cc]onnection )from.*? (refused.*)/ ||
2425 # [10.0.0.1]: connection refused
2426 /: (Connection refused)()/
2428 ++$rejected_count_by_reason{"\u$1$2"};
2429 ++$rejected_count_by_ip{$ip};
2432 # 2008-03-31 06:25:22 H=mail.densitron.com [216.70.140.224]:45386 temporarily rejected connection in "connect" ACL: too fast reconnects // .hs
2433 # 2008-03-31 06:25:22 H=mail.densitron.com [216.70.140.224]:45386 temporarily rejected connection in "connect" ACL // .hs
2434 /(temporarily rejected connection in .*?ACL:?.*)/
2436 ++$temporarily_rejected_count_by_ip{$ip};
2437 ++$temporarily_rejected_count_by_reason{"\u$1"};
2440 ++$rejected_count_by_reason{Unknown};
2441 ++$rejected_count_by_ip{$ip};
2442 print STDERR "Unknown rejection: $_" if $debug;
2447 # We now do a 'C preprocessor style operation on our parser
2448 # to remove bits not in use.
2449 my(%defines_in_operation,$removing_lines,$processed_parser);
2450 foreach (split (/\n/,$parser)) {
2451 if ((/^\s*#\s*IFDEF\s*\((.*?)\)/i && ! eval $1) ||
2452 (/^\s*#\s*IFNDEF\s*\((.*?)\)/i && eval $1) ) {
2453 $defines_in_operation{$1} = 1;
2454 $removing_lines = 1;
2457 # Convert constants.
2458 while (/(\$[A-Z][A-Z_]*)\b/) {
2459 my $constant = eval $1;
2460 s/(\$[A-Z][A-Z_]*)\b/$constant/;
2463 $processed_parser .= $_."\n" unless $removing_lines;
2465 if (/^\s*#\s*ENDIF\s*\((.*?)\)/i) {
2466 delete $defines_in_operation{$1};
2467 unless (keys %defines_in_operation) {
2468 $removing_lines = 0;
2472 print STDERR "# START OF PARSER:$processed_parser\n# END OF PARSER\n\n" if $debug;
2474 return $processed_parser;
2479 #######################################################################
2482 # parse($parser,\*FILEHANDLE);
2484 # This subroutine accepts a parser and a filehandle from main and parses each
2485 # line. We store the results into global variables.
2486 #######################################################################
2488 my($parser,$fh) = @_;
2490 if ($merge_reports) {
2491 parse_old_eximstat_reports($fh);
2502 #######################################################################
2507 # Print our headers and contents.
2508 #######################################################################
2512 my $title = "Exim statistics from $begin to $end";
2514 print $txt_fh "\n$title\n" if $txt_fh;
2516 print $htm_fh html_header($title);
2517 print $htm_fh "<ul>\n";
2518 print $htm_fh "<li><a href=\"#Grandtotal\">Grand total summary</a>\n";
2519 print $htm_fh "<li><a href=\"#Patterns\">User Specified Patterns</a>\n" if @user_patterns;
2520 print $htm_fh "<li><a href=\"#Transport\">Deliveries by Transport</a>\n" if $show_transport;
2522 print $htm_fh "<li><a href=\"#Messages received\">Messages received per hour</a>\n";
2523 print $htm_fh "<li><a href=\"#Deliveries\">Deliveries per hour</a>\n";
2526 if ($#queue_times >= 0) {
2527 print $htm_fh "<li><a href=\"#Time spent on the queue all messages\">Time spent on the queue: all messages</a>\n";
2528 print $htm_fh "<li><a href=\"#Time spent on the queue messages with at least one remote delivery\">Time spent on the queue: messages with at least one remote delivery</a>\n";
2531 if ($#delivery_times >= 0) {
2532 print $htm_fh "<li><a href=\"#Delivery times all messages\">Delivery times: all messages</a>\n";
2533 print $htm_fh "<li><a href=\"#Delivery times messages with at least one remote delivery\">Delivery times: messages with at least one remote delivery</a>\n";
2536 if ($#rcpt_times >= 0) {
2537 print $htm_fh "<li><a href=\"#Receipt times all messages\">Receipt times</a>\n";
2540 print $htm_fh "<li><a href=\"#Relayed messages\">Relayed messages</a>\n" if $show_relay;
2542 print $htm_fh "<li><a href=\"#Mail rejection reason count\">Top $topcount mail rejection reasons by message count</a>\n" if %rejected_count_by_reason;
2543 foreach ('Host','Domain','Email','Edomain') {
2544 next unless $do_sender{$_};
2545 print $htm_fh "<li><a href=\"#Sending \l$_ count\">Top $topcount sending \l${_}s by message count</a>\n";
2546 print $htm_fh "<li><a href=\"#Sending \l$_ volume\">Top $topcount sending \l${_}s by volume</a>\n";
2548 if (($local_league_table || $include_remote_users) && %received_count_user) {
2549 print $htm_fh "<li><a href=\"#Local sender count\">Top $topcount local senders by message count</a>\n";
2550 print $htm_fh "<li><a href=\"#Local sender volume\">Top $topcount local senders by volume</a>\n";
2552 foreach ('Host','Domain','Email','Edomain') {
2553 next unless $do_sender{$_};
2554 print $htm_fh "<li><a href=\"#$_ destination count\">Top $topcount \l$_ destinations by message count</a>\n";
2555 print $htm_fh "<li><a href=\"#$_ destination volume\">Top $topcount \l$_ destinations by volume</a>\n";
2557 if (($local_league_table || $include_remote_users) && %delivered_messages_user) {
2558 print $htm_fh "<li><a href=\"#Local destination count\">Top $topcount local destinations by message count</a>\n";
2559 print $htm_fh "<li><a href=\"#Local destination volume\">Top $topcount local destinations by volume</a>\n";
2561 if (($local_league_table || $include_remote_users) && %delivered_messages_local_domain) {
2562 print $htm_fh "<li><a href=\"#Local domain destination count\">Top $topcount local domain destinations by message count</a>\n";
2563 print $htm_fh "<li><a href=\"#Local domain destination volume\">Top $topcount local domain destinations by volume</a>\n";
2566 print $htm_fh "<li><a href=\"#Rejected ip count\">Top $topcount rejected ips by message count</a>\n" if %rejected_count_by_ip;
2567 print $htm_fh "<li><a href=\"#Temporarily rejected ip count\">Top $topcount temporarily rejected ips by message count</a>\n" if %temporarily_rejected_count_by_ip;
2568 print $htm_fh "<li><a href=\"#Non-rejected spamming ip count\">Top $topcount non-rejected spamming ips by message count</a>\n" if %spam_count_by_ip;
2571 print $htm_fh "<li><a href=\"#errors\">List of errors</a>\n" if %errors_count;
2572 print $htm_fh "</ul>\n<hr>\n";
2576 $ws_global->write($row++, $col+0, "Exim Statistics", $f_header1);
2577 &set_worksheet_line($ws_global, $row, $col, ["from:", $begin, "to:", $end], $f_default);
2583 #######################################################################
2584 # print_grandtotals();
2586 # print_grandtotals();
2588 # Print the grand totals.
2589 #######################################################################
2590 sub print_grandtotals {
2592 # Get the sender by headings and results. This is complicated as we can have
2593 # different numbers of columns.
2594 my($sender_txt_header,$sender_txt_format,$sender_html_format);
2595 my(@received_totals,@delivered_totals);
2596 my($row_tablehead, $row_max);
2597 my(@col_headers) = ('TOTAL', 'Volume', 'Messages', 'Addresses');
2599 foreach ('Host','Domain','Email','Edomain') {
2600 next unless $do_sender{$_};
2601 if ($merge_reports) {
2602 push(@received_totals, get_report_total($report_totals{Received},"${_}s"));
2603 push(@delivered_totals,get_report_total($report_totals{Delivered},"${_}s"));
2606 push(@received_totals,scalar(keys %{$received_data{$_}}));
2607 push(@delivered_totals,scalar(keys %{$delivered_data{$_}}));
2609 $sender_txt_header .= " " x ($COLUMN_WIDTHS - length($_)) . $_ . 's';
2610 $sender_html_format .= "<td align=\"right\">%s</td>";
2611 $sender_txt_format .= " " x ($COLUMN_WIDTHS - 5) . "%6s";
2612 push(@col_headers,"${_}s");
2615 my $txt_format1 = " %-16s %9s %6d %6s $sender_txt_format";
2616 my $txt_format2 = " %6d %4.1f%% %6d %4.1f%%",
2617 my $htm_format1 = "<tr><td>%s</td><td align=\"right\">%s</td><td align=\"right\">%s</td><td align=\"right\">%s</td>$sender_html_format";
2618 my $htm_format2 = "<td align=\"right\">%d</td><td align=\"right\">%4.1f%%</td><td align=\"right\">%d</td><td align=\"right\">%4.1f%%</td>";
2621 my $sender_spaces = " " x length($sender_txt_header);
2623 print $txt_fh "Grand total summary\n";
2624 print $txt_fh "-------------------\n";
2625 print $txt_fh " $sender_spaces At least one address\n";
2626 print $txt_fh " TOTAL Volume Messages Addresses $sender_txt_header Delayed Failed\n";
2629 print $htm_fh "<a name=\"Grandtotal\"></a>\n";
2630 print $htm_fh "<h2>Grand total summary</h2>\n";
2631 print $htm_fh "<table border=1>\n";
2632 print $htm_fh "<tr><th>" . join('</th><th>',@col_headers) . "</th><th colspan=2>At least one addr<br>Delayed</th><th colspan=2>At least one addr<br>Failed</th>\n";
2635 $ws_global->write($row++, 0, "Grand total summary", $f_header2);
2636 $ws_global->write($row, 0, \@col_headers, $f_header2);
2637 $ws_global->merge_range($row, scalar(@col_headers), $row, scalar(@col_headers)+1, "At least one addr Delayed", $f_header2_m);
2638 $ws_global->merge_range($row, scalar(@col_headers)+2, $row, scalar(@col_headers)+3, "At least one addr Failed", $f_header2_m);
2639 #$ws_global->write(++$row, scalar(@col_headers), ['Total','Percent','Total','Percent'], $f_header2);
2643 my($volume,$failed_count);
2644 if ($merge_reports) {
2645 $volume = volume_rounded($report_totals{Received}{Volume}, $report_totals{Received}{'Volume-gigs'});
2646 $total_received_count = get_report_total($report_totals{Received},'Messages');
2647 $failed_count = get_report_total($report_totals{Received},'Failed');
2648 $delayed_count = get_report_total($report_totals{Received},'Delayed');
2651 $volume = volume_rounded($total_received_data, $total_received_data_gigs);
2652 $failed_count = $message_errors;
2659 $volume,$total_received_count,'',
2662 ($total_received_count) ? ($delayed_count*100/$total_received_count) : 0,
2664 ($total_received_count) ? ($failed_count*100/$total_received_count) : 0
2667 printf $txt_fh ("$txt_format1$txt_format2\n", 'Received', @content) if $txt_fh;
2668 printf $htm_fh ("$htm_format1$htm_format2\n", 'Received', @content) if $htm_fh;
2670 $ws_global->write(++$row, 0, 'Received', $f_default);
2671 for (my $i=0; $i < scalar(@content); $i++) {
2672 if ($i == 4 || $i == 6) {
2673 $ws_global->write($row, $i+1, $content[$i]/100, $f_percent);
2676 $ws_global->write($row, $i+1, $content[$i], $f_default);
2682 if ($merge_reports) {
2683 $volume = volume_rounded($report_totals{Delivered}{Volume}, $report_totals{Delivered}{'Volume-gigs'});
2684 $total_delivered_messages = get_report_total($report_totals{Delivered},'Messages');
2685 $total_delivered_addresses = get_report_total($report_totals{Delivered},'Addresses');
2688 $volume = volume_rounded($total_delivered_data, $total_delivered_data_gigs);
2691 my @content=($volume, $total_delivered_messages, $total_delivered_addresses, @delivered_totals);
2692 printf $txt_fh ("$txt_format1\n", 'Delivered', @content) if $txt_fh;
2693 printf $htm_fh ("$htm_format1\n", 'Delivered', @content) if $htm_fh;
2696 $ws_global->write(++$row, 0, 'Delivered', $f_default);
2697 for (my $i=0; $i < scalar(@content); $i++) {
2698 $ws_global->write($row, $i+1, $content[$i], $f_default);
2702 if ($merge_reports) {
2703 foreach ('Rejects', 'Temp Rejects', 'Ham', 'Spam') {
2704 my $messages = get_report_total($report_totals{$_},'Messages');
2705 my $addresses = get_report_total($report_totals{$_},'Addresses');
2707 @content = ($_, '', $messages, '');
2708 push(@content,get_report_total($report_totals{$_},'Hosts')) if $do_sender{Host};
2709 #These rows do not have entries for the following columns (if specified)
2710 foreach ('Domain','Email','Edomain') {
2711 push(@content,'') if $do_sender{$_};
2714 printf $txt_fh ("$txt_format1\n", @content) if $txt_fh;
2715 printf $htm_fh ("$htm_format1\n", @content) if $htm_fh;
2716 $ws_global->write(++$row, 0, \@content) if $xls_fh;
2721 foreach my $total_aref (['Rejects',\%rejected_count_by_ip],
2722 ['Temp Rejects',\%temporarily_rejected_count_by_ip],
2723 ['Ham',\%ham_count_by_ip],
2724 ['Spam',\%spam_count_by_ip]) {
2725 #Count the number of messages of this type.
2727 map {$messages += $_} values %{$total_aref->[1]};
2729 if ($messages > 0) {
2730 @content = ($total_aref->[0], '', $messages, '');
2732 #Count the number of distict IPs for the Hosts column.
2733 push(@content,scalar(keys %{$total_aref->[1]})) if $do_sender{Host};
2735 #These rows do not have entries for the following columns (if specified)
2736 foreach ('Domain','Email','Edomain') {
2737 push(@content,'') if $do_sender{$_};
2740 printf $txt_fh ("$txt_format1\n", @content) if $txt_fh;
2741 printf $htm_fh ("$htm_format1\n", @content) if $htm_fh;
2742 $ws_global->write(++$row, 0, \@content) if $xls_fh;
2747 printf $txt_fh "\n" if $txt_fh;
2748 printf $htm_fh "</table>\n" if $htm_fh;
2753 #######################################################################
2754 # print_user_patterns()
2756 # print_user_patterns();
2758 # Print the counts of user specified patterns.
2759 #######################################################################
2760 sub print_user_patterns {
2761 my $txt_format1 = " %-18s %6d";
2762 my $htm_format1 = "<tr><td>%s</td><td align=\"right\">%d</td>";
2765 print $txt_fh "User Specified Patterns\n";
2766 print $txt_fh "-----------------------";
2767 print $txt_fh "\n Total\n";
2770 print $htm_fh "<hr><a name=\"Patterns\"></a><h2>User Specified Patterns</h2>\n";
2771 print $htm_fh "<table border=0 width=\"100%\">\n";
2772 print $htm_fh "<tr><td>\n";
2773 print $htm_fh "<table border=1>\n";
2774 print $htm_fh "<tr><th> </th><th>Total</th>\n";
2777 $ws_global->write($row++, $col, "User Specified Patterns", $f_header2);
2778 &set_worksheet_line($ws_global, $row++, 1, ["Total"], $f_headertab);
2783 if ($merge_reports) {
2784 # We are getting our data from previous reports.
2785 foreach $key (@user_descriptions) {
2786 my $count = get_report_total($report_totals{patterns}{$key},'Total');
2787 printf $txt_fh ("$txt_format1\n",$key,$count) if $txt_fh;
2788 printf $htm_fh ("$htm_format1\n",$key,$count) if $htm_fh;
2791 &set_worksheet_line($ws_global, $row++, 0, [$key,$count], $f_default);
2796 # We are getting our data from mainlog files.
2797 my $user_pattern_index = 0;
2798 foreach $key (@user_descriptions) {
2799 printf $txt_fh ("$txt_format1\n",$key,$user_pattern_totals[$user_pattern_index]) if $txt_fh;
2800 printf $htm_fh ("$htm_format1\n",$key,$user_pattern_totals[$user_pattern_index]) if $htm_fh;
2801 $ws_global->write($row++, 0, [$key,$user_pattern_totals[$user_pattern_index]]) if $xls_fh;
2802 $user_pattern_index++;
2805 print $txt_fh "\n" if $txt_fh;
2806 print $htm_fh "</table>\n\n" if $htm_fh;
2812 if ($hist_opt > 0) {
2813 my $user_pattern_index = 0;
2814 foreach $key (@user_descriptions) {
2815 print_histogram($key, 'occurence', @{$user_pattern_interval_count[$user_pattern_index]});
2816 $user_pattern_index++;
2821 #######################################################################
2826 # Print statistics about rejected mail.
2827 #######################################################################
2829 my($format1,$reason);
2831 my $txt_format1 = " %-40s %6d";
2832 my $htm_format1 = "<tr><td>%s</td><td align=\"right\">%d</td>";
2835 print $txt_fh "Rejected mail by reason\n";
2836 print $txt_fh "-----------------------";
2837 print $txt_fh "\n Total\n";
2840 print $htm_fh "<hr><a name=\"patterns\"></a><h2>Rejected mail by reason</h2>\n";
2841 print $htm_fh "<table border=0 width=\"100%\"><tr><td><table border=1>\n";
2842 print $htm_fh "<tr><th> </th><th>Total</th>\n";
2845 $ws_global->write($row++, $col, "Rejected mail by reason", $f_header2);
2846 &set_worksheet_line($ws_global, $row++, 1, ["Total"], $f_headertab);
2850 my $href = ($merge_reports) ? $report_totals{rejected_mail_by_reason} : \%rejected_count_by_reason;
2851 my(@chartdatanames, @chartdatavals_count);
2853 foreach $reason (top_n_sort($topcount, $href, undef, undef)) {
2854 printf $txt_fh ("$txt_format1\n",$reason,$href->{$reason}) if $txt_fh;
2855 printf $htm_fh ("$htm_format1\n",$reason,$href->{$reason}) if $htm_fh;
2856 set_worksheet_line($ws_global, $row++, 0, [$reason,$href->{$reason}], $f_default) if $xls_fh;
2857 push(@chartdatanames, $reason);
2858 push(@chartdatavals_count, $href->{$reason});
2862 print $txt_fh "\n" if $txt_fh;
2865 print $htm_fh "</tr></table></td><td>";
2866 if ($HAVE_GD_Graph_pie && $charts && ($#chartdatavals_count > 0)) {
2867 # calculate the graph
2870 \@chartdatavals_count
2872 my $graph = GD::Graph::pie->new(200, 200);
2874 x_label => 'Rejection Reasons',
2875 y_label => 'Messages',
2876 title => 'By count',
2878 my $gd = $graph->plot(\@data) or warn($graph->error);
2880 open(IMG, ">$chartdir/rejections_count.png") or die "Could not write $chartdir/rejections_count.png: $!\n";
2884 print $htm_fh "<img src=\"$chartrel/rejections_count.png\">";
2887 print $htm_fh "</td></tr></table>\n\n";
2895 #######################################################################
2896 # print_transport();
2898 # print_transport();
2900 # Print totals by transport.
2901 #######################################################################
2902 sub print_transport {
2903 my(@chartdatanames);
2904 my(@chartdatavals_count);
2905 my(@chartdatavals_vol);
2906 no integer; #Lose this for charting the data.
2908 my $txt_format1 = " %-18s %6s %6d";
2909 my $htm_format1 = "<tr><td>%s</td><td align=\"right\">%s</td><td align=\"right\">%d</td>";
2912 print $txt_fh "Deliveries by transport\n";
2913 print $txt_fh "-----------------------";
2914 print $txt_fh "\n Volume Messages\n";
2917 print $htm_fh "<hr><a name=\"Transport\"></a><h2>Deliveries by Transport</h2>\n";
2918 print $htm_fh "<table border=0 width=\"100%\"><tr><td><table border=1>\n";
2919 print $htm_fh "<tr><th> </th><th>Volume</th><th>Messages</th>\n";
2922 $ws_global->write(++$row, $col, "Deliveries by transport", $f_header2);
2923 $ws_global->write(++$row, 1, ["Volume", "Messages"], $f_headertab);
2927 if ($merge_reports) {
2928 # We are getting our data from previous reports.
2929 foreach $key (sort keys %{$report_totals{transport}}) {
2930 my $count = get_report_total($report_totals{transport}{$key},'Messages');
2931 my @content=($key, volume_rounded($report_totals{transport}{$key}{Volume},
2932 $report_totals{transport}{$key}{'Volume-gigs'}), $count);
2933 push(@chartdatanames, $key);
2934 push(@chartdatavals_count, $count);
2935 push(@chartdatavals_vol, $report_totals{transport}{$key}{'Volume-gigs'}*$gig + $report_totals{transport}{$key}{Volume} );
2936 printf $txt_fh ("$txt_format1\n", @content) if $txt_fh;
2937 printf $htm_fh ("$htm_format1\n", @content) if $htm_fh;
2938 $ws_global->write(++$row, 0, \@content) if $xls_fh;
2942 # We are getting our data from mainlog files.
2943 foreach $key (sort keys %transported_data) {
2944 my @content=($key, volume_rounded($transported_data{$key},$transported_data_gigs{$key}),
2945 $transported_count{$key});
2946 push(@chartdatanames, $key);
2947 push(@chartdatavals_count, $transported_count{$key});
2948 push(@chartdatavals_vol, $transported_data_gigs{$key}*$gig + $transported_data{$key});
2949 printf $txt_fh ("$txt_format1\n", @content) if $txt_fh;
2950 printf $htm_fh ("$htm_format1\n", @content) if $htm_fh;
2951 $ws_global->write(++$row, 0, \@content) if $xls_fh;
2954 print $txt_fh "\n" if $txt_fh;
2956 print $htm_fh "</tr></table></td><td>";
2958 if ($HAVE_GD_Graph_pie && $charts && ($#chartdatavals_count > 0))
2960 # calculate the graph
2963 \@chartdatavals_count
2965 my $graph = GD::Graph::pie->new(200, 200);
2967 x_label => 'Transport',
2968 y_label => 'Messages',
2969 title => 'By count',
2971 my $gd = $graph->plot(\@data) or warn($graph->error);
2973 open(IMG, ">$chartdir/transports_count.png") or die "Could not write $chartdir/transports_count.png: $!\n";
2977 print $htm_fh "<img src=\"$chartrel/transports_count.png\">";
2980 print $htm_fh "</td><td>";
2982 if ($HAVE_GD_Graph_pie && $charts && ($#chartdatavals_vol > 0)) {
2987 my $graph = GD::Graph::pie->new(200, 200);
2989 title => 'By volume',
2991 my $gd = $graph->plot(\@data) or warn($graph->error);
2993 open(IMG, ">$chartdir/transports_vol.png") or die "Could not write $chartdir/transports_vol.png: $!\n";
2997 print $htm_fh "<img src=\"$chartrel/transports_vol.png\">";
3001 print $htm_fh "</td></tr></table>\n\n";
3007 #######################################################################
3012 # Print our totals by relay.
3013 #######################################################################
3015 my $row_print_relay=1;
3016 my $temp = "Relayed messages";
3017 print $htm_fh "<hr><a name=\"$temp\"></a><h2>$temp</h2>\n" if $htm_fh;
3018 if (scalar(keys %relayed) > 0 || $relayed_unshown > 0) {
3021 my $txt_format = "%7d %s\n => %s\n";
3022 my $htm_format = "<tr><td align=\"right\">%d</td><td>%s</td><td>%s</td>\n";
3024 printf $txt_fh ("%s\n%s\n\n", $temp, "-" x length($temp)) if $txt_fh;
3026 print $htm_fh "<table border=1>\n";
3027 print $htm_fh "<tr><th>Count</th><th>From</th><th>To</th>\n";
3030 $ws_relayed->write($row_print_relay++, $col, $temp, $f_header2);
3031 &set_worksheet_line($ws_relayed, $row_print_relay++, 0, ["Count", "From", "To"], $f_headertab);
3036 foreach $key (sort keys %relayed) {
3037 my $count = $relayed{$key};
3040 my($one,$two) = split(/=> /, $key);
3041 my @content=($count, $one, $two);
3042 printf $txt_fh ($txt_format, @content) if $txt_fh;
3043 printf $htm_fh ($htm_format, @content) if $htm_fh;
3046 &set_worksheet_line($ws_relayed, $row_print_relay++, 0, \@content);
3051 print $htm_fh "</table>\n<p>\n" if $htm_fh;
3052 print $txt_fh "${spacing}Total: $shown (plus $relayed_unshown unshown)\n\n" if $txt_fh;
3053 print $htm_fh "${spacing}Total: $shown (plus $relayed_unshown unshown)\n\n" if $htm_fh;
3056 &set_worksheet_line($ws_relayed, $row_print_relay++, 0, [$shown, "Sum of shown" ]);
3057 &set_worksheet_line($ws_relayed, $row_print_relay++, 0, [$relayed_unshown, "unshown"]);
3062 print $txt_fh "No relayed messages\n-------------------\n\n" if $txt_fh;
3063 print $htm_fh "No relayed messages\n\n" if $htm_fh;
3073 #######################################################################
3078 # Print our errors. In HTML, we display them as a list rather than a table -
3079 # Netscape doesn't like large tables!
3080 #######################################################################
3082 my $total_errors = 0;
3085 if (scalar(keys %errors_count) != 0) {
3086 my $temp = "List of errors";
3087 my $htm_format = "<li>%d - %s\n";
3089 printf $txt_fh ("%s\n%s\n\n", $temp, "-" x length($temp)) if $txt_fh;
3091 print $htm_fh "<hr><a name=\"errors\"></a><h2>$temp</h2>\n";
3092 print $htm_fh "<ul><li><b>Count - Error</b>\n";
3096 $ws_errors->write($row++, 0, $temp, $f_header2);
3097 &set_worksheet_line($ws_errors, $row++, 0, ["Count", "Error"], $f_headertab);
3102 foreach $key (sort keys %errors_count) {
3105 $text =~ s/\s\s+/ /g; #Convert multiple spaces to a single space.
3106 $total_errors += $errors_count{$key};
3109 printf $txt_fh ("%5d ", $errors_count{$key});
3110 my $text_remaining = $text;
3111 while (length($text_remaining) > 65) {
3112 my($first,$rest) = $text_remaining =~ /(.{50}\S*)\s+(.+)/;
3114 printf $txt_fh ("%s\n\t ", $first);
3115 $text_remaining = $rest;
3117 printf $txt_fh ("%s\n\n", $text_remaining);
3122 #Translate HTML tag characters. Sergey Sholokh.
3123 $text =~ s/\</\<\;/g;
3124 $text =~ s/\>/\>\;/g;
3126 printf $htm_fh ($htm_format,$errors_count{$key},$text);
3130 &set_worksheet_line($ws_errors, $row++, 0, [$errors_count{$key},$text]);
3134 $temp = "Errors encountered: $total_errors";
3137 print $txt_fh $temp, "\n";
3138 print $txt_fh "-" x length($temp),"\n";
3141 print $htm_fh "</ul>\n<p>\n";
3142 print $htm_fh $temp, "\n";
3146 &set_worksheet_line($ws_errors, $row++, 0, [$total_errors, "Sum of Errors encountered"]);
3153 #######################################################################
3154 # parse_old_eximstat_reports();
3156 # parse_old_eximstat_reports($fh);
3158 # Parse old eximstat output so we can merge daily stats to weekly stats and weekly to monthly etc.
3160 # To test that the merging still works after changes, do something like the following.
3161 # All the diffs should produce no output.
3163 # options='-bydomain -byemail -byhost -byedomain'
3164 # options="$options -show_rt1,2,4 -show_dt 1,2,4"
3165 # options="$options -pattern 'Completed Messages' /Completed/"
3166 # options="$options -pattern 'Received Messages' /<=/"
3168 # ./eximstats $options mainlog > mainlog.txt
3169 # ./eximstats $options -merge mainlog.txt > mainlog.2.txt
3170 # diff mainlog.txt mainlog.2.txt
3172 # ./eximstats $options -html mainlog > mainlog.html
3173 # ./eximstats $options -merge -html mainlog.txt > mainlog.2.html
3174 # diff mainlog.html mainlog.2.html
3176 # ./eximstats $options -merge mainlog.html > mainlog.3.txt
3177 # diff mainlog.txt mainlog.3.txt
3179 # ./eximstats $options -merge -html mainlog.html > mainlog.3.html
3180 # diff mainlog.html mainlog.3.html
3182 # ./eximstats $options -nvr mainlog > mainlog.nvr.txt
3183 # ./eximstats $options -merge mainlog.nvr.txt > mainlog.4.txt
3184 # diff mainlog.txt mainlog.4.txt
3186 # # double_mainlog.txt should have twice the values that mainlog.txt has.
3187 # ./eximstats $options mainlog mainlog > double_mainlog.txt
3188 #######################################################################
3189 sub parse_old_eximstat_reports {
3192 my(%league_table_value_entered, %league_table_value_was_zero, %table_order);
3194 my(%user_pattern_index);
3195 my $user_pattern_index = 0;
3196 map {$user_pattern_index{$_} = $user_pattern_index++} @user_descriptions;
3197 my $user_pattern_keys = join('|', @user_descriptions);
3200 PARSE_OLD_REPORT_LINE:
3201 if (/Exim statistics from ([\d\-]+ [\d:]+(\s+[\+\-]\d+)?) to ([\d\-]+ [\d:]+(\s+[\+\-]\d+)?)/) {
3202 $begin = $1 if ($1 lt $begin);
3203 $end = $3 if ($3 gt $end);
3205 elsif (/Grand total summary/) {
3206 # Fill in $report_totals{Received|Delivered}{Volume|Messages|Addresses|Hosts|Domains|...|Delayed|DelayedPercent|Failed|FailedPercent}
3207 my(@fields, @delivered_fields);
3208 my $doing_table = 0;
3210 $_ = html2txt($_); #Convert general HTML markup to text.
3211 s/At least one addr//g; #Another part of the HTML output we don't want.
3213 # TOTAL Volume Messages Addresses Hosts Domains Delayed Failed
3214 # Received 26MB 237 177 23 8 3.4% 28 11.8%
3215 # Delivered 13MB 233 250 99 88
3216 if (/TOTAL\s+(.*?)\s*$/) {
3218 @delivered_fields = split(/\s+/,$1);
3220 #Delayed and Failed have two columns each, so add the extra field names in.
3221 splice(@delivered_fields,-1,1,'DelayedPercent','Failed','FailedPercent');
3223 # Addresses only figure in the Delivered row, so remove them from the
3225 @fields = grep !/Addresses/, @delivered_fields;
3227 elsif (/(Received)\s+(.*?)\s*$/) {
3228 print STDERR "Parsing $_" if $debug;
3229 add_to_totals($report_totals{$1},\@fields,$2);
3231 elsif (/(Delivered)\s+(.*?)\s*$/) {
3232 print STDERR "Parsing $_" if $debug;
3233 add_to_totals($report_totals{$1},\@delivered_fields,$2);
3235 # If we're merging an old report which doesn't include addresses,
3236 # then use the Messages field instead.
3237 unless (grep(/Addresses/, @delivered_fields)) {
3239 line_to_hash(\%tmp,\@delivered_fields,$data);
3240 add_to_totals($report_totals{Delivered},['Addresses'],$tmp{Messages});
3243 elsif (/(Temp Rejects|Rejects|Ham|Spam)\s+(.*?)\s*$/) {
3244 print STDERR "Parsing $_" if $debug;
3245 add_to_totals($report_totals{$1},['Messages','Hosts'],$2);
3248 last if $doing_table;
3253 elsif (/User Specified Patterns/i) {
3254 #User Specified Patterns
3255 #-----------------------
3259 while (<$fh>) { last if (/Total/); } #Wait until we get the table headers.
3261 print STDERR "Parsing $_" if $debug;
3262 $_ = html2txt($_); #Convert general HTML markup to text.
3263 if (/^\s*(.*?)\s+(\d+)\s*$/) {
3264 $report_totals{patterns}{$1} = {} unless (defined $report_totals{patterns}{$1});
3265 add_to_totals($report_totals{patterns}{$1},['Total'],$2);
3267 last if (/^\s*$/); #Finished if we have a blank line.
3271 elsif (/(^|<h2>)($user_pattern_keys) per /o) {
3272 # Parse User defined pattern histograms if they exist.
3273 parse_histogram($fh, $user_pattern_interval_count[$user_pattern_index{$2}] );
3277 elsif (/Deliveries by transport/i) {
3278 #Deliveries by transport
3279 #-----------------------
3281 # :blackhole: 70KB 51
3282 # address_pipe 655KB 1
3285 while (<$fh>) { last if (/Volume/); } #Wait until we get the table headers.
3287 print STDERR "Parsing $_" if $debug;
3288 $_ = html2txt($_); #Convert general HTML markup to text.
3289 if (/(\S+)\s+(\d+\S*\s+\d+)/) {
3290 $report_totals{transport}{$1} = {} unless (defined $report_totals{transport}{$1});
3291 add_to_totals($report_totals{transport}{$1},['Volume','Messages'],$2);
3293 last if (/^\s*$/); #Finished if we have a blank line.
3296 elsif (/Messages received per/) {
3297 parse_histogram($fh, \@received_interval_count);
3299 elsif (/Deliveries per/) {
3300 parse_histogram($fh, \@delivered_interval_count);
3303 #elsif (/Time spent on the queue: (all messages|messages with at least one remote delivery)/) {
3304 elsif (/(Time spent on the queue|Delivery times|Receipt times): ((\S+) messages|messages with at least one remote delivery)((<[^>]*>)*\s*)$/) {
3305 #Time spent on the queue: all messages
3306 #-------------------------------------
3308 #Under 1m 217 91.9% 91.9%
3314 # Set a pointer to the queue bin so we can use the same code
3315 # block for both all messages and remote deliveries.
3316 #my $bin_aref = ($1 eq 'all messages') ? \@qt_all_bin : \@qt_remote_bin;
3317 my($bin_aref, $times_aref, $overflow_sref);
3318 if ($1 eq 'Time spent on the queue') {
3319 $times_aref = \@queue_times;
3320 if ($2 eq 'all messages') {
3321 $bin_aref = \@qt_all_bin;
3322 $overflow_sref = \$qt_all_overflow;
3325 $bin_aref = \@qt_remote_bin;
3326 $overflow_sref = \$qt_remote_overflow;
3329 elsif ($1 eq 'Delivery times') {
3330 $times_aref = \@delivery_times;
3331 if ($2 eq 'all messages') {
3332 $bin_aref = \@dt_all_bin;
3333 $overflow_sref = \$dt_all_overflow;
3336 $bin_aref = \@dt_remote_bin;
3337 $overflow_sref = \$dt_remote_overflow;
3341 unless (exists $rcpt_times_bin{$3}) {
3342 initialise_rcpt_times($3);
3344 $bin_aref = $rcpt_times_bin{$3};
3345 $times_aref = \@rcpt_times;
3346 $overflow_sref = \$rcpt_times_overflow{$3};
3350 my ($blank_lines, $reached_table) = (0,0);
3352 $_ = html2txt($_); #Convert general HTML markup to text.
3353 # The table is preceded by one blank line, and has one blank line
3354 # following it. As the table may be empty, the best way to determine
3355 # that we've finished it is to look for the second blank line.
3356 ++$blank_lines if /^\s*$/;
3357 last if ($blank_lines >=2); #Finished the table ?
3358 $reached_table = 1 if (/\d/);
3359 next unless $reached_table;
3360 my $previous_seconds_on_queue = 0;
3361 if (/^\s*(Under|Over|)\s+(\d+[smhdw])\s+(\d+)/) {
3362 print STDERR "Parsing $_" if $debug;
3363 my($modifier,$formated_time,$count) = ($1,$2,$3);
3364 my $seconds = unformat_time($formated_time);
3365 my $time_on_queue = ($seconds + $previous_seconds_on_queue) / 2;
3366 $previous_seconds_on_queue = $seconds;
3367 $time_on_queue = $seconds * 2 if ($modifier eq 'Over');
3369 for ($i = 0; $i <= $#$times_aref; $i++) {
3370 if ($time_on_queue < $times_aref->[$i]) {
3371 $$bin_aref[$i] += $count;
3375 $$overflow_sref += $count if ($i > $#$times_aref);
3381 elsif (/Relayed messages/) {
3385 # 1 addr.domain.com [1.2.3.4] a.user@domain.com
3386 # => addr2.domain2.com [5.6.7.8] a2.user2@domain2.com
3388 #<tr><td align="right">1</td><td>addr.domain.com [1.2.3.4] a.user@domain.com </td><td>addr2.domain2.com [5.6.7.8] a2.user2@domain2.com</td>
3390 my $reached_table = 0;
3393 unless ($reached_table) {
3394 last if (/No relayed messages/);
3395 $reached_table = 1 if (/^\s*\d/ || />\d+</);
3396 next unless $reached_table;
3398 if (/>(\d+)<.td><td>(.*?) ?<.td><td>(.*?)</) {
3399 update_relayed($1,$2,$3);
3401 elsif (/^\s*(\d+)\s+(.*?)\s*$/) {
3402 ($count,$sender) = ($1,$2);
3404 elsif (/=>\s+(.*?)\s*$/) {
3405 update_relayed($count,$sender,$1);
3408 last; #Finished the table ?
3413 elsif (/Top (.*?) by (message count|volume)/) {
3414 #Top 50 sending hosts by message count
3415 #-------------------------------------
3418 # Could also have average values for HTML output.
3419 # 48 1468KB 30KB local
3421 my($category,$by_count_or_volume) = ($1,$2);
3423 #As we show 2 views of each table (by count and by volume),
3424 #most (but not all) entries will appear in both tables.
3425 #Set up a hash to record which entries we have already seen
3426 #and one to record which ones we are seeing for the first time.
3427 if ($by_count_or_volume =~ /count/) {
3428 undef %league_table_value_entered;
3429 undef %league_table_value_was_zero;
3433 #As this section processes multiple different table categories,
3434 #set up pointers to the hashes to be updated.
3435 my($messages_href,$addresses_href,$data_href,$data_gigs_href);
3436 if ($category =~ /local sender/) {
3437 $messages_href = \%received_count_user;
3438 $addresses_href = undef;
3439 $data_href = \%received_data_user;
3440 $data_gigs_href = \%received_data_gigs_user;
3442 elsif ($category =~ /sending (\S+?)s?\b/) {
3443 #Top 50 sending (host|domain|email|edomain)s
3444 #Top sending (host|domain|email|edomain)
3445 $messages_href = \%{$received_count{"\u$1"}};
3446 $data_href = \%{$received_data{"\u$1"}};
3447 $data_gigs_href = \%{$received_data_gigs{"\u$1"}};
3449 elsif ($category =~ /local destination/) {
3450 $messages_href = \%delivered_messages_user;
3451 $addresses_href = \%delivered_addresses_user;
3452 $data_href = \%delivered_data_user;
3453 $data_gigs_href = \%delivered_data_gigs_user;
3455 elsif ($category =~ /local domain destination/) {
3456 $messages_href = \%delivered_messages_local_domain;
3457 $addresses_href = \%delivered_addresses_local_domain;
3458 $data_href = \%delivered_data_local_domain;
3459 $data_gigs_href = \%delivered_data_gigs_local_domain;
3461 elsif ($category =~ /(\S+) destination/) {
3462 #Top 50 (host|domain|email|edomain) destinations
3463 #Top (host|domain|email|edomain) destination
3464 $messages_href = \%{$delivered_messages{"\u$1"}};
3465 $addresses_href = \%{$delivered_addresses{"\u$1"}};
3466 $data_href = \%{$delivered_data{"\u$1"}};
3467 $data_gigs_href = \%{$delivered_data_gigs{"\u$1"}};
3469 elsif ($category =~ /temporarily rejected ips/) {
3470 $messages_href = \%temporarily_rejected_count_by_ip;
3472 elsif ($category =~ /rejected ips/) {
3473 $messages_href = \%rejected_count_by_ip;
3475 elsif ($category =~ /non-rejected spamming ips/) {
3476 $messages_href = \%spam_count_by_ip;
3478 elsif ($category =~ /mail temporary rejection reasons/) {
3479 $messages_href = \%temporarily_rejected_count_by_reason;
3481 elsif ($category =~ /mail rejection reasons/) {
3482 $messages_href = \%rejected_count_by_reason;
3485 my $reached_table = 0;
3488 # Watch out for empty tables.
3489 goto PARSE_OLD_REPORT_LINE if (/<h2>/ or (/^\s*[a-zA-Z]/ && !/^\s*Messages/));
3491 $_ = html2txt($_); #Convert general HTML markup to text.
3493 # Messages Addresses Bytes Average
3494 if (/^\s*Messages/) {
3495 my $pattern = '^\s*(\d+)';
3496 $pattern .= (/Addresses/) ? '\s+(\d+)' : '()';
3497 $pattern .= (/Bytes/) ? '\s+([\dKMGB]+)' : '()';
3498 $pattern .= (/Average/) ? '\s+[\dKMGB]+' : '';
3499 $pattern .= '\s+(.*?)\s*$';
3500 $row_re = qr/$pattern/;
3504 next unless $reached_table;
3506 my($messages, $addresses, $rounded_volume, $entry);
3509 ($messages, $addresses, $rounded_volume, $entry) = ($1, $2, $3, $4);
3512 #Else we have finished the table and we may need to do some
3513 #kludging to retain the order of the entries.
3515 if ($by_count_or_volume =~ /volume/) {
3516 #Add a few bytes to appropriate entries to preserve the order.
3517 foreach $rounded_volume (keys %table_order) {
3518 #For each rounded volume, we want to create a list which has things
3519 #ordered from the volume table at the front, and additional things
3520 #from the count table ordered at the back.
3521 @{$table_order{$rounded_volume}{volume}} = () unless defined $table_order{$rounded_volume}{volume};
3522 @{$table_order{$rounded_volume}{'message count'}} = () unless defined $table_order{$rounded_volume}{'message count'};
3524 map {$mark{$_} = 1} @{$table_order{$rounded_volume}{volume}};
3525 @order = @{$table_order{$rounded_volume}{volume}};
3526 map {push(@order,$_)} grep(!$mark{$_},@{$table_order{$rounded_volume}{'message count'}});
3528 my $bonus_bytes = $#order;
3529 $bonus_bytes = 511 if ($bonus_bytes > 511); #Don't go over the half-K boundary!
3530 while (@order and ($bonus_bytes > 0)) {
3531 my $entry = shift(@order);
3532 if ($league_table_value_was_zero{$entry}) {
3533 $$data_href{$entry} += $bonus_bytes;
3534 print STDERR "$category by $by_count_or_volume: added $bonus_bytes bonus bytes to $entry\n" if $debug;
3543 # Store a new table entry.
3545 # Add the entry into the %table_order hash if it has a rounded
3546 # volume (KB/MB/GB).
3547 push(@{$table_order{$rounded_volume}{$by_count_or_volume}},$entry) if ($rounded_volume =~ /\D/);
3549 unless ($league_table_value_entered{$entry}) {
3550 $league_table_value_entered{$entry} = 1;
3551 unless ($$messages_href{$entry}) {
3552 $$messages_href{$entry} = 0;
3553 $$addresses_href{$entry} = 0;
3554 $$data_href{$entry} = 0;
3555 $$data_gigs_href{$entry} = 0;
3556 $league_table_value_was_zero{$entry} = 1;
3559 $$messages_href{$entry} += $messages;
3561 # When adding the addresses, be aware that we could be merging
3562 # an old report which does not include addresses. In this case,
3563 # we add the messages instead.
3564 $$addresses_href{$entry} += ($addresses) ? $addresses : $messages;
3566 #Add the rounded value to the data and data_gigs hashes.
3567 un_round($rounded_volume,\$$data_href{$entry},\$$data_gigs_href{$entry}) if $rounded_volume;
3568 print STDERR "$category by $by_count_or_volume: added $messages,$rounded_volume to $entry\n" if $debug;
3573 elsif (/List of errors/) {
3577 # 1 07904931641@one2one.net R=external T=smtp: SMTP error
3578 # from remote mailer after RCPT TO:<07904931641@one2one.net>:
3579 # host mail.one2one.net [193.133.192.24]: 550 User unknown
3581 #<li>1 - ally.dufc@dunbar.org.uk R=external T=smtp: SMTP error from remote mailer after RCPT TO:<ally.dufc@dunbar.org.uk>: host mail.dunbar.org.uk [216.167.89.88]: 550 Unknown local part ally.dufc in <ally.dufc@dunbar.org.uk>
3584 my $reached_table = 0;
3585 my($count,$error,$blanks);
3587 $reached_table = 1 if (/^( *|<li>)(\d+)/);
3588 next unless $reached_table;
3590 s/^<li>(\d+) -/$1/; #Convert an HTML line to a text line.
3591 $_ = html2txt($_); #Convert general HTML markup to text.
3594 $error .= ' ' . $1; #Join a multiline error.
3596 elsif (/^\s*(\d+)\s+(.*)/) {
3598 #Finished with a previous multiline error so save it.
3599 $errors_count{$error} = 0 unless $errors_count{$error};
3600 $errors_count{$error} += $count;
3602 ($count,$error) = ($1,$2);
3604 elsif (/Errors encountered/) {
3606 #Finished the section, so save our stored last error.
3607 $errors_count{$error} = 0 unless $errors_count{$error};
3608 $errors_count{$error} += $count;
3618 #######################################################################
3619 # parse_histogram($fh, \@delivered_interval_count);
3620 # Parse a histogram into the provided array of counters.
3621 #######################################################################
3622 sub parse_histogram {
3623 my($fh, $counters_aref) = @_;
3625 # Messages received per hour (each dot is 2 messages)
3626 #---------------------------------------------------
3628 #00-01 106 .....................................................
3629 #01-02 103 ...................................................
3631 my $reached_table = 0;
3633 $reached_table = 1 if (/^00/);
3634 next unless $reached_table;
3635 print STDERR "Parsing $_" if $debug;
3636 if (/^(\d+):(\d+)\s+(\d+)/) { #hh:mm start time format ?
3637 $$counters_aref[($1*60 + $2)/$hist_interval] += $3 if $hist_opt;
3639 elsif (/^(\d+)-(\d+)\s+(\d+)/) { #hh-hh start-end time format ?
3640 $$counters_aref[($1*60)/$hist_interval] += $3 if $hist_opt;
3642 else { #Finished the table ?
3649 #######################################################################
3652 # update_relayed($count,$sender,$recipient);
3654 # Adds an entry into the %relayed hash. Currently only used when
3656 #######################################################################
3657 sub update_relayed {
3658 my($count,$sender,$recipient) = @_;
3660 #When generating the key, put in the 'H=' and 'A=' which can be used
3662 my $key = "H=$sender => H=$recipient";
3663 $key =~ s/ ([^=\s]+\@\S+|<>)/ A=$1/g;
3664 if (!defined $relay_pattern || $key !~ /$relay_pattern/o) {
3665 $relayed{$key} = 0 if !defined $relayed{$key};
3666 $relayed{$key} += $count;
3669 $relayed_unshown += $count;
3674 #######################################################################
3677 # add_to_totals(\%totals,\@keys,$values);
3679 # Given a line of space seperated values, add them into the provided hash using @keys
3682 # If the value contains a '%', then the value is set rather than added. Otherwise, we
3683 # convert the value to bytes and gigs. The gigs get added to I<Key>-gigs.
3684 #######################################################################
3686 my($totals_href,$keys_aref,$values) = @_;
3687 my(@values) = split(/\s+/,$values);
3689 for(my $i = 0; $i < @values && $i < @$keys_aref; ++$i) {
3690 my $key = $keys_aref->[$i];
3691 if ($values[$i] =~ /%/) {
3692 $$totals_href{$key} = $values[$i];
3695 $$totals_href{$key} = 0 unless ($$totals_href{$key});
3696 $$totals_href{"$key-gigs"} = 0 unless ($$totals_href{"$key-gigs"});
3697 un_round($values[$i], \$$totals_href{$key}, \$$totals_href{"$key-gigs"});
3698 print STDERR "Added $values[$i] to $key - $$totals_href{$key} , " . $$totals_href{"$key-gigs"} . "GB.\n" if $debug;
3704 #######################################################################
3707 # line_to_hash(\%hash,\@keys,$line);
3709 # Given a line of space seperated values, set them into the provided hash
3710 # using @keys as the hash keys.
3711 #######################################################################
3713 my($href,$keys_aref,$values) = @_;
3714 my(@values) = split(/\s+/,$values);
3715 for(my $i = 0; $i < @values && $i < @$keys_aref; ++$i) {
3716 $$href{$keys_aref->[$i]} = $values[$i];
3721 #######################################################################
3722 # get_report_total();
3724 # $total = get_report_total(\%hash,$key);
3726 # If %hash contains values split into Units and Gigs, we calculate and return
3728 # $hash{$key} + 1024*1024*1024 * $hash{"${key}-gigs"}
3729 #######################################################################
3730 sub get_report_total {
3732 my($hash_ref,$key) = @_;
3733 if ($$hash_ref{"${key}-gigs"}) {
3734 return $$hash_ref{$key} + $gig * $$hash_ref{"${key}-gigs"};
3736 return $$hash_ref{$key} || 0;
3739 #######################################################################
3742 # $text_line = html2txt($html_line);
3744 # Convert a line from html to text. Currently we just convert HTML tags to spaces
3745 # and convert >, <, and tags back.
3746 #######################################################################
3750 # Convert HTML tags to spacing. Note that the reports may contain <Userid> and
3751 # <Userid@Domain> words, so explicitly specify the HTML tags we will remove
3752 # (the ones used by this program). If someone is careless enough to have their
3753 # Userid the same as an HTML tag, there's not much we can do about it.
3754 s/<\/?(html|head|title|body|h\d|ul|li|a\s+|table|tr|td|th|pre|hr|p|br)\b.*?>/ /g;
3756 s/\<\;/\</og; #Convert '<' to '<'.
3757 s/\>\;/\>/og; #Convert '>' to '>'.
3758 s/\ \;/ /og; #Convert ' ' to ' '.
3762 #######################################################################
3765 # $arg = get_next_arg();
3767 # Because eximstats arguments are often passed as variables,
3768 # we can't rely on shell parsing to deal with quotes. This
3769 # subroutine returns $ARGV[1] and does a shift. If $ARGV[1]
3770 # starts with a quote (' or "), and doesn't end in one, then
3771 # we append the next argument to it and shift again. We repeat
3772 # until we've got all of the argument.
3774 # This isn't perfect as all white space gets reduced to one space,
3775 # but it's as good as we can get! If it's esential that spacing
3776 # be preserved precisely, then you get that by not using shell
3778 #######################################################################
3781 my $matched_pattern = 0;
3783 $arg .= ' ' if $arg;
3784 $arg .= $ARGV[1]; shift(@ARGV);
3785 if ($arg !~ /^['"]/) {
3786 $matched_pattern = 1;
3789 if ($arg =~ s/^(['"])(.*)\1$/$2/) {
3790 $matched_pattern = 1;
3794 die "Mismatched argument quotes - <$arg>.\n" unless $matched_pattern;
3798 #######################################################################
3799 # set_worksheet_line($ws_global, $startrow, $startcol, \@content, $format);
3801 # set values to a sequence of cells in a row.
3803 #######################################################################
3804 sub set_worksheet_line {
3805 my ($worksheet, $row, $col, $content, $format) = @_;
3807 foreach my $token (@$content)
3809 $worksheet->write($row, $col++, $token, $format );
3814 #######################################################################
3815 # @rcpt_times = parse_time_list($string);
3817 # Parse a comma seperated list of time values in seconds given by
3818 # the user and fill an array.
3820 # Return a default list if $string is undefined.
3821 # Return () if $string eq '0'.
3822 #######################################################################
3823 sub parse_time_list {
3825 if (! defined $string) {
3826 return(60, 5*60, 15*60, 30*60, 60*60, 3*60*60, 6*60*60, 12*60*60, 24*60*60);
3828 my(@times) = split(/,/, $string);
3829 foreach my $q (@times) { $q = eval($q) + 0 }
3830 @times = sort { $a <=> $b } @times;
3831 @times = () if ($#times == 0 && $times[0] == 0);
3836 #######################################################################
3837 # initialise_rcpt_times($protocol);
3838 # Initialise an array of rcpt_times to 0 for the specified protocol.
3839 #######################################################################
3840 sub initialise_rcpt_times {
3842 for (my $i = 0; $i <= $#rcpt_times; ++$i) {
3843 $rcpt_times_bin{$protocol}[$i] = 0;
3845 $rcpt_times_overflow{$protocol} = 0;
3849 ##################################################
3851 ##################################################
3854 $last_timestamp = '';
3858 $show_transport = 1;
3860 $local_league_table = 1;
3861 $include_remote_users = 0;
3862 $include_original_destination = 0;
3864 $volume_rounding = 1;
3865 $localtime_offset = calculate_localtime_offset(); # PH/FANF
3868 $charts_option_specified = 0;
3872 @queue_times = parse_time_list();
3874 @delivery_times = ();
3877 $offset_seconds = 0;
3883 my(%output_files); # What output files have been specified?
3887 while (@ARGV > 0 && substr($ARGV[0], 0, 1) eq '-') {
3888 if ($ARGV[0] =~ /^\-h(\d+)$/) { $hist_opt = $1 }
3889 elsif ($ARGV[0] =~ /^\-ne$/) { $show_errors = 0 }
3890 elsif ($ARGV[0] =~ /^\-nr(.?)(.*)\1$/) {
3891 if ($1 eq "") { $show_relay = 0 } else { $relay_pattern = $2 }
3893 elsif ($ARGV[0] =~ /^\-q([,\d\+\-\*\/]+)$/) { @queue_times = parse_time_list($1) }
3894 elsif ($ARGV[0] =~ /^-nt$/) { $show_transport = 0 }
3895 elsif ($ARGV[0] =~ /^\-nt(.?)(.*)\1$/)
3897 if ($1 eq "") { $show_transport = 0 } else { $transport_pattern = $2 }
3899 elsif ($ARGV[0] =~ /^-t(\d+)$/) { $topcount = $1 }
3900 elsif ($ARGV[0] =~ /^-tnl$/) { $local_league_table = 0 }
3901 elsif ($ARGV[0] =~ /^-txt=?(\S*)$/) { $txt_fh = get_filehandle($1,\%output_files) }
3902 elsif ($ARGV[0] =~ /^-html=?(\S*)$/) { $htm_fh = get_filehandle($1,\%output_files) }
3903 elsif ($ARGV[0] =~ /^-xls=?(\S*)$/) {
3904 if ($HAVE_Spreadsheet_WriteExcel) {
3905 $xls_fh = get_filehandle($1,\%output_files);
3908 warn "WARNING: CPAN Module Spreadsheet::WriteExcel not installed. Obtain from www.cpan.org\n";
3911 elsif ($ARGV[0] =~ /^-merge$/) { $merge_reports = 1 }
3912 elsif ($ARGV[0] =~ /^-charts$/) {
3914 warn "WARNING: CPAN Module GD::Graph::pie not installed. Obtain from www.cpan.org\n" unless $HAVE_GD_Graph_pie;
3915 warn "WARNING: CPAN Module GD::Graph::linespoints not installed. Obtain from www.cpan.org\n" unless $HAVE_GD_Graph_linespoints;
3917 elsif ($ARGV[0] =~ /^-chartdir$/) { $chartdir = $ARGV[1]; shift; $charts_option_specified = 1; }
3918 elsif ($ARGV[0] =~ /^-chartrel$/) { $chartrel = $ARGV[1]; shift; $charts_option_specified = 1; }
3919 elsif ($ARGV[0] =~ /^-include_original_destination$/) { $include_original_destination = 1 }
3920 elsif ($ARGV[0] =~ /^-cache$/) { } #Not currently used.
3921 elsif ($ARGV[0] =~ /^-byhost$/) { $do_sender{Host} = 1 }
3922 elsif ($ARGV[0] =~ /^-bydomain$/) { $do_sender{Domain} = 1 }
3923 elsif ($ARGV[0] =~ /^-byemail$/) { $do_sender{Email} = 1 }
3924 elsif ($ARGV[0] =~ /^-byemaildomain$/) { $do_sender{Edomain} = 1 }
3925 elsif ($ARGV[0] =~ /^-byedomain$/) { $do_sender{Edomain} = 1 }
3926 elsif ($ARGV[0] =~ /^-bylocaldomain$/) { $do_local_domain = 1 }
3927 elsif ($ARGV[0] =~ /^-emptyok$/) { $emptyOK = 1 }
3928 elsif ($ARGV[0] =~ /^-nvr$/) { $volume_rounding = 0 }
3929 elsif ($ARGV[0] =~ /^-show_rt([,\d\+\-\*\/]+)?$/) { @rcpt_times = parse_time_list($1) }
3930 elsif ($ARGV[0] =~ /^-show_dt([,\d\+\-\*\/]+)?$/) { @delivery_times = parse_time_list($1) }
3931 elsif ($ARGV[0] =~ /^-d$/) { $debug = 1 }
3932 elsif ($ARGV[0] =~ /^--?h(elp)?$/){ help() }
3933 elsif ($ARGV[0] =~ /^-t_remote_users$/) { $include_remote_users = 1 }
3934 elsif ($ARGV[0] =~ /^-pattern$/)
3936 push(@user_descriptions,get_next_arg());
3937 push(@user_patterns,get_next_arg());
3939 elsif ($ARGV[0] =~ /^-utc$/)
3941 # We don't need this value if the log is in UTC.
3942 $localtime_offset = undef;
3946 print STDERR "Eximstats: Unknown or malformed option $ARGV[0]\n";
3952 # keep old default behaviour
3953 if (! ($xls_fh or $htm_fh or $txt_fh)) {
3957 # Check that all the charts options are specified.
3958 warn "-charts option not specified. Use -help for help.\n" if ($charts_option_specified && ! $charts);
3960 # Default to display tables by sending Host.
3961 $do_sender{Host} = 1 unless ($do_sender{Domain} || $do_sender{Email} || $do_sender{Edomain});
3963 # prepare xls Excel Workbook
3964 if (defined $xls_fh) {
3966 # Create a new Excel workbook
3967 $workbook = Spreadsheet::WriteExcel->new($xls_fh);
3970 $ws_global = $workbook->addworksheet('Exim Statistik');
3971 # show $ws_global as initial sheet
3972 $ws_global->set_first_sheet();
3973 $ws_global->activate();
3976 $ws_relayed = $workbook->addworksheet('Relayed Messages');
3977 $ws_relayed->set_column(1, 2, 80);
3980 $ws_errors = $workbook->addworksheet('Errors');
3985 $ws_global->set_column(0, 2, 20); # Columns B-D width set to 30
3986 $ws_global->set_column(3, 3, 15); # Columns B-D width set to 30
3987 $ws_global->set_column(4, 4, 25); # Columns B-D width set to 30
3990 $f_default = $workbook->add_format();
3992 $f_header1 = $workbook->add_format();
3993 $f_header1->set_bold();
3994 #$f_header1->set_color('red');
3995 $f_header1->set_size('15');
3996 $f_header1->set_valign();
3997 # $f_header1->set_align('center');
3998 # $ws_global->write($row++, 2, "Testing Headers 1", $f_header1);
4000 $f_header2 = $workbook->add_format();
4001 $f_header2->set_bold();
4002 $f_header2->set_size('12');
4003 $f_header2->set_valign();
4004 # $ws_global->write($row++, 2, "Testing Headers 2", $f_header2);
4006 # Create another header2 for use in merged cells.
4007 $f_header2_m = $workbook->add_format();
4008 $f_header2_m->set_bold();
4009 $f_header2_m->set_size('8');
4010 $f_header2_m->set_valign();
4011 $f_header2_m->set_align('center');
4013 $f_percent = $workbook->add_format();
4014 $f_percent->set_num_format('0.0%');
4016 $f_headertab = $workbook->add_format();
4017 $f_headertab->set_bold();
4018 $f_headertab->set_valign();
4019 # $ws_global->write($row++, 2, "Testing Headers tab", $f_headertab);
4024 # Initialise the queue/delivery/rcpt time counters.
4025 for (my $i = 0; $i <= $#queue_times; $i++) {
4026 $qt_all_bin[$i] = 0;
4027 $qt_remote_bin[$i] = 0;
4029 for (my $i = 0; $i <= $#delivery_times; $i++) {
4030 $dt_all_bin[$i] = 0;
4031 $dt_remote_bin[$i] = 0;
4033 initialise_rcpt_times('all');
4036 # Compute the number of slots for the histogram
4039 if ($hist_opt > 60 || 60 % $hist_opt != 0)
4041 print STDERR "Eximstats: -h must specify a factor of 60\n";
4044 $hist_interval = 60/$hist_opt; #Interval in minutes.
4045 $hist_number = (24*60)/$hist_interval; #Number of intervals per day.
4046 @received_interval_count = (0) x $hist_number;
4047 @delivered_interval_count = (0) x $hist_number;
4048 my $user_pattern_index = 0;
4049 for (my $user_pattern_index = 0; $user_pattern_index <= $#user_patterns; ++$user_pattern_index) {
4050 @{$user_pattern_interval_count[$user_pattern_index]} = (0) x $hist_number;
4052 @dt_all_bin = (0) x $hist_number;
4053 @dt_remote_bin = (0) x $hist_number;
4056 #$queue_unknown = 0;
4058 $total_received_data = 0;
4059 $total_received_data_gigs = 0;
4060 $total_received_count = 0;
4062 $total_delivered_data = 0;
4063 $total_delivered_data_gigs = 0;
4064 $total_delivered_messages = 0;
4065 $total_delivered_addresses = 0;
4067 $qt_all_overflow = 0;
4068 $qt_remote_overflow = 0;
4069 $dt_all_overflow = 0;
4070 $dt_remote_overflow = 0;
4072 $relayed_unshown = 0;
4073 $message_errors = 0;
4074 $begin = "9999-99-99 99:99:99";
4075 $end = "0000-00-00 00:00:00";
4077 foreach $section ('Received','Delivered','Temp Rejects', 'Rejects','Ham','Spam') {
4078 foreach $type ('Volume','Messages','Delayed','Failed','Hosts','Domains','Emails','Edomains') {
4079 $report_totals{$section}{$type} = 0;
4083 # Generate our parser.
4084 my $parser = generate_parser();
4089 # Scan the input files and collect the data
4090 foreach my $file (@ARGV) {
4091 if ($file =~ /\.gz/) {
4092 unless (open(FILE,"gunzip -c $file |")) {
4093 print STDERR "Failed to gunzip -c $file: $!";
4097 elsif ($file =~ /\.Z/) {
4098 unless (open(FILE,"uncompress -c $file |")) {
4099 print STDERR "Failed to uncompress -c $file: $!";
4104 unless (open(FILE,$file)) {
4105 print STDERR "Failed to read $file: $!";
4109 #Now parse the filehandle, updating the global variables.
4110 parse($parser,\*FILE);
4115 #No files provided. Parse STDIN, updating the global variables.
4116 parse($parser,\*STDIN);
4120 if ($begin eq "9999-99-99 99:99:99" && ! $emptyOK) {
4121 print STDERR "**** No valid log lines read\n";
4125 # Output our results.
4127 print_grandtotals();
4129 # Print counts of user specified patterns if required.
4130 print_user_patterns() if @user_patterns;
4132 # Print rejection reasons.
4135 # Print totals by transport if required.
4136 print_transport() if $show_transport;
4138 # Print the deliveries per interval as a histogram, unless configured not to.
4139 # First find the maximum in one interval and scale accordingly.
4140 if ($hist_opt > 0) {
4141 print_histogram("Messages received", 'message', @received_interval_count);
4142 print_histogram("Deliveries", 'delivery', @delivered_interval_count);
4145 # Print times on queue if required.
4146 if ($#queue_times >= 0) {
4147 print_duration_table("Time spent on the queue", "all messages", \@queue_times, \@qt_all_bin,$qt_all_overflow);
4148 print_duration_table("Time spent on the queue", "messages with at least one remote delivery", \@queue_times, \@qt_remote_bin,$qt_remote_overflow);
4151 # Print delivery times if required.
4152 if ($#delivery_times >= 0) {
4153 print_duration_table("Delivery times", "all messages", \@delivery_times, \@dt_all_bin,$dt_all_overflow);
4154 print_duration_table("Delivery times", "messages with at least one remote delivery", \@delivery_times, \@dt_remote_bin,$dt_remote_overflow);
4157 # Print rcpt times if required.
4158 if ($#rcpt_times >= 0) {
4159 foreach my $protocol ('all', grep(!/^all$/, sort keys %rcpt_times_bin)) {
4160 print_duration_table("Receipt times", "$protocol messages", \@rcpt_times, $rcpt_times_bin{$protocol}, $rcpt_times_overflow{$protocol});
4164 # Print relay information if required.
4165 print_relay() if $show_relay;
4167 # Print the league tables, if topcount isn't zero.
4168 if ($topcount > 0) {
4169 my($ws_rej, $ws_top50, $ws_rej_row, $ws_top50_row, $ws_temp_rej, $ws_temp_rej_row);
4170 $ws_rej_row = $ws_temp_rej_row = $ws_top50_row = 0;
4172 $ws_top50 = $workbook->addworksheet('Deliveries');
4173 $ws_rej = $workbook->addworksheet('Rejections') if (%rejected_count_by_reason || %rejected_count_by_ip || %spam_count_by_ip);
4174 $ws_temp_rej = $workbook->addworksheet('Temporary Rejections') if (%temporarily_rejected_count_by_reason || %temporarily_rejected_count_by_ip);
4177 print_league_table("mail rejection reason", \%rejected_count_by_reason, undef, undef, undef, $ws_rej, \$ws_rej_row) if %rejected_count_by_reason;
4178 print_league_table("mail temporary rejection reason", \%temporarily_rejected_count_by_reason, undef, undef, undef, $ws_temp_rej, \$ws_temp_rej_row) if %temporarily_rejected_count_by_reason;
4180 foreach ('Host','Domain','Email','Edomain') {
4181 next unless $do_sender{$_};
4182 print_league_table("sending \l$_", $received_count{$_}, undef, $received_data{$_},$received_data_gigs{$_}, $ws_top50, \$ws_top50_row);
4185 print_league_table("local sender", \%received_count_user, undef,
4186 \%received_data_user,\%received_data_gigs_user, $ws_top50, \$ws_top50_row) if (($local_league_table || $include_remote_users) && %received_count_user);
4187 foreach ('Host','Domain','Email','Edomain') {
4188 next unless $do_sender{$_};
4189 print_league_table("\l$_ destination", $delivered_messages{$_}, $delivered_addresses{$_}, $delivered_data{$_},$delivered_data_gigs{$_}, $ws_top50, \$ws_top50_row);
4191 print_league_table("local destination", \%delivered_messages_user, \%delivered_addresses_user, \%delivered_data_user,\%delivered_data_gigs_user, $ws_top50, \$ws_top50_row) if (($local_league_table || $include_remote_users) && %delivered_messages_user);
4192 print_league_table("local domain destination", \%delivered_messages_local_domain, \%delivered_addresses_local_domain, \%delivered_data_local_domain,\%delivered_data_gigs_local_domain, $ws_top50, \$ws_top50_row) if (($local_league_table || $include_remote_users) && %delivered_messages_local_domain);
4194 print_league_table("rejected ip", \%rejected_count_by_ip, undef, undef, undef, $ws_rej, \$ws_rej_row) if %rejected_count_by_ip;
4195 print_league_table("temporarily rejected ip", \%temporarily_rejected_count_by_ip, undef, undef, undef, $ws_rej, \$ws_rej_row) if %temporarily_rejected_count_by_ip;
4196 print_league_table("non-rejected spamming ip", \%spam_count_by_ip, undef, undef, undef, $ws_rej, \$ws_rej_row) if %spam_count_by_ip;
4200 # Print the error statistics if required.
4201 print_errors() if $show_errors;
4203 print $htm_fh "</body>\n</html>\n" if $htm_fh;
4206 $txt_fh->close if $txt_fh && ref $txt_fh;
4207 $htm_fh->close if $htm_fh;
4210 # close Excel Workbook
4211 $ws_global->set_first_sheet();
4212 # FIXME: whyever - activate does not work :-/
4213 $ws_global->activate();