X-Git-Url: https://git.exim.org/exim.git/blobdiff_plain/3ce625884681ded8f7e08565dc76ea42a19e3652..ab13201f8a5517a379c461767f16feafa8e01ffb:/src/src/exigrep.src diff --git a/src/src/exigrep.src b/src/src/exigrep.src index 0f9fc6908..abc6f3a31 100644 --- a/src/src/exigrep.src +++ b/src/src/exigrep.src @@ -1,9 +1,11 @@ -#! PERL_COMMAND -w -# $Cambridge: exim/src/src/exigrep.src,v 1.9 2007/03/13 16:37:57 ph10 Exp $ +#! PERL_COMMAND +use warnings; use strict; +use Pod::Usage; +BEGIN { pop @INC if $INC[-1] eq '.' }; -# Copyright (c) 2007 University of Cambridge. +# Copyright (c) 2007-2015 University of Cambridge. # See the file NOTICE for conditions of use and distribution. # Except when they appear in comments, the following placeholders in this @@ -61,6 +63,11 @@ return $seconds; my (%saved, %id_list, $pattern, $queue_time, $insensitive, $invert); +# If using "related" option, have to track extra message IDs +my $related; +my $related_re=''; +my @Mids = (); + sub do_line { # Convert syslog lines to mainlog format, as in eximstats. @@ -91,8 +98,16 @@ if (defined $id) } else { - $id_list{$id} = 1 if defined $id_list{$id} || - ($insensitive && /$pattern/io) || /$pattern/o; + if (defined $id_list{$id} || + ($insensitive && /$pattern/io) || /$pattern/o) + { + $id_list{$id} = 1; + get_related_ids($id) if $related; + } + elsif ($related && $related_re) + { + grep_for_related($_, $id); + } } # See if this is a completion for some message. If it is interesting, @@ -125,22 +140,96 @@ elsif ( ($invert && (($insensitive && !/$pattern/io) || !/$pattern/o)) || { print "$_\n"; } } +# Rotated log files are frequently compressed and there are a variety of +# formats it could be compressed with. Rather than use just one that is +# detected and hardcoded at Exim compile time, detect and use what the +# logfile is compressed with on the fly. +# +# List of known compression extensions and their associated commands: +my $compressors = { + gz => { cmd => 'zcat', args => '' }, + bz2 => { cmd => 'bzcat', args => '' }, + xz => { cmd => 'xzcat', args => '' }, + lzma => { cmd => 'lzma', args => '-dc' } +}; +my $csearch = 0; + +sub detect_compressor_bin + { + my $ext = shift(); + my $c = $compressors->{$ext}->{cmd}; + $compressors->{$ext}->{bin} = `which $c 2>/dev/null`; + chomp($compressors->{$ext}->{bin}); + } + +sub detect_compressor_capable + { + my $filename = shift(); + map { &detect_compressor_bin($_) } keys %$compressors + if (!$csearch); + $csearch = 1; + return undef + unless (grep {$filename =~ /\.(?:$_)$/} keys %$compressors); + # Loop through them, figure out which one it detected, + # and build the commandline. + my $cmdline = undef; + foreach my $ext (keys %$compressors) + { + if ($filename =~ /\.(?:$ext)$/) + { + # Just die if compressor not found; if this occurs in the middle of + # two valid files with a lot of matches, error could easily be missed. + die("Didn't find $ext decompressor for $filename\n") + if ($compressors->{$ext}->{bin} eq ''); + $cmdline = $compressors->{$ext}->{bin} ." ". + $compressors->{$ext}->{args}; + last; + } + } + return $cmdline; + } + +sub grep_for_related { + my ($line,$id) = @_; + $id_list{$id} = 1 if $line =~ m/$related_re/; +} + +sub get_related_ids { + my ($id) = @_; + push @Mids, $id unless grep /\b$id\b/, @Mids; + my $re = join '|', @Mids; + $related_re = qr/$re/; +} # The main program. Extract the pattern and make sure any relevant characters # are quoted if the -l flag is given. The -t flag gives a time-on-queue value -# which is an additional condition. +# which is an additional condition. The -M flag will also display "related" +# loglines (msgid from matched lines is searched in following lines). -getopts('Ilvt:',\my %args); +getopts('Ilvt:Mhm',\my %args); $queue_time = $args{'t'}? $args{'t'} : -1; $insensitive = $args{'I'}? 0 : 1; $invert = $args{'v'}? 1 : 0; +$related = $args{'M'}? 1 : 0; -die "usage: exigrep [-I] [-l] [-t ] [-v] []...\n" - if ($#ARGV < 0); +pod2usage(-exit => 0, -verbose => 1) if $args{'h'}; +pod2usage(-exit => 0, -verbose => 2, -noperldoc => system('perldoc -V 2>/dev/null >/dev/null')) + if $args{'m'}; +pod2usage if not @ARGV; $pattern = shift @ARGV; $pattern = quotemeta $pattern if $args{l}; +# Start a pager if output goes to a terminal +if (-t 1) + { + foreach ($ENV{PAGER}//(), 'less', 'more') + { + open(my $pager, '|-', $_) or next; + select $pager; + last; + } +} # If file arguments are given, open each one and process according as it is # is compressed or not. @@ -150,11 +239,16 @@ if (@ARGV) foreach (@ARGV) { my $filename = $_; - if ($filename =~ /\.(?:COMPRESS_SUFFIX)$/o) + if (-x 'ZCAT_COMMAND' && $filename =~ /\.(?:COMPRESS_SUFFIX)$/o) { open(LOG, "ZCAT_COMMAND $filename |") || die "Unable to zcat $filename: $!\n"; } + elsif (my $cmdline = &detect_compressor_capable($filename)) + { + open(LOG, "$cmdline $filename |") || + die "Unable to decompress $filename: $!\n"; + } else { open(LOG, "<$filename") || die "Unable to open $filename: $!\n"; @@ -175,4 +269,76 @@ for (keys %id_list) print "+++ $_ has not completed +++\n$saved{$_}\n"; } -# End of exigrep +__END__ + +=head1 NAME + +exigrep - search Exim's main log + +=head1 SYNOPSIS + +B [options] pattern [log] ... + +=head1 DESCRIPTION + +The B utility is a Perl script that searches one or more main log +files for entries that match a given pattern. When it finds a match, +it extracts all the log entries for the relevant message, not just +those that match the pattern. Thus, B can extract complete log +entries for a given message, or all mail for a given user, or for a +given host, for example. + +If no file names are given on the command line, the standard input is read. + +For known file extensions indicating compression (F<.gz>, F<.bz2>, F<.xz>, and F<.lzma>) +a suitable de-compressor is used, if available. + +=head1 OPTIONS + +=over + +=item B<-l> + +This means 'literal', that is, treat all characters in the +pattern as standing for themselves. Otherwise the pattern must be a +Perl regular expression. The pattern match is case-insensitive. + +=item B<-t> I + +Limit the output to messages that spent at least I in the +queue. + +=item B<-I> + +Do a case sensitive search. + +=item B<-v> + +Invert the meaning of the search pattern. That is, print message log +entries that are not related to that pattern. + +=item B<-M> + +Search for related messages too. + +=item B<-h> + +Print a short reference help. For more detailed help try L, +or C. + +=item B<-m> + +Print this manual page of B. + +=back + +=head1 SEE ALSO + +L, L, L + +=head1 AUTHOR + +This manual page was stitched together from spec.txt by Andreas Metzler L +and updated by Heiko Schlittermann L. + +=cut