5 use Digest::SHA1 qw(sha1_hex);
11 use Storable qw(thaw);
13 use vars qw($dbhost $dbname $dbuser $dbpass $dbport
14 $all_stat $fail_stat $change_stat $green_stat
18 require "$ENV{BFConfDir}/BuildFarmWeb.pl";
20 die "no dbname" unless $dbname;
21 die "no dbuser" unless $dbuser;
23 # don't use configged dbuser/dbpass
25 $dbuser=""; $dbpass="";
27 my $dsn="dbi:Pg:dbname=$dbname";
28 $dsn .= ";host=$dbhost" if $dbhost;
29 $dsn .= ";port=$dbport" if $dbport;
31 my $db = DBI->connect($dsn,$dbuser,$dbpass);
33 die $DBI::errstr unless $db;
35 my $clear_old = $db->do(q[
39 (SELECT name FROM buildsystems WHERE no_alerts)
43 my $sth = $db->prepare(q[
45 SELECT DISTINCT ON (sysname, branch)
47 extract(epoch from snapshot at time zone 'GMT')::int as snapshot,
49 FROM build_status s join buildsystems b on (s.sysname = b.name)
50 WHERE NOT b.no_alerts and
51 snapshot > current_timestamp - interval '30 days'
52 ORDER BY sysname, branch, snapshot desc
60 while (my $row = $sth->fetchrow_hashref)
62 push(@last_heard, $row);
69 SELECT sysname, branch,
70 extract(epoch from first_alert) as first_alert,
71 extract(epoch from last_notification) as last_notification
76 my $alerts = $db->selectall_hashref($sql,['sysname','branch']);
81 my $clear_sth = $db->prepare(q[
88 my $update_sth = $db->prepare(q[
91 SET last_notification = timestamp '1970-01-01' + ( interval '1 second' * $1)
96 my $insert_sth = $db->prepare(q[
98 INSERT INTO alerts ( sysname, branch, first_alert, last_notification )
100 timestamp '1970-01-01' + ( interval '1 second' * $3),
101 timestamp '1970-01-01' + ( interval '1 second' * $4))
106 my $lts = scalar(localtime);
107 print "starting alert run: $lts\n";
109 foreach my $sysbranch (@last_heard)
111 my $client_conf = thaw $sysbranch->{config};
113 my %client_alert_settings = %{ $client_conf->{alerts} || {} };
114 my $setting = $client_alert_settings{$sysbranch->{branch}};
115 unless ($setting && $setting->{alert_after} && $setting->{alert_every})
117 # if no valid setting, clear any alert and keep going
118 if ($alerts->{$sysbranch->{sysname}}->{$sysbranch->{branch}})
120 $clear_sth->execute($sysbranch->{sysname},$sysbranch->{branch});
121 push(@need_cleared,[$sysbranch]);
125 # ok, we have valid settings. should the alert be on?
126 my $hours_since_heard = ($now - $sysbranch->{snapshot}) / 3600;
129 "have settings for $sysbranch->{sysname}:$sysbranch->{branch} ",
130 "hours since heard = $hours_since_heard, ",
131 "setting = $setting->{alert_after} / $setting->{alert_every} \n";
133 if ($hours_since_heard > $setting->{alert_after})
136 $alerts->{$sysbranch->{sysname}}->{$sysbranch->{branch}};
138 ($now - (3600 * $setting->{alert_every})) >
139 $known_alert->{last_notification})
141 # check if it's too old - 15 days and twice initial seems plenty
142 if ($hours_since_heard > 360 &&
143 $hours_since_heard > 2 * $setting->{alert_after} )
145 print "alert is too old ... giving up\n";
149 # old alert, but time to alert again
150 print "alert is on, but time to alert again\n";
151 $update_sth->execute($now,
152 $sysbranch->{sysname},
153 $sysbranch->{branch},
155 push(@need_alerts,[$sysbranch,$setting]);
156 print "alert updated\n";
158 elsif ( ! $known_alert )
161 print "new alert needed\n";
162 $insert_sth->execute($sysbranch->{sysname},
163 $sysbranch->{branch},
165 print "new record inserted\n";
166 push(@need_alerts,[$sysbranch,$setting]);
169 # nope, so clear the alert if it exists
170 elsif ($alerts->{$sysbranch->{sysname}}->{$sysbranch->{branch}})
172 print "clear exisiting alerts";
173 $clear_sth->execute($sysbranch->{sysname},$sysbranch->{branch});
174 push(@need_cleared,[$sysbranch,$setting]);
179 print "start emails\n";
181 my $addr_sth = $db->prepare(q[
189 my $me = `id -un`; chomp $me;
190 my $host = `hostname`; chomp ($host);
191 $host = $default_host unless ($host =~ m/[.]/ || !defined($default_host));
193 my $from_addr = "PG Build Farm <$me\@$host>";
194 $from_addr =~ tr /\r\n//d;
198 foreach my $clearme (@need_cleared)
200 my ($sysbranch, $setting) = @$clearme;
201 my ($animal, $branch) = ($sysbranch->{sysname},$sysbranch->{branch});
205 my $hours = sprintf("%.2f",($now - $sysbranch->{snapshot}) / 3600);
206 $text = "$sysbranch->{sysname} has now reported " .
207 "on $sysbranch->{branch} $hours hours ago.";
211 $text = "$sysbranch->{sysname} has lost alarm settings on branch: " .
212 "$sysbranch->{branch}. Resetting alarm to off.";
214 my $msg = new Mail::Send;
216 $msg->set('From',$from_addr);
218 $addr_sth->execute($animal);
220 my $mailto = $addr_sth->fetchrow_array;
222 print "sending clear to $mailto\n";
227 $msg->subject("PGBuildfarm member $animal Branch $branch Alert cleared");
229 print $fh "\n\n$text\n";
232 print "alert cleared $animal $branch\n";
235 foreach my $clearme (@need_alerts)
237 my ($sysbranch, $setting) = @$clearme;
238 my ($animal, $branch) = ($sysbranch->{sysname},$sysbranch->{branch});
239 my $hours = sprintf("%.2f",($now - $sysbranch->{snapshot}) / 3600);
240 my $text = "$sysbranch->{sysname} has not reported " .
241 "on $sysbranch->{branch} for $hours hours.";
242 my $msg = new Mail::Send;
244 $msg->set('From',$from_addr);
246 $addr_sth->execute($animal);
248 my ($mailto) = $addr_sth->fetchrow_array;
252 print "sending alert to $mailto\n";
256 $msg->subject("PGBuildfarm member $animal Branch $branch " .
257 "Alert notification");
259 print $fh "\n\n$text\n";
262 print "alert sent $animal $branch\n";
266 print "=================================\n";