Source code
Revision control
Copy as Markdown
Other Tools
#! /bin/perl
#######################################################################
#
# /u/sonmi/bin/clean_tbx.pl
#
# this script is supposed to remove tinderbox QA if:
# QA has passed, there are 2+ newer QA dirs of the same machine and
# platform (32/64) and it is older than 2 hours
# QA has failed, there are 2+ newer QA dirsof the same machine and
# platform (32/64) with _identical failures and it is older than
# 2 hours
# directory is older than 48 hours
#
#######################################################################
use Time::Local;
$ANY_TBX_KEEP_HOURS=48;
$NOT_FAILED_TBX_KEEP_HOURS=24;
$PASSED_TBX_KEEP_HOURS=2;
$IF_TBX_KEEP_HOURS=2;
$PASSED_NEWER_DIRS=2;
$IF_NEWER_DIRS=2;
$verbose = 1;
$TBX_TESTDIR="/share/builds/mccrel3/nss/nsstip/tinderbox/tests_results/security";
$FTP_STAGE="/u/sonmi/tmp/ftp_stage/tinderbox";
@tbx_dirs = ();
$eANY_TBX_KEEP=$ANY_TBX_KEEP_HOURS*60*60;
$ePASSED_TBX_KEEP=$PASSED_TBX_KEEP_HOURS*60*60;
$eIF_TBX_KEEP=$IF_TBX_KEEP_HOURS*60*60;
$eNOT_FAILED_TBX_KEEP=$NOT_FAILED_TBX_KEEP_HOURS*60*60;
$year, $month, $days, $hours, $minutes, $seconds;
$efulldate=0;
$fulldate=0;
$no_bits="";
$last_no_bits="";
$host="";
$last_host="";
@tbx_dirs = `ls -r $TBX_TESTDIR`; #sort first by host,
#then 64,
#then newest - oldest
debug ("found $#tbx_dirs directories ");
($seconds, $minutes, $hours, $days, $month, $year) = localtime;
debug ("$seconds, $minutes, $hours, $days, $month, $year");
$enow = timelocal(localtime);
sub debug;
sub warning;
sub error;
sub msg;
sub init;
sub check_tbx_dirs;
sub check_tbx_dirs
{
my $platform_idx=0; # counts directories per platform, newest
# to oldest (ignores incomplete)
my $passed_idx=0; # counts passed directories newest to oldest
my $QAstatus="unknown";
foreach $tbx_dir (@tbx_dirs) {
$tbx_dir =~ s/\n//g;
$fulldate = $tbx_dir;
$fulldate =~ s/^.*-(20.*-..\...$)/$1/;
$day = $month = $year = $hour = $min = $fulldate;
$host = $tbx_dir;
$host =~ s/-20.*//;
$no_bits = $host;
$host =~ s/64$//;
$no_bits =~ s/.*64$/64/;
$no_bits =~ s/^[^6].*/other/;
$year =~ s/(....).*/$1/;
$month =~ s/....(..).*/$1/;
$day =~ s/......(..).*/$1/;
$hour =~ s/........-(..).*/$1/;
$min =~ s/.*\.(..)$/$1/;
if ( -f "$TBX_TESTDIR/$tbx_dir/QAstatus" ) {
$QAstatus=`cat $TBX_TESTDIR/$tbx_dir/QAstatus 2>/dev/null`;
$QAstatus =~ s/\n$//g;
} else {
$QAstatus="unknown";
}
$efulldate = timelocal( 0, $min, $hour, $day, $month-1, $year-1900);
if ( "$host" !~ "$last_host" || "$no_bits" !~ "$last_no_bits" ) {
if ( $QAstatus !~ "QA running" ) {
$platform_idx = 0;
} else {
$platform_idx = -1;
}
$passed_idx = 0;
$last_host = $host;
$last_no_bits = $no_bits;
} else {
$platform_idx ++;
$passed_idx++ if ( $QAstatus =~ "QA passed" ) ;
}
debug ("$tbx_dir host $host date $fulldate bits $no_bits $year/$month/$day $hour:$min QAstatus $QAstatus pli $platform_idx pai $passed_idx");
if ( $passed_idx > $PASSED_NEWER_DIRS && $QAstatus =~ "QA passed" ) {
$ekeeptime=$efulldate + $ePASSED_TBX_KEEP;
#($s, $m, $h, $d, $mo, $y) = localtime($ekeeptime);
#debug ("$passed_idx > $PASSED_NEWER_DIRS ekeeptime ($s, $m, $h, $d, $mo, $y) == $ekeeptime");
rm_tbx ("Passed $PASSED_TBX_KEEP_HOURS + hours old") if ( $ekeeptime <= $enow );
} elsif ( $QAstatus !~ "QA failed" ) {
$ekeeptime=$efulldate + $eNOT_FAILED_TBX_KEEP;
rm_tbx ("Not failed $NOT_FAILED_TBX_KEEP_HOURS + hours old") if ( $ekeeptime <= $enow );
} else {
$ekeeptime=$efulldate + $eANY_TBX_KEEP;
rm_tbx ("Passed 2+ hours old") if ( $ekeeptime <= $enow );
}
if ( $QAstatus =~ "QA failed" ) {
$ekeeptime=$efulldate + $eIF_TBX_KEEP;
#FIXME - compare to the previous failure by filtering and
#FIXME diffing the results.html files (first grep failed)
}
}
}
sub rm_tbx()
{
debug ("DELETING $tbx_dir... (@_[0]) ");
system("rm -rf $TBX_TESTDIR/$tbx_dir");
#debug ("rm -rf $TBX_TESTDIR/$tbx_dir");
}
sub msg
{
my $i;
for ($i = 0; $i <= $#_ ; $i++ ) {
print "@_[$i] ";
}
print "\n";
}
sub error
{
msg ("ERROR: " ,@_ );
}
sub warning
{
msg ("WARNING:" ,@_ );
}
sub debug
{
if ( $verbose == 1 ) {
msg ("DEBUG: " ,@_ );
} elsif ( $verbose == 2 ) {
msg (@_ );
}
}
check_tbx_dirs;