Thu, 22 Jan 2015 13:21:57 +0100
Incorporate requested changes from Mozilla in review:
https://bugzilla.mozilla.org/show_bug.cgi?id=1123480#c6
1 #! /bin/perl
3 #######################################################################
4 #
5 # /u/sonmi/bin/clean_tbx.pl
6 #
7 # this script is supposed to remove tinderbox QA if:
8 # QA has passed, there are 2+ newer QA dirs of the same machine and
9 # platform (32/64) and it is older than 2 hours
10 # QA has failed, there are 2+ newer QA dirsof the same machine and
11 # platform (32/64) with _identical failures and it is older than
12 # 2 hours
13 # directory is older than 48 hours
14 #
15 #######################################################################
17 use Time::Local;
19 $ANY_TBX_KEEP_HOURS=48;
20 $NOT_FAILED_TBX_KEEP_HOURS=24;
21 $PASSED_TBX_KEEP_HOURS=2;
22 $IF_TBX_KEEP_HOURS=2;
23 $PASSED_NEWER_DIRS=2;
24 $IF_NEWER_DIRS=2;
25 $verbose = 1;
27 $TBX_TESTDIR="/share/builds/mccrel3/nss/nsstip/tinderbox/tests_results/security";
28 $FTP_STAGE="/u/sonmi/tmp/ftp_stage/tinderbox";
30 @tbx_dirs = ();
32 $eANY_TBX_KEEP=$ANY_TBX_KEEP_HOURS*60*60;
33 $ePASSED_TBX_KEEP=$PASSED_TBX_KEEP_HOURS*60*60;
34 $eIF_TBX_KEEP=$IF_TBX_KEEP_HOURS*60*60;
35 $eNOT_FAILED_TBX_KEEP=$NOT_FAILED_TBX_KEEP_HOURS*60*60;
37 $year, $month, $days, $hours, $minutes, $seconds;
38 $efulldate=0;
40 $fulldate=0;
42 $no_bits="";
43 $last_no_bits="";
45 $host="";
46 $last_host="";
48 @tbx_dirs = `ls -r $TBX_TESTDIR`; #sort first by host,
49 #then 64,
50 #then newest - oldest
51 debug ("found $#tbx_dirs directories ");
53 ($seconds, $minutes, $hours, $days, $month, $year) = localtime;
55 debug ("$seconds, $minutes, $hours, $days, $month, $year");
57 $enow = timelocal(localtime);
59 sub debug;
60 sub warning;
61 sub error;
62 sub msg;
63 sub init;
64 sub check_tbx_dirs;
66 sub check_tbx_dirs
67 {
68 my $platform_idx=0; # counts directories per platform, newest
69 # to oldest (ignores incomplete)
70 my $passed_idx=0; # counts passed directories newest to oldest
71 my $QAstatus="unknown";
72 foreach $tbx_dir (@tbx_dirs) {
73 $tbx_dir =~ s/\n//g;
74 $fulldate = $tbx_dir;
75 $fulldate =~ s/^.*-(20.*-..\...$)/$1/;
76 $day = $month = $year = $hour = $min = $fulldate;
77 $host = $tbx_dir;
78 $host =~ s/-20.*//;
79 $no_bits = $host;
80 $host =~ s/64$//;
81 $no_bits =~ s/.*64$/64/;
82 $no_bits =~ s/^[^6].*/other/;
83 $year =~ s/(....).*/$1/;
84 $month =~ s/....(..).*/$1/;
85 $day =~ s/......(..).*/$1/;
86 $hour =~ s/........-(..).*/$1/;
87 $min =~ s/.*\.(..)$/$1/;
90 if ( -f "$TBX_TESTDIR/$tbx_dir/QAstatus" ) {
91 $QAstatus=`cat $TBX_TESTDIR/$tbx_dir/QAstatus 2>/dev/null`;
92 $QAstatus =~ s/\n$//g;
93 } else {
94 $QAstatus="unknown";
95 }
97 $efulldate = timelocal( 0, $min, $hour, $day, $month-1, $year-1900);
98 if ( "$host" !~ "$last_host" || "$no_bits" !~ "$last_no_bits" ) {
99 if ( $QAstatus !~ "QA running" ) {
100 $platform_idx = 0;
101 } else {
102 $platform_idx = -1;
103 }
104 $passed_idx = 0;
106 $last_host = $host;
107 $last_no_bits = $no_bits;
108 } else {
109 $platform_idx ++;
110 $passed_idx++ if ( $QAstatus =~ "QA passed" ) ;
111 }
113 debug ("$tbx_dir host $host date $fulldate bits $no_bits $year/$month/$day $hour:$min QAstatus $QAstatus pli $platform_idx pai $passed_idx");
115 if ( $passed_idx > $PASSED_NEWER_DIRS && $QAstatus =~ "QA passed" ) {
116 $ekeeptime=$efulldate + $ePASSED_TBX_KEEP;
117 #($s, $m, $h, $d, $mo, $y) = localtime($ekeeptime);
118 #debug ("$passed_idx > $PASSED_NEWER_DIRS ekeeptime ($s, $m, $h, $d, $mo, $y) == $ekeeptime");
119 rm_tbx ("Passed $PASSED_TBX_KEEP_HOURS + hours old") if ( $ekeeptime <= $enow );
120 } elsif ( $QAstatus !~ "QA failed" ) {
121 $ekeeptime=$efulldate + $eNOT_FAILED_TBX_KEEP;
122 rm_tbx ("Not failed $NOT_FAILED_TBX_KEEP_HOURS + hours old") if ( $ekeeptime <= $enow );
123 } else {
124 $ekeeptime=$efulldate + $eANY_TBX_KEEP;
125 rm_tbx ("Passed 2+ hours old") if ( $ekeeptime <= $enow );
126 }
127 if ( $QAstatus =~ "QA failed" ) {
128 $ekeeptime=$efulldate + $eIF_TBX_KEEP;
129 #FIXME - compare to the previous failure by filtering and
130 #FIXME diffing the results.html files (first grep failed)
131 }
132 }
134 }
136 sub rm_tbx()
137 {
139 debug ("DELETING $tbx_dir... (@_[0]) ");
140 system("rm -rf $TBX_TESTDIR/$tbx_dir");
141 #debug ("rm -rf $TBX_TESTDIR/$tbx_dir");
143 }
145 sub msg
146 {
147 my $i;
148 for ($i = 0; $i <= $#_ ; $i++ ) {
149 print "@_[$i] ";
150 }
151 print "\n";
153 }
154 sub error
155 {
156 msg ("ERROR: " ,@_ );
157 }
159 sub warning
160 {
161 msg ("WARNING:" ,@_ );
162 }
163 sub debug
164 {
165 if ( $verbose == 1 ) {
166 msg ("DEBUG: " ,@_ );
167 } elsif ( $verbose == 2 ) {
168 msg (@_ );
169 }
170 }
172 check_tbx_dirs;