/[soft]/build_system/web/index.php
ViewVC logotype

Annotation of /build_system/web/index.php

Parent Directory Parent Directory | Revision Log Revision Log


Revision 949 - (hide annotations) (download)
Tue Apr 19 12:04:41 2011 UTC (13 years ago) by rda
File size: 12644 byte(s)
show better units for stats
1 pterjan 268 <?php
2 rda 298 /**
3     * Mageia build-system quick status report script.
4     *
5 blino 615 * @copyright Copyright (C) 2011 Mageia.Org
6 rda 298 *
7 blino 615 * @author Olivier Blin
8 rda 298 * @author Pascal Terjan
9     * @author Romain d'Alverny
10     *
11     * @license http://www.gnu.org/licenses/gpl-2.0.html GNU GPL v2
12     *
13     * This program is free software; you can redistribute it and/or modify it
14     * under the terms of the GNU General Public License aspublished by the
15     * Free Software Foundation; either version 2 of the License, or (at your
16     * option) any later version.
17     *
18     *
19     * Shows submitted packages in the past $max_modified 24 hours and their
20     * status (built & uploaded, failed build, rejected, etc.).
21     *
22     * This was written anew in Jan. 2011 because existing Mandriva build-system
23     * web report code was not clearly licensed at this very time.
24     */
25 pterjan 268
26     error_reporting(E_ALL);
27    
28 pterjan 333 /**
29     * @param array $pkg
30     *
31     * @return string
32     */
33     function pkg_gettype($pkg) {
34     if (array_key_exists("rejected", $pkg["status"]))
35     return "rejected";
36     if (array_key_exists("youri", $pkg["status"])) {
37     if (array_key_exists("src", $pkg["status"]))
38     return "youri";
39     else
40     return "uploaded";
41     }
42     if (array_key_exists("failure", $pkg["status"]))
43     return "failure";
44     if (array_key_exists("done", $pkg["status"]))
45     return "partial";
46     if (array_key_exists("build", $pkg["status"]))
47     return "building";
48     if (array_key_exists("todo", $pkg["status"]))
49     return "todo";
50     return "unknown";
51     }
52    
53     /**
54     * @param integer $num
55     *
56     * @return string
57     */
58     function plural($num) {
59     if ($num > 1)
60     return "s";
61     }
62    
63     /**
64     * Return timestamp from package key
65     * @param string $key package submission key
66     *
67     * @return integer
68     */
69    
70     function key2timestamp($key) {
71     global $tz;
72    
73     $date = DateTime::createFromFormat("YmdHis", $key+0, $tz);
74     if ($date <= 0)
75     return null;
76    
77     return $date->getTimestamp();
78     }
79    
80     function timediff($start, $end) {
81     /**
82     * Return human-readable time difference
83     *
84     * @param integer $start timestamp
85     * @param integer $end timestamp, defaults to now
86     *
87     * @return string
88     */
89     if (is_null($end)) {
90 rda 929 $end = time();
91 pterjan 333 }
92     $diff = $end - $start;
93     if ($diff<60)
94     return $diff . " second" . plural($diff);
95     $diff = round($diff/60);
96     if ($diff<60)
97     return $diff . " minute" . plural($diff);
98     $diff = round($diff/60);
99     if ($diff<24)
100     return $diff . " hour" . plural($diff);
101     $diff = round($diff/24);
102    
103     return $diff . " day" . plural($diff);
104     }
105    
106 rda 284 $g_user = isset($_GET['user']) ? htmlentities(strip_tags($_GET['user'])) : null;
107    
108 rda 283 $upload_dir = '/home/schedbot/uploads';
109 pterjan 268 $max_modified = 2;
110 rda 283 $title = '<a href="http://mageia.org/">Mageia</a> build system status';
111 rda 284 $robots = 'index,nofollow,nosnippet,noarchive';
112     if ($g_user) {
113     $title .= ' for ' . $g_user . "'s packages";
114     $robots = 'no' . $robots;
115     }
116 rda 283 $tz = new DateTimeZone('UTC');
117 rda 292 $date_gen = date('c');
118 pterjan 268
119 pterjan 269 # Temporary until initial mirror is ready
120 pterjan 270 chdir("data");
121 pterjan 472 $missing_deps = file("missing-deps.i586.txt");
122 pterjan 269 #########################################
123    
124 pterjan 268 chdir($upload_dir);
125    
126 pterjan 317 $all_files = shell_exec("find \( -name '*.rpm' -o -name '*.src.rpm.info' -o -name '*.youri' -o -name '*.lock' -o -name '*.done' \) -ctime -$max_modified -printf \"%p\t%T@\\n\"");
127 pterjan 614 $re = "!^\./(\w+)/((\w+)/(\w+)/(\w+)/(\d+)\.(\w+)\.(\w+)\.(\d+))_?(.*)(\.src\.rpm(?:\.info)?|\.youri|\.lock|\.done)\s+(\d+\.\d+)$!m";
128 rda 301 $r = preg_match_all($re,
129     $all_files,
130     $matches,
131     PREG_SET_ORDER);
132 pterjan 268
133     $pkgs = array();
134 rda 945
135     $buildtime_total = 0;
136     $build_count = 0;
137    
138 pterjan 268 foreach ($matches as $val) {
139 rda 283
140     if ($_GET['user'] && ($_GET['user'] != $val[7])) {
141     continue;
142 pterjan 269 }
143     $key = $val[6] . $val[7];
144 pterjan 268 if (!is_array($pkgs[$key])) {
145 rda 283
146     $pkgs[$key] = array(
147     'status' => array(),
148     'path' => $val[2],
149     'version' => $val[3],
150     'media' => $val[4],
151     'section' => $val[5],
152     'user' => $val[7],
153     'host' => $val[8],
154     'job' => $val[9]
155     );
156 pterjan 268 }
157     $status = $val[1];
158     $data = $val[10];
159 pterjan 374 if (preg_match("/@(\d+):/", $data, $revision)) {
160     $pkgs[$key]['revision'] = $revision[1];
161     }
162 rda 283 $pkgs[$key]['status'][$status] = 1;
163 pterjan 268 $ext = $val[11];
164 rda 283 if ($ext == '.src.rpm.info') {
165 pterjan 268 preg_match("!^(?:@\d+:)?(.*)!", $data, $name);
166 rda 283 $pkgs[$key]['package'] = $name[1];
167     } else if ($ext == '.src') {
168     $pkgs[$key]['status']['src'] = 1;
169     } else if ($ext == '.youri') {
170     $pkgs[$key]['status']['youri'] = 1;
171     } else if ($ext == '.lock') {
172 pterjan 268 // parse build bot from $data
173 rda 283 $pkgs[$key]['status']['build'] = 1;
174 rda 301 } else if ($ext == '.done') {
175 pterjan 313 $pkgs[$key]['buildtime']['start'] = key2timestamp($val[6]);
176 rda 301 $pkgs[$key]['buildtime']['end'] = round($val[12]);
177     $pkgs[$key]['buildtime']['diff'] = $pkgs[$key]['buildtime']['end'] - $pkgs[$key]['buildtime']['start'];
178 rda 948
179     // keep obviously dubious values out of there
180     // 12 hours is be an acceptable threshold given current BS global perfs
181     // as of April 2011
182     if ($pkgs[$key]['buildtime']['diff'] < 43200) {
183     $buildtime_total += $pkgs[$key]['buildtime']['diff'];
184     $build_count += 1;
185     }
186 pterjan 268 }
187     }
188     // sort by key in reverse order to have more recent pkgs first
189     krsort($pkgs);
190 rda 283
191 pterjan 333 // count all packages statuses
192     $stats = array(
193     'uploaded' => 0,
194     'failure' => 0,
195     'todo' => 0,
196     'building' => 0,
197     'partial' => 0,
198     'built' => 0,
199     );
200     $total = count($pkgs);
201 rda 283
202 pterjan 333 // count users' packages
203     $users = array();
204 rda 283
205 pterjan 333 if ($total > 0) {
206     foreach ($pkgs as $key => $p) {
207     $pkgs[$key]['type'] = pkg_gettype($p);
208 pterjan 313
209 pterjan 333 $stats[$pkgs[$key]['type']] += 1;
210 pterjan 313
211 pterjan 333 if (!array_key_exists($p['user'], $users))
212     $users[$p['user']] = 1;
213     else
214     $users[$p['user']] += 1;
215     }
216 pterjan 313 }
217    
218 pterjan 333 foreach ($stats as $k => $v) {
219     Header("X-BS-Queue-$k: $v");
220 rda 283 }
221 rda 301
222 pterjan 333 $w = $stats['todo'] - 10;
223     if($w < 0)
224     $w = 0;
225     $w = $w * 60;
226     Header("X-BS-Throttle: $w");
227 rda 945
228 rda 946 $buildtime_total = $buildtime_total / 60;
229     header(sprintf('X-BS-Buildtime: %d', round($buildtime_total)));
230 rda 945 $buildtime_avg = round($buildtime_total / $build_count, 2);
231     header(sprintf('X-BS-Buildtime-Average: %5.2f', $buildtime_avg));
232 pterjan 268 ?>
233 rda 284 <!DOCTYPE html>
234 rda 281 <html lang="en">
235 pterjan 268 <head>
236 rda 284 <meta charset="utf-8">
237 rda 290 <title><?php echo strip_tags($title); ?></title>
238 rda 284 <meta name="robots" content="<?php echo $robots; ?>">
239 dmorgan 645 <link rel="icon" type="image/png" href="favicon.png" />
240 rda 284 <style type="text/css">
241 rda 288 .clear { clear: both; }
242 rda 281 table {
243     border-spacing: 0;
244 rda 293 font-family: Helvetica, Verdana, Arial, sans-serif; font-size: 80%;
245 rda 281 border: 1px solid #ccc;
246 rda 288 float: left;
247 rda 281 }
248     table tr { padding: 0; margin: 0; }
249     table th { padding: 0.2em 0.5em; margin: 0; border-bottom: 2px solid #ccc; border-right: 1px solid #ccc; }
250     table td { padding: 0; margin: 0; padding: 0.2em 0.5em; border-bottom: 1px solid #ccc; }
251 pterjan 269
252 rda 281 tr { background: transparent; }
253 rda 282 tr.uploaded { background: #bbffbb; }
254     tr.failure, tr.rejected { background: #ffbbbb; }
255 rda 281 tr.todo { background: white; }
256 rda 282 tr.building { background: #ffff99; }
257     tr.partial { background: #bbbbff; }
258     tr.built { background: #cceeff; }
259     tr.youri { background: #aacc66; }
260 rda 281
261     td.status-box { width: 1em; height: 1em; }
262     tr.uploaded td.status-box { background: green; }
263     tr.failure td.status-box, tr.rejected td.status-box { background: red; }
264     tr.todo td.status-box { background: white; }
265     tr.building td.status-box { background: yellow; }
266     tr.partial td.status-box { background: blue; }
267 rda 282 tr.built td.status-box { background: #00ccff; }
268 rda 281 tr.youri td.status-box { background: olive; }
269 rda 285
270     #stats { float: right; }
271 rda 293 #score { margin-bottom: 2em; font-family: Helvetica, Verdana, Arial, sans-serif; }
272     #score-box { width: 100px; height: 100px; background: #faa; }
273     #score-meter { width: 100px; background: #afa; }
274 rda 284 </style>
275 pterjan 268 </head>
276     <body>
277 rda 281 <h1><?php echo $title ?></h1>
278 pterjan 268
279 rda 281 <?php
280 rda 289 if (!is_null($g_user))
281     echo '<a href="/">&laquo;&nbsp;Back to full list</a>';
282 pterjan 268
283 pterjan 269 # Temporary until initial mirror is ready
284 rda 281 echo sprintf(
285 pterjan 472 '<p><a href="%s">%d broken dependencies</a>. <strong><a href="%s">You can help!</a></strong></p>',
286     'data/missing-deps.i586.txt', count($missing_deps),
287 rda 321 'http://www.mageia.org/wiki/doku.php?id=packaging#starting_package_import'
288 rda 281 );
289    
290 pterjan 269 #########################################
291    
292 rda 929 $buildtime_stats = array();
293    
294 rda 283 $s = '';
295     $tmpl = <<<T
296     <tr class="%s">
297     <td>%s</td>
298     <td><a href="?user=%s">%s</a></td>
299 rda 936 <td><a href="http://svnweb.mageia.org/packages?view=revision&revision=%d" title="%s">%s</a></td>
300 rda 283 <td>%s</td>
301     <td>%s/%s</td>
302     <td class="status-box"></td>
303     T;
304 rda 285
305 rda 292 if ($total > 0) {
306     foreach ($pkgs as $key => $p) {
307     $s .= sprintf($tmpl,
308     $p['type'],
309 pterjan 314 timediff(key2timestamp($key)) . ' ago',
310 rda 292 $p['user'], $p['user'],
311 pterjan 374 $p['revision'],
312 rda 936 addslashes($p['summary']),
313 rda 292 $p['package'],
314     $p['version'],
315     $p['media'], $p['section']
316     );
317 rda 283
318 rda 292 $typelink = '';
319     if ($p['type'] == 'failure') {
320     $typelink = '/uploads/' . $p['type'] . '/' . $p['path'];
321     } elseif ($p['type'] == 'rejected') {
322     $typelink = '/uploads/' . $p['type'] . '/' . $p['path'] . '.youri';
323     }
324    
325     $s .= '<td>';
326     $s .= ($typelink != '') ?
327     sprintf('<a href="%s">%s</a>', $typelink, $p['type']) :
328     $p['type'];
329    
330 rda 301 $s .= '</td><td>';
331 rda 929 if ($p['type'] == 'uploaded') {
332 rda 945 $tdiff = timediff($p['buildtime']['start'], $p['buildtime']['end']); // use $p['buildtime']['diff']; instead?
333 rda 929 $s .= $tdiff;
334     @$buildtime_stats[$tdiff] += 1;
335     }
336 rda 292 $s .= '</td>';
337     $s .= '</tr>';
338 pterjan 268 }
339 rda 292 // Table
340     echo '<table>',
341 rda 316 '<caption>', $total, ' packages submitted in the past ', $max_modified * 24, '&nbsp;hours.</caption>',
342     '<tr><th>Submitted</th><th>User</th>
343     <th>Package</th><th>Target</th><th>Media</th>
344     <th colspan="2">Status</th><th>Build time</th></tr>',
345 rda 292 $s,
346     '</table>';
347 rda 283
348 rda 292 // Stats
349     $s = '<div id="stats">';
350     $score = round($stats['uploaded']/$total * 100);
351     $s .= sprintf('<div id="score"><h3>Score: %d/100</h3>
352     <div id="score-box"><div id="score-meter" style="height: %dpx;"></div></div></div>',
353     $score, $score);
354 rda 283
355 rda 932 $s .= '<table style="width: 100%"><caption>Stats.</caption><tr><th colspan="2">Status</th><th>Count</th><th>%</th></tr>';
356 rda 292 foreach ($stats as $k => $v) {
357     $s .= sprintf('<tr class="%s"><td class="status-box"></td><td>%s</td><td>%d</td><td>%d%%</td></tr>',
358     $k, $k, $v, round($v/$total*100));
359     }
360 rda 299
361 rda 316 $s .= '</table><br /><br />';
362 rda 299
363 rda 932 $s .= '<table style="width: 100%"><caption>Packagers</caption><tr><th>User</th><th>Packages</th></tr>';
364 rda 940 arsort($users);
365 rda 299 foreach ($users as $k => $v)
366     $s .= sprintf('<tr><td><a href="/?user=%s">%s</a></td><td>%d</td></tr>',
367     $k, $k, $v);
368    
369 rda 929 $s .= '</table><br /><br />';
370    
371 rda 930 /**
372     */
373     function timesort($a, $b)
374     {
375     $a = explode(' ', trim($a));
376     $b = explode(' ', trim($b));
377    
378     if ($a[1] == 'hour' || $a[1] == 'hours')
379     $a[0] *= 3600;
380    
381     if ($b[1] == 'hour' || $a[1] == 'hours')
382     $b[0] *= 3600;
383    
384     if ($a[0] > $b[0])
385     return 1;
386     elseif ($a[0] < $b[0])
387     return -1;
388    
389     return 0;
390     }
391     uksort($buildtime_stats, "timesort");
392    
393 rda 933 $bts = '';
394 rda 929 foreach ($buildtime_stats as $time => $count) {
395 rda 933 $bts .= sprintf('<tr><td>%s</td><td>%d</td></tr>',
396 rda 929 $time, $count);
397 rda 933
398     $tmp = explode(' ', $time);
399 rda 929 }
400 rda 933
401 rda 941 $s .= '<table style="width: 100%;"><caption>Build time</caption>';
402 rda 935
403 rda 949 $s .= sprintf('<tr><td>Total time</td><td>%s hours</td></tr>
404     <tr><td>Average</td><td>%s minutes</td></tr>
405 rda 937 <tr><td>Builds count</td><td>%s</td></tr>',
406 rda 949 round($buildtime_total / 60, 2),
407 rda 937 $buildtime_avg,
408     $buildtime_cnt);
409 rda 935
410 rda 941 $s .= '<tr><th title="Build time">Duration</th><th title="Packages number">Pack. nb.</th></tr>';
411 rda 933 $s .= $bts;
412 rda 938 $s .= '</table><span style="font-size: 85%;">Does not take<br />build failures<br />into account.</span>';
413 rda 929
414 rda 299 $s .= '</div>';
415    
416 rda 292 echo $s;
417 pterjan 268 }
418 rda 292 else
419     {
420     echo sprintf('<p>No package has been submitted in the past %d&nbsp;hours.</p>',
421     $max_modified * 24);
422 rda 285 }
423    
424 pterjan 268 ?>
425 rda 292 <div class="clear"></div>
426     <hr />
427     <p>Generated at <?php echo $date_gen; ?>.</p>
428 pterjan 268 </body>
429     </html>

  ViewVC Help
Powered by ViewVC 1.1.30