/[soft]/build_system/web/index.php
ViewVC logotype

Contents of /build_system/web/index.php

Parent Directory Parent Directory | Revision Log Revision Log


Revision 935 - (show annotations) (download)
Mon Apr 18 21:18:46 2011 UTC (12 years, 11 months ago) by rda
File size: 12137 byte(s)
buildtime total+avg
1 <?php
2 /**
3 * Mageia build-system quick status report script.
4 *
5 * @copyright Copyright (C) 2011 Mageia.Org
6 *
7 * @author Olivier Blin
8 * @author Pascal Terjan
9 * @author Romain d'Alverny
10 *
11 * @license http://www.gnu.org/licenses/gpl-2.0.html GNU GPL v2
12 *
13 * This program is free software; you can redistribute it and/or modify it
14 * under the terms of the GNU General Public License aspublished by the
15 * Free Software Foundation; either version 2 of the License, or (at your
16 * option) any later version.
17 *
18 *
19 * Shows submitted packages in the past $max_modified 24 hours and their
20 * status (built & uploaded, failed build, rejected, etc.).
21 *
22 * This was written anew in Jan. 2011 because existing Mandriva build-system
23 * web report code was not clearly licensed at this very time.
24 */
25
26 error_reporting(E_ALL);
27
28 /**
29 * @param array $pkg
30 *
31 * @return string
32 */
33 function pkg_gettype($pkg) {
34 if (array_key_exists("rejected", $pkg["status"]))
35 return "rejected";
36 if (array_key_exists("youri", $pkg["status"])) {
37 if (array_key_exists("src", $pkg["status"]))
38 return "youri";
39 else
40 return "uploaded";
41 }
42 if (array_key_exists("failure", $pkg["status"]))
43 return "failure";
44 if (array_key_exists("done", $pkg["status"]))
45 return "partial";
46 if (array_key_exists("build", $pkg["status"]))
47 return "building";
48 if (array_key_exists("todo", $pkg["status"]))
49 return "todo";
50 return "unknown";
51 }
52
53 /**
54 * @param integer $num
55 *
56 * @return string
57 */
58 function plural($num) {
59 if ($num > 1)
60 return "s";
61 }
62
63 /**
64 * Return timestamp from package key
65 * @param string $key package submission key
66 *
67 * @return integer
68 */
69
70 function key2timestamp($key) {
71 global $tz;
72
73 $date = DateTime::createFromFormat("YmdHis", $key+0, $tz);
74 if ($date <= 0)
75 return null;
76
77 return $date->getTimestamp();
78 }
79
80 function timediff($start, $end) {
81 /**
82 * Return human-readable time difference
83 *
84 * @param integer $start timestamp
85 * @param integer $end timestamp, defaults to now
86 *
87 * @return string
88 */
89 if (is_null($end)) {
90 $end = time();
91 }
92 $diff = $end - $start;
93 if ($diff<60)
94 return $diff . " second" . plural($diff);
95 $diff = round($diff/60);
96 if ($diff<60)
97 return $diff . " minute" . plural($diff);
98 $diff = round($diff/60);
99 if ($diff<24)
100 return $diff . " hour" . plural($diff);
101 $diff = round($diff/24);
102
103 return $diff . " day" . plural($diff);
104 }
105
106 $g_user = isset($_GET['user']) ? htmlentities(strip_tags($_GET['user'])) : null;
107
108 $upload_dir = '/home/schedbot/uploads';
109 $max_modified = 2;
110 $title = '<a href="http://mageia.org/">Mageia</a> build system status';
111 $robots = 'index,nofollow,nosnippet,noarchive';
112 if ($g_user) {
113 $title .= ' for ' . $g_user . "'s packages";
114 $robots = 'no' . $robots;
115 }
116 $tz = new DateTimeZone('UTC');
117 $date_gen = date('c');
118
119 # Temporary until initial mirror is ready
120 chdir("data");
121 $missing_deps = file("missing-deps.i586.txt");
122 #########################################
123
124 chdir($upload_dir);
125
126 $all_files = shell_exec("find \( -name '*.rpm' -o -name '*.src.rpm.info' -o -name '*.youri' -o -name '*.lock' -o -name '*.done' \) -ctime -$max_modified -printf \"%p\t%T@\\n\"");
127 $re = "!^\./(\w+)/((\w+)/(\w+)/(\w+)/(\d+)\.(\w+)\.(\w+)\.(\d+))_?(.*)(\.src\.rpm(?:\.info)?|\.youri|\.lock|\.done)\s+(\d+\.\d+)$!m";
128 $r = preg_match_all($re,
129 $all_files,
130 $matches,
131 PREG_SET_ORDER);
132
133 $pkgs = array();
134 foreach ($matches as $val) {
135
136 if ($_GET['user'] && ($_GET['user'] != $val[7])) {
137 continue;
138 }
139 $key = $val[6] . $val[7];
140 if (!is_array($pkgs[$key])) {
141
142 $pkgs[$key] = array(
143 'status' => array(),
144 'path' => $val[2],
145 'version' => $val[3],
146 'media' => $val[4],
147 'section' => $val[5],
148 'user' => $val[7],
149 'host' => $val[8],
150 'job' => $val[9]
151 );
152 }
153 $status = $val[1];
154 $data = $val[10];
155 if (preg_match("/@(\d+):/", $data, $revision)) {
156 $pkgs[$key]['revision'] = $revision[1];
157 }
158 $pkgs[$key]['status'][$status] = 1;
159 $ext = $val[11];
160 if ($ext == '.src.rpm.info') {
161 preg_match("!^(?:@\d+:)?(.*)!", $data, $name);
162 $pkgs[$key]['package'] = $name[1];
163 } else if ($ext == '.src') {
164 $pkgs[$key]['status']['src'] = 1;
165 } else if ($ext == '.youri') {
166 $pkgs[$key]['status']['youri'] = 1;
167 } else if ($ext == '.lock') {
168 // parse build bot from $data
169 $pkgs[$key]['status']['build'] = 1;
170 } else if ($ext == '.done') {
171 $pkgs[$key]['buildtime']['start'] = key2timestamp($val[6]);
172 $pkgs[$key]['buildtime']['end'] = round($val[12]);
173 $pkgs[$key]['buildtime']['diff'] = $pkgs[$key]['buildtime']['end'] - $pkgs[$key]['buildtime']['start'];
174 }
175 }
176 // sort by key in reverse order to have more recent pkgs first
177 krsort($pkgs);
178
179 // count all packages statuses
180 $stats = array(
181 'uploaded' => 0,
182 'failure' => 0,
183 'todo' => 0,
184 'building' => 0,
185 'partial' => 0,
186 'built' => 0,
187 );
188 $total = count($pkgs);
189
190 // count users' packages
191 $users = array();
192
193 if ($total > 0) {
194 foreach ($pkgs as $key => $p) {
195 $pkgs[$key]['type'] = pkg_gettype($p);
196
197 $stats[$pkgs[$key]['type']] += 1;
198
199 if (!array_key_exists($p['user'], $users))
200 $users[$p['user']] = 1;
201 else
202 $users[$p['user']] += 1;
203 }
204 }
205
206 // feedback labels
207 $badges = array(
208 'uploaded' => 'Congrats %s! \o/',
209 'failure' => 'Booooo! /o\\',
210 'todo' => '',
211 'building' => '',
212 'partial' => '',
213 'built' => ''
214 );
215
216 foreach ($stats as $k => $v) {
217 Header("X-BS-Queue-$k: $v");
218 }
219
220 $w = $stats['todo'] - 10;
221 if($w < 0)
222 $w = 0;
223 $w = $w * 60;
224 Header("X-BS-Throttle: $w");
225 ?>
226 <!DOCTYPE html>
227 <html lang="en">
228 <head>
229 <meta charset="utf-8">
230 <title><?php echo strip_tags($title); ?></title>
231 <meta name="robots" content="<?php echo $robots; ?>">
232 <link rel="icon" type="image/png" href="favicon.png" />
233 <style type="text/css">
234 .clear { clear: both; }
235 table {
236 border-spacing: 0;
237 font-family: Helvetica, Verdana, Arial, sans-serif; font-size: 80%;
238 border: 1px solid #ccc;
239 float: left;
240 }
241 table tr { padding: 0; margin: 0; }
242 table th { padding: 0.2em 0.5em; margin: 0; border-bottom: 2px solid #ccc; border-right: 1px solid #ccc; }
243 table td { padding: 0; margin: 0; padding: 0.2em 0.5em; border-bottom: 1px solid #ccc; }
244
245 tr { background: transparent; }
246 tr.uploaded { background: #bbffbb; }
247 tr.failure, tr.rejected { background: #ffbbbb; }
248 tr.todo { background: white; }
249 tr.building { background: #ffff99; }
250 tr.partial { background: #bbbbff; }
251 tr.built { background: #cceeff; }
252 tr.youri { background: #aacc66; }
253
254 td.status-box { width: 1em; height: 1em; }
255 tr.uploaded td.status-box { background: green; }
256 tr.failure td.status-box, tr.rejected td.status-box { background: red; }
257 tr.todo td.status-box { background: white; }
258 tr.building td.status-box { background: yellow; }
259 tr.partial td.status-box { background: blue; }
260 tr.built td.status-box { background: #00ccff; }
261 tr.youri td.status-box { background: olive; }
262
263 #stats { float: right; }
264 #score { margin-bottom: 2em; font-family: Helvetica, Verdana, Arial, sans-serif; }
265 #score-box { width: 100px; height: 100px; background: #faa; }
266 #score-meter { width: 100px; background: #afa; }
267 </style>
268 </head>
269 <body>
270 <h1><?php echo $title ?></h1>
271
272 <?php
273 if (!is_null($g_user))
274 echo '<a href="/">&laquo;&nbsp;Back to full list</a>';
275
276 # Temporary until initial mirror is ready
277 echo sprintf(
278 '<p><a href="%s">%d broken dependencies</a>. <strong><a href="%s">You can help!</a></strong></p>',
279 'data/missing-deps.i586.txt', count($missing_deps),
280 'http://www.mageia.org/wiki/doku.php?id=packaging#starting_package_import'
281 );
282
283 #########################################
284
285 $buildtime_stats = array();
286
287 $s = '';
288 $tmpl = <<<T
289 <tr class="%s">
290 <td>%s</td>
291 <td><a href="?user=%s">%s</a></td>
292 <td><a href="http://svnweb.mageia.org/packages?view=revision&revision=%d">%s</a></td>
293 <td>%s</td>
294 <td>%s/%s</td>
295 <td class="status-box"></td>
296 T;
297
298 if ($total > 0) {
299 foreach ($pkgs as $key => $p) {
300 $s .= sprintf($tmpl,
301 $p['type'],
302 timediff(key2timestamp($key)) . ' ago',
303 $p['user'], $p['user'],
304 $p['revision'],
305 $p['package'],
306 $p['version'],
307 $p['media'], $p['section']
308 );
309
310 $typelink = '';
311 if ($p['type'] == 'failure') {
312 $typelink = '/uploads/' . $p['type'] . '/' . $p['path'];
313 } elseif ($p['type'] == 'rejected') {
314 $typelink = '/uploads/' . $p['type'] . '/' . $p['path'] . '.youri';
315 }
316
317 $s .= '<td>';
318 $s .= ($typelink != '') ?
319 sprintf('<a href="%s">%s</a>', $typelink, $p['type']) :
320 $p['type'];
321
322 $s .= '</td><td>';
323 if ($p['type'] == 'uploaded') {
324 $tdiff = timediff($p['buildtime']['start'], $p['buildtime']['end']);
325 $s .= $tdiff;
326 @$buildtime_stats[$tdiff] += 1;
327 }
328 $s .= '</td>';
329 //$s .= '<td>' . sprintf($badges[$p['type']], $p['user']) . '</td>';
330 $s .= '</tr>';
331 }
332 // Table
333 echo '<table>',
334 '<caption>', $total, ' packages submitted in the past ', $max_modified * 24, '&nbsp;hours.</caption>',
335 '<tr><th>Submitted</th><th>User</th>
336 <th>Package</th><th>Target</th><th>Media</th>
337 <th colspan="2">Status</th><th>Build time</th></tr>',
338 $s,
339 '</table>';
340
341 // Stats
342 $s = '<div id="stats">';
343 $score = round($stats['uploaded']/$total * 100);
344 $s .= sprintf('<div id="score"><h3>Score: %d/100</h3>
345 <div id="score-box"><div id="score-meter" style="height: %dpx;"></div></div></div>',
346 $score, $score);
347
348 $s .= '<table style="width: 100%"><caption>Stats.</caption><tr><th colspan="2">Status</th><th>Count</th><th>%</th></tr>';
349 foreach ($stats as $k => $v) {
350 $s .= sprintf('<tr class="%s"><td class="status-box"></td><td>%s</td><td>%d</td><td>%d%%</td></tr>',
351 $k, $k, $v, round($v/$total*100));
352 }
353
354 $s .= '</table><br /><br />';
355
356 $s .= '<table style="width: 100%"><caption>Packagers</caption><tr><th>User</th><th>Packages</th></tr>';
357 foreach ($users as $k => $v)
358 $s .= sprintf('<tr><td><a href="/?user=%s">%s</a></td><td>%d</td></tr>',
359 $k, $k, $v);
360
361 $s .= '</table><br /><br />';
362
363 /**
364 */
365 function timesort($a, $b)
366 {
367 $a = explode(' ', trim($a));
368 $b = explode(' ', trim($b));
369
370 if ($a[1] == 'hour' || $a[1] == 'hours')
371 $a[0] *= 3600;
372
373 if ($b[1] == 'hour' || $a[1] == 'hours')
374 $b[0] *= 3600;
375
376 if ($a[0] > $b[0])
377 return 1;
378 elseif ($a[0] < $b[0])
379 return -1;
380
381 return 0;
382 }
383 uksort($buildtime_stats, "timesort");
384
385 $bts = '';
386 $buildtime_avg = 0;
387 $buildtime_cnt = 0;
388 foreach ($buildtime_stats as $time => $count) {
389 $bts .= sprintf('<tr><td>%s</td><td>%d</td></tr>',
390 $time, $count);
391
392 $tmp = explode(' ', $time);
393 $buildtime_avg += $tmp[0] * $count;
394 $buildtime_cnt += $count;
395 }
396
397 $s .= '<table style="width: 100%;"><caption>Build time</caption>
398 <tr><th title="Build time">Duration</th><th title="Packages number">Pack. nb.</th></tr>';
399
400 $s .= sprintf('<tr><td>Total time</td><td>%s</td></tr><tr><td>Average</td><td>%s</td></tr>',
401 $buildtime_avg, round($buildtime_avg / $buildtime_cnt, 1));
402
403 $s .= $bts;
404 $s .= '</table>';
405
406 $s .= '</div>';
407
408 echo $s;
409 }
410 else
411 {
412 echo sprintf('<p>No package has been submitted in the past %d&nbsp;hours.</p>',
413 $max_modified * 24);
414 }
415
416 ?>
417 <div class="clear"></div>
418 <hr />
419 <p>Generated at <?php echo $date_gen; ?>.</p>
420 </body>
421 </html>

  ViewVC Help
Powered by ViewVC 1.1.30