/[adm]/puppet/modules/buildsystem/manifests/init.pp
ViewVC logotype

Contents of /puppet/modules/buildsystem/manifests/init.pp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1490 - (show annotations) (download)
Thu Apr 7 18:55:04 2011 UTC (13 years ago) by boklm
File size: 11299 byte(s)
include base in iurt20101
1 class buildsystem {
2
3 class base {
4 $build_login = "iurt"
5 $build_home_dir = "/home/$build_login"
6 $sched_login = "schedbot"
7 $sched_home_dir = "/var/lib/$sched_login"
8 $packages_archivedir = "$sched_home_dir/old"
9 $sign_login = "signbot"
10 $sign_home_dir = "/var/lib/$sign_login"
11 $sign_keydir = "$sign_home_dir/keys"
12 # FIXME: maybe keyid should be defined at an other place
13 $sign_keyid = "80420F66"
14 $repository_root = "/distrib/bootstrap"
15 $mirror_root = "/distrib/mirror"
16 $maintdb_url = 'http://www.maintdb2.mageia.org.uk/maintainers_packages/create'
17 # FIXME: Test password. Real password should be in extdata.
18 $maintdb_key = 'm1g234'
19 $packagers_group = 'mga-packagers'
20 $createsrpm_path = '/usr/share/repsys/create-srpm'
21
22 include ssh::auth
23 ssh::auth::key { $build_login: # declare a key for build bot: RSA, 2048 bits
24 home => $build_home_dir,
25 }
26 ssh::auth::key { $sched_login: # declare a key for sched bot: RSA, 2048 bits
27 home => $sched_home_dir,
28 }
29 }
30
31 class mainnode inherits base {
32 include iurtuser
33
34 sshuser { $sched_login:
35 homedir => $sched_home_dir,
36 comment => "System user used to schedule builds",
37 }
38
39 ssh::auth::client { $sched_login: }
40 ssh::auth::server { $sched_login: }
41 ssh::auth::server { $build_login: }
42
43 # FIXME Add again task-bs-cluster-main when it will require mgarepo instead of repsys
44 $package_list = ['iurt']
45 package { $package_list:
46 ensure => "installed"
47 }
48
49 apache::vhost_other_app { "repository.$domain":
50 vhost_file => "buildsystem/vhost_repository.conf",
51 }
52
53 $location = "/var/www/bs"
54 apache::vhost_base { "pkgsubmit.$domain":
55 aliases => { "/uploads" => "$sched_home_dir/uploads" },
56 location => $location,
57 content => template("buildsystem/vhost_pkgsubmit.conf"),
58 }
59
60 subversion::snapshot { $location:
61 source => "svn://svn.$domain/soft/buildsystem/web/",
62 }
63
64 include scheduler
65 include gatherer
66 include mgarepo
67 include youri_submit
68 include check_missing_deps
69 include signbot
70 }
71
72 class buildnode inherits base {
73 include iurt
74 }
75
76 class signbot {
77 sshuser { $sign_login:
78 homedir => $sign_home_dir,
79 comment => "System user used to sign packages",
80 groups => [$sched_login],
81 }
82
83 gnupg::keys{"packages":
84 email => "packages@$domain",
85 #FIXME there should be a variable somewhere to change the name of the distribution
86 key_name => 'Mageia Packages',
87 login => $sign_login,
88 batchdir => "$sign_home_dir/batches",
89 keydir => $sign_keydir,
90 }
91
92 sudo::sudoers_config { "signpackage":
93 content => template("buildsystem/sudoers.signpackage")
94 }
95
96 file { "$sign_home_dir/.rpmmacros":
97 ensure => present,
98 owner => root,
99 group => root,
100 mode => 644,
101 content => template("buildsystem/signbot-rpmmacros")
102 }
103
104 file { "/usr/local/bin/sign-check-package":
105 ensure => present,
106 owner => root,
107 group => root,
108 mode => 755,
109 content => template("buildsystem/sign-check-package")
110 }
111 }
112
113 class scheduler {
114 # ulri
115 include iurtupload
116 }
117
118 class gatherer {
119 # emi
120 include iurtupload
121 }
122
123 class iurtupload {
124 file { "/etc/iurt/upload.conf":
125 ensure => present,
126 owner => $build_login,
127 group => $build_login,
128 mode => 644,
129 require => File["/etc/iurt"],
130 content => template("buildsystem/upload.conf")
131 }
132 }
133
134 class mgarepo {
135 package { 'mgarepo':
136
137 }
138
139 package { 'rpm-build':
140 }
141
142 file { "repsys.conf":
143 path => "/etc/repsys.conf",
144 owner => root,
145 group => root,
146 mode => 644,
147 content => template("buildsystem/repsys.conf")
148 }
149
150 file { "$packages_archivedir":
151 ensure => "directory",
152 owner => $sched_login,
153 require => File[$sched_home_dir],
154 }
155
156 file { "$sched_home_dir/repsys":
157 ensure => "directory",
158 owner => $sched_login,
159 require => File[$sched_home_dir],
160 }
161
162 file { ["$sched_home_dir/repsys/tmp", "$sched_home_dir/repsys/srpms"]:
163 ensure => "directory",
164 owner => $sched_login,
165 group => "mga-packagers",
166 mode => 1775,
167 require => File["$sched_home_dir/repsys"],
168 }
169
170 # FIXME: disabled temporarly as upload dir is a symlink to /var/lib/repsys/uploads
171 #file { "$sched_home_dir/uploads":
172 # ensure => "directory",
173 # owner => $sched_login,
174 # require => File[$sched_home_dir],
175 #}
176
177 # too tedious to create everything by hand
178 # so I prefered to used some puppet ruby module
179 # the exact content and directory name should IMHO be consolidated somewhere
180 import "create_upload_dir.rb"
181 create_upload_dir { "$sched_home_dir/uploads":
182 owner => $sched_login,
183 group => $sched_login,
184 }
185
186 tidy { "$packages_archivedir":
187 age => "1w",
188 matches => "*.rpm",
189 recurse => true,
190 type => "ctime",
191 }
192 }
193
194 class youri_submit {
195 include sudo
196
197 file { "/usr/local/bin/mga-youri-submit":
198 owner => root,
199 group => root,
200 mode => 755,
201 content => template("buildsystem/mga-youri-submit")
202 }
203
204 file { "/usr/local/bin/mga-youri-submit.wrapper":
205 owner => root,
206 group => root,
207 mode => 755,
208 content => template("buildsystem/mga-youri-submit.wrapper")
209 }
210
211 sudo::sudoers_config { "mga-youri-submit":
212 content => template("buildsystem/sudoers.youri")
213 }
214
215 file { "/etc/youri":
216 ensure => "directory",
217 }
218
219 file { "/etc/youri/submit-todo.conf":
220 ensure => present,
221 mode => 644,
222 require => File["/etc/youri"],
223 content => template("buildsystem/submit-todo.conf")
224 }
225
226 file { "/etc/youri/submit-upload.conf":
227 ensure => present,
228 mode => 644,
229 require => File["/etc/youri"],
230 content => template("buildsystem/submit-upload.conf")
231 }
232
233 file { "/etc/youri/acl.conf":
234 ensure => present,
235 mode => 644,
236 require => File["/etc/youri"],
237 content => template("buildsystem/youri_acl.conf")
238 }
239
240 file { '/usr/local/bin/submit_package':
241 ensure => present,
242 mode => 755,
243 content => template('buildsystem/submit_package')
244 }
245
246 # FIXME use the correct perl directory
247 file { "/usr/lib/perl5/site_perl/5.10.1/Youri/Repository":
248 ensure => "directory",
249 }
250
251 file { '/usr/lib/perl5/site_perl/5.10.1/Youri/Repository/Mageia.pm':
252 ensure => present,
253 mode => 644,
254 require => File["/usr/lib/perl5/site_perl/5.10.1/Youri/Repository"],
255 source => "puppet:///modules/buildsystem/Mageia.pm",
256 }
257
258 $package_list = ['perl-SVN', 'mdv-distrib-tools', 'perl-Youri-Media',
259 'perl-Youri-Package', 'perl-Youri-Repository',
260 'perl-Youri-Utils', 'perl-Youri-Config', 'mga-youri-submit']
261
262 package { $package_list:
263 ensure => installed;
264 }
265 }
266
267 # $groups: array of secondary groups (only local groups, no ldap)
268 define sshuser($homedir, $comment, $groups = []) {
269 group {"$title":
270 ensure => present,
271 }
272
273 user {"$title":
274 ensure => present,
275 comment => $comment,
276 managehome => true,
277 home => $homedir,
278 gid => $title,
279 groups => $groups,
280 shell => "/bin/bash",
281 notify => Exec["unlock$title"],
282 require => Group[$title],
283 }
284
285 # set password to * to unlock the account but forbid login through login
286 exec { "unlock$title":
287 command => "usermod -p '*' $title",
288 refreshonly => true,
289 }
290
291 file { $homedir:
292 ensure => "directory",
293 require => User[$title],
294 }
295
296 file { "$homedir/.ssh":
297 ensure => "directory",
298 mode => 600,
299 owner => $title,
300 group => $title,
301 require => File[$homedir],
302 }
303 }
304
305 class iurtuser {
306 sshuser { $build_login:
307 homedir => $build_home_dir,
308 comment => "System user used to run build bots",
309 }
310
311 file { "/etc/iurt":
312 ensure => "directory",
313 }
314 }
315
316 class iurt {
317 include sudo
318 include iurtuser
319 ssh::auth::client { $build_login: }
320 ssh::auth::server { $sched_login: user => $build_login }
321
322 # build node common settings
323 # we could have the following skip list to use less space:
324 # '/(drakx-installer-binaries|drakx-installer-advertising|gfxboot|drakx-installer-stage2|mandriva-theme)/'
325 $package_list = ['task-bs-cluster-chroot', 'iurt']
326 package { $package_list:
327 ensure => installed;
328 }
329
330 file { "/etc/iurt/build":
331 ensure => "directory",
332 require => File["/etc/iurt"],
333 }
334
335 file { "/etc/iurt/build/cauldron.conf":
336 ensure => present,
337 owner => $build_login,
338 group => $build_login,
339 mode => 644,
340 require => File["/etc/iurt/build"],
341 content => template("buildsystem/iurt.cauldron.conf")
342 }
343
344 file { "/etc/iurt/build/mandriva2010.1.conf":
345 ensure => present,
346 owner => $build_login,
347 group => $build_login,
348 mode => 644,
349 require => File["/etc/iurt/build"],
350 content => template("buildsystem/iurt.mandriva2010.1.conf")
351 }
352
353 sudo::sudoers_config { "iurt":
354 content => template("buildsystem/sudoers.iurt")
355 }
356 }
357
358 # temporary script to create home dir with ssh key
359 # taking login and url as arguments
360 class mgacreatehome {
361 file { "/usr/local/sbin/mgacreatehome":
362 ensure => present,
363 owner => root,
364 group => root,
365 mode => 700,
366 content => template("buildsystem/mgacreatehome")
367 }
368 }
369
370 class check_missing_deps {
371 file { "/usr/local/bin/missing-deps.sh":
372 ensure => present,
373 owner => root,
374 group => root,
375 mode => 755,
376 source => "puppet:///modules/buildsystem/missing-deps.sh",
377 }
378
379 # FIXME hardcoded path
380 cron { "check missing deps":
381 command => "cd /var/www/bs/data && /usr/local/bin/missing-deps.sh",
382 minute => "*/15",
383 }
384 }
385
386 class iurt20101 {
387 include base
388 file { "/usr/local/bin/iurt2010.1":
389 ensure => present,
390 owner => root,
391 group => root,
392 mode => 755,
393 source => template("buildsystem/iurt2010.1"),
394 }
395 }
396 }

  ViewVC Help
Powered by ViewVC 1.1.30