| 1 |
colin |
3359 |
#!/usr/bin/python |
| 2 |
colin |
3354 |
|
| 3 |
|
|
import sys |
| 4 |
|
|
import os |
| 5 |
|
|
import re |
| 6 |
|
|
|
| 7 |
colin |
3358 |
LIBDIR = '<%= @gitolite_commonhooksdir %>' |
| 8 |
colin |
3354 |
sys.path.insert(0, LIBDIR) |
| 9 |
|
|
|
| 10 |
|
|
import git_multimail |
| 11 |
|
|
|
| 12 |
colin |
3380 |
import xmlrpclib |
| 13 |
colin |
3387 |
from cookielib import LWPCookieJar |
| 14 |
colin |
3380 |
from bugz.bugzilla import BugzillaProxy |
| 15 |
|
|
|
| 16 |
colin |
3412 |
import urllib2 |
| 17 |
|
|
|
| 18 |
colin |
3354 |
# When editing this list, remember to edit the same list in |
| 19 |
|
|
# modules/cgit/templates/filter.commit-links.sh |
| 20 |
|
|
BUG_REFS = { |
| 21 |
|
|
'Mageia': { 're': re.compile('mga#([0-9]+)'), 'replace': 'https://bugs.mageia.org/show_bug.cgi?id=%s' }, |
| 22 |
|
|
'Red Hat': { 're': re.compile('rhbz#([0-9]+)'), 'replace': 'https://bugzilla.redhat.com/show_bug.cgi?id=%s' }, |
| 23 |
|
|
'Free Desktop': { 're': re.compile('fdo#([0-9]+)'), 'replace': 'https://bugs.freedesktop.org/show_bug.cgi?id=%s' }, |
| 24 |
|
|
'KDE': { 're': re.compile('(?:bko|kde)#([0-9]+)'), 'replace': 'https://bugs.kde.org/show_bug.cgi?id=%s' }, |
| 25 |
|
|
'GNOME': { 're': re.compile('(?:bgo|gnome)#([0-9]+)'), 'replace': 'https://bugzilla.gnome.org/show_bug.cgi?id=%s' }, |
| 26 |
|
|
'Launchpad': { 're': re.compile('lp#([0-9]+)'), 'replace': 'https://launchpad.net/bugs/%s' }, |
| 27 |
|
|
} |
| 28 |
|
|
|
| 29 |
|
|
COMMIT_RE = re.compile('^commit ([a-f0-9]{40})') |
| 30 |
|
|
COMMIT_REPLACE = 'http://gitweb.mageia.org/%s/commit/?id=%s' |
| 31 |
|
|
|
| 32 |
colin |
3380 |
MAGEIA_BUGZILLA_URL = 'https://bugs.mageia.org/xmlrpc.cgi' |
| 33 |
|
|
MAGEIA_BUGZILLA_PASSWORD_FILE = '.gitzilla-password' |
| 34 |
|
|
MAGEIA_BUGZILLA_COOKIE_FILE = '.gitzilla-cookie' |
| 35 |
colin |
3354 |
|
| 36 |
|
|
|
| 37 |
|
|
git_multimail.FOOTER_TEMPLATE = """\ |
| 38 |
|
|
|
| 39 |
|
|
-- \n\ |
| 40 |
|
|
Mageia Git Monkeys. |
| 41 |
|
|
""" |
| 42 |
|
|
git_multimail.REVISION_FOOTER_TEMPLATE = git_multimail.FOOTER_TEMPLATE |
| 43 |
|
|
|
| 44 |
colin |
3448 |
I18N_REVISION_HEADER_TEMPLATE = """\ |
| 45 |
colin |
3461 |
Date: %(send_date)s |
| 46 |
colin |
3448 |
To: %(recipients)s |
| 47 |
|
|
Subject: %(emailprefix)s%(oneline)s |
| 48 |
|
|
MIME-Version: 1.0 |
| 49 |
|
|
Content-Type: text/plain; charset=%(charset)s |
| 50 |
|
|
Content-Transfer-Encoding: 8bit |
| 51 |
|
|
From: %(fromaddr)s |
| 52 |
|
|
Reply-To: %(reply_to)s |
| 53 |
|
|
In-Reply-To: %(reply_to_msgid)s |
| 54 |
|
|
References: %(reply_to_msgid)s |
| 55 |
colin |
3461 |
X-Git-Host: %(fqdn)s |
| 56 |
colin |
3448 |
X-Git-Repo: %(repo_shortname)s |
| 57 |
|
|
X-Git-Refname: %(refname)s |
| 58 |
|
|
X-Git-Reftype: %(refname_type)s |
| 59 |
|
|
X-Git-Rev: %(rev)s |
| 60 |
|
|
Auto-Submitted: auto-generated |
| 61 |
|
|
""" |
| 62 |
|
|
|
| 63 |
|
|
|
| 64 |
colin |
3412 |
REPO_NAME_RE = re.compile(r'^/git/(?P<name>.+?)(?:\.git)?$') |
| 65 |
|
|
def repo_shortname(): |
| 66 |
|
|
basename = os.path.abspath(git_multimail.get_git_dir()) |
| 67 |
|
|
m = REPO_NAME_RE.match(basename) |
| 68 |
|
|
if m: |
| 69 |
|
|
return m.group('name') |
| 70 |
|
|
else: |
| 71 |
|
|
return basename |
| 72 |
|
|
|
| 73 |
|
|
|
| 74 |
colin |
3354 |
# Override the Environment class to generate an apporpriate short name which is |
| 75 |
|
|
# used in git links and as an email prefix |
| 76 |
colin |
3448 |
class MageiaEnvironment(git_multimail.Environment): |
| 77 |
colin |
3354 |
def get_repo_shortname(self): |
| 78 |
colin |
3412 |
return repo_shortname() |
| 79 |
colin |
3448 |
git_multimail.Environment = MageiaEnvironment |
| 80 |
colin |
3354 |
|
| 81 |
colin |
3448 |
|
| 82 |
colin |
3354 |
# Override the Reviesion class to inject gitweb/cgit links and any referenced |
| 83 |
|
|
# bug URLs |
| 84 |
colin |
3448 |
class MageiaLinksRevision(git_multimail.Revision): |
| 85 |
colin |
3380 |
bz = None |
| 86 |
|
|
|
| 87 |
|
|
def bugzilla_init(self): |
| 88 |
|
|
if self.bz is None: |
| 89 |
|
|
cookie_file = os.path.join(os.environ['HOME'], MAGEIA_BUGZILLA_COOKIE_FILE) |
| 90 |
|
|
self.cookiejar = LWPCookieJar(cookie_file) |
| 91 |
|
|
try: |
| 92 |
|
|
self.cookiejar.load() |
| 93 |
|
|
except IOError: |
| 94 |
|
|
pass |
| 95 |
|
|
|
| 96 |
|
|
self.bz = BugzillaProxy(MAGEIA_BUGZILLA_URL, cookiejar=self.cookiejar) |
| 97 |
|
|
return self.bz |
| 98 |
|
|
|
| 99 |
|
|
def bugzilla_login(self): |
| 100 |
|
|
params = { |
| 101 |
|
|
'login': 'bot', |
| 102 |
|
|
'password': open(os.path.join(os.environ['HOME'], MAGEIA_BUGZILLA_PASSWORD_FILE), 'r').readline().rstrip(), |
| 103 |
|
|
'remember': True |
| 104 |
|
|
} |
| 105 |
|
|
self.bz.User.login(params) |
| 106 |
|
|
self.cookiejar.save() |
| 107 |
|
|
os.chmod(self.cookiejar.filename, 0600) |
| 108 |
colin |
3387 |
|
| 109 |
colin |
3380 |
def bugzilla_call(self, method, *args): |
| 110 |
|
|
"""Attempt to call method with args. Log in if authentication is required. |
| 111 |
|
|
""" |
| 112 |
|
|
try: |
| 113 |
|
|
return method(*args) |
| 114 |
|
|
except xmlrpclib.Fault, fault: |
| 115 |
|
|
# Fault code 410 means login required |
| 116 |
|
|
if fault.faultCode == 410: |
| 117 |
|
|
self.bugzilla_login() |
| 118 |
|
|
return method(*args) |
| 119 |
|
|
raise |
| 120 |
|
|
|
| 121 |
colin |
3354 |
def generate_email_body(self, push): |
| 122 |
|
|
"""Show this revision.""" |
| 123 |
|
|
|
| 124 |
|
|
output = git_multimail.read_git_lines( |
| 125 |
|
|
['log'] + self.environment.commitlogopts + ['-1', self.rev.sha1], |
| 126 |
|
|
keepends=True, |
| 127 |
|
|
) |
| 128 |
|
|
bugs = {} |
| 129 |
|
|
commit = None |
| 130 |
|
|
idx = 0 |
| 131 |
|
|
for line in output: |
| 132 |
colin |
3387 |
idx += 1 |
| 133 |
colin |
3354 |
if line == "---\n": |
| 134 |
|
|
if commit and COMMIT_REPLACE: |
| 135 |
|
|
output.insert(idx, "\n") |
| 136 |
|
|
output.insert(idx, " %s\n" % (COMMIT_REPLACE % (self.environment.get_repo_shortname(), commit))) |
| 137 |
|
|
output.insert(idx, " Commit Link:\n") |
| 138 |
colin |
3387 |
idx += 3 |
| 139 |
colin |
3354 |
if bugs: |
| 140 |
|
|
output.insert(idx, " Bug links:\n") |
| 141 |
colin |
3387 |
idx += 1 |
| 142 |
|
|
for tracker, bugnos in bugs.items(): |
| 143 |
colin |
3354 |
output.insert(idx, " %s\n" % tracker) |
| 144 |
colin |
3387 |
idx += 1 |
| 145 |
colin |
3354 |
for bugno in bugnos: |
| 146 |
|
|
output.insert(idx, " %s\n" % (BUG_REFS[tracker]['replace'] % bugno)) |
| 147 |
colin |
3387 |
idx += 1 |
| 148 |
colin |
3354 |
output.insert(idx, "\n") |
| 149 |
colin |
3387 |
idx += 1 |
| 150 |
colin |
3380 |
|
| 151 |
|
|
# Attempt to modify bugzilla |
| 152 |
|
|
if "Mageia" in bugs: |
| 153 |
|
|
try: |
| 154 |
|
|
bz = self.bugzilla_init() |
| 155 |
|
|
|
| 156 |
|
|
# Mask email address |
| 157 |
colin |
3382 |
comment = None |
| 158 |
|
|
# Suppress the "Bug links:" section if only one bug |
| 159 |
|
|
# is referenced |
| 160 |
|
|
if len(bugs) == 1 and len(bugs['Mageia']) == 1: |
| 161 |
|
|
comment = output[0:idx-4] |
| 162 |
|
|
else: |
| 163 |
|
|
comment = output[0:idx] |
| 164 |
colin |
3380 |
comment[1] = re.sub(r'^(Author: [^@]*)@.*(>)?', r'\1@...>', comment[1]) |
| 165 |
|
|
comment = "".join(comment) |
| 166 |
|
|
|
| 167 |
|
|
params = {} |
| 168 |
|
|
params['ids'] = bugs['Mageia'] |
| 169 |
|
|
params['comment'] = { 'body': comment } |
| 170 |
|
|
self.bugzilla_call(bz.Bug.update, params) |
| 171 |
|
|
print "Updated bugzilla bugs: %s" % ", ".join(bugs['Mageia']) |
| 172 |
|
|
except: |
| 173 |
|
|
print "Unable to post to bugzilla bugs: %s :(" % ", ".join(bugs['Mageia']) |
| 174 |
|
|
pass |
| 175 |
|
|
|
| 176 |
colin |
3354 |
break |
| 177 |
|
|
m = COMMIT_RE.search(line) |
| 178 |
|
|
if m: |
| 179 |
colin |
3387 |
commit = m.group(1) |
| 180 |
colin |
3354 |
for tracker in BUG_REFS.keys(): |
| 181 |
colin |
3384 |
foundbugs = BUG_REFS[tracker]['re'].findall(line) |
| 182 |
|
|
if len(foundbugs): |
| 183 |
colin |
3354 |
if not tracker in bugs: |
| 184 |
colin |
3384 |
bugs[tracker] = foundbugs |
| 185 |
|
|
else: |
| 186 |
|
|
bugs[tracker] = list(set(bugs[tracker] + foundbugs)) |
| 187 |
colin |
3354 |
|
| 188 |
|
|
return output |
| 189 |
|
|
|
| 190 |
colin |
3448 |
# Override the Revision class to inject gitweb/cgit links and any referenced |
| 191 |
|
|
# bug URLs |
| 192 |
|
|
class MageiaI18NRevision(git_multimail.Revision): |
| 193 |
|
|
"""A Change consisting of a single git commit.""" |
| 194 |
colin |
3354 |
|
| 195 |
colin |
3448 |
def __init__(self, reference_change, rev, num, tot): |
| 196 |
|
|
git_multimail.Change.__init__(self, reference_change.environment) |
| 197 |
|
|
self.reference_change = reference_change |
| 198 |
|
|
self.rev = rev |
| 199 |
|
|
self.change_type = self.reference_change.change_type |
| 200 |
|
|
self.refname = self.reference_change.refname |
| 201 |
|
|
self.num = num |
| 202 |
|
|
self.tot = tot |
| 203 |
|
|
self.author = git_multimail.read_git_output(['log', '--no-walk', '--format=%aN <%aE>', self.rev.sha1]) |
| 204 |
|
|
self.recipients = False |
| 205 |
|
|
self.output = [] |
| 206 |
|
|
|
| 207 |
|
|
|
| 208 |
|
|
i18n_folders = [] |
| 209 |
|
|
# Check files and find i18n folders |
| 210 |
|
|
for line in git_multimail.read_git_lines(['ls-tree', '-rd', self.rev.sha1]): |
| 211 |
|
|
(modetypesha1, name) = line.split("\t", 1) |
| 212 |
|
|
if name.endswith("/.tx"): |
| 213 |
|
|
i18n_folders.append(os.path.dirname(name)) |
| 214 |
|
|
|
| 215 |
|
|
if len(i18n_folders): |
| 216 |
|
|
self.output = git_multimail.read_git_lines( |
| 217 |
|
|
['log', '-C', '--stat', '-p', '--no-walk', self.rev.sha1, '--'] + i18n_folders, |
| 218 |
|
|
keepends=True, |
| 219 |
|
|
) |
| 220 |
|
|
if len(self.output): |
| 221 |
|
|
# We have some output so lets send the mail... |
| 222 |
|
|
self.recipients = 'i18n-reports@ml.mageia.org' |
| 223 |
|
|
|
| 224 |
|
|
def generate_email_body(self, push): |
| 225 |
|
|
"""Show this revision.""" |
| 226 |
|
|
|
| 227 |
|
|
return self.output |
| 228 |
|
|
|
| 229 |
|
|
|
| 230 |
|
|
|
| 231 |
colin |
3354 |
if __name__ == '__main__': |
| 232 |
colin |
3386 |
# Attempt to write a last-updated file for cgit cosmetics |
| 233 |
|
|
try: |
| 234 |
|
|
git_dir = git_multimail.get_git_dir() |
| 235 |
|
|
infowebdir = os.path.join(git_dir, 'info', 'web') |
| 236 |
|
|
if not os.path.exists(infowebdir): |
| 237 |
|
|
os.makedirs(infowebdir) |
| 238 |
|
|
lastupdated = git_multimail.read_git_output( |
| 239 |
colin |
3408 |
['for-each-ref', '--sort=-committerdate', "--format=%(committerdate:iso8601)", '--count=1', 'refs/heads'], |
| 240 |
colin |
3386 |
) |
| 241 |
colin |
3388 |
modfile = open(os.path.join(infowebdir, 'last-modified'), 'w') |
| 242 |
colin |
3408 |
modfile.write(lastupdated) |
| 243 |
colin |
3388 |
modfile.close() |
| 244 |
|
|
except Exception: |
| 245 |
colin |
3386 |
pass |
| 246 |
|
|
|
| 247 |
colin |
3412 |
try: |
| 248 |
colin |
3414 |
req = urllib2.Request('http://alamut.mageia.org:8000', repo_shortname() + '.git') |
| 249 |
colin |
3412 |
req.add_header('Content-Type', 'x-git/repo') |
| 250 |
colin |
3418 |
fp = urllib2.urlopen(req, timeout=5) |
| 251 |
colin |
3417 |
if (fp): |
| 252 |
colin |
3412 |
fp.close() |
| 253 |
|
|
except Exception: |
| 254 |
|
|
pass |
| 255 |
|
|
|
| 256 |
colin |
3448 |
|
| 257 |
|
|
config = git_multimail.Config('multimailhook') |
| 258 |
|
|
|
| 259 |
|
|
try: |
| 260 |
|
|
environment = git_multimail.choose_environment( |
| 261 |
|
|
config, osenv=os.environ, |
| 262 |
|
|
) |
| 263 |
|
|
|
| 264 |
|
|
mailer = git_multimail.choose_mailer(config, environment) |
| 265 |
|
|
# For testing... |
| 266 |
|
|
#mailer = git_multimail.OutputMailer(sys.stdout) |
| 267 |
|
|
|
| 268 |
|
|
changes = [] |
| 269 |
|
|
for line in sys.stdin: |
| 270 |
|
|
(oldrev, newrev, refname) = line.strip().split(' ', 2) |
| 271 |
|
|
changes.append( |
| 272 |
|
|
git_multimail.ReferenceChange.create(environment, oldrev, newrev, refname) |
| 273 |
|
|
) |
| 274 |
|
|
push = git_multimail.Push(changes) |
| 275 |
|
|
|
| 276 |
|
|
|
| 277 |
|
|
# First pass - regular commit mails |
| 278 |
|
|
git_multimail.Revision = MageiaLinksRevision |
| 279 |
|
|
push.send_emails(mailer, body_filter=environment.filter_body) |
| 280 |
|
|
|
| 281 |
|
|
# Second pass - i18n commit mails |
| 282 |
|
|
git_multimail.REVISION_HEADER_TEMPLATE = I18N_REVISION_HEADER_TEMPLATE |
| 283 |
|
|
git_multimail.Revision = MageiaI18NRevision |
| 284 |
|
|
# Don't send the summary email, so nuke the change recipients |
| 285 |
|
|
for change in push.changes: |
| 286 |
|
|
change.recipients = False |
| 287 |
|
|
push.send_emails(mailer, body_filter=environment.filter_body) |
| 288 |
|
|
|
| 289 |
|
|
except git_multimail.ConfigurationException, e: |
| 290 |
|
|
sys.exit(str(e)) |
Parent Directory
| 
Revision Log