2 # Write sqlite entries for test reports in the build farm
3 # Copyright (C) 2007-2010 Jelmer Vernooij <jelmer@samba.org>
4 # Copyright (C) 2007-2010 Andrew Bartlett <abartlet@samba.org>
5 # Published under the GNU GPL
7 """Script to parse build farm log files from the data directory, import
8 them into the database, add links to the oldrevs/ directory and send
9 some mail chastising the possible culprits when the build fails, based
13 from buildfarm.build import (
17 from buildfarm.sqldb import StormCachingBuildFarm
18 from buildfarm.web import build_uri
19 from email.mime.text import MIMEText
25 parser = optparse.OptionParser("import-and-analyse [options]")
26 parser.add_option("--dry-run", help="Will cause the script to send output to stdout instead of to sendmail.", action="store_true")
27 parser.add_option("--verbose", help="Be verbose", action="count")
29 (opts, args) = parser.parse_args()
31 resource.setrlimit(resource.RLIMIT_RSS, (300000, 300000))
32 resource.setrlimit(resource.RLIMIT_DATA, (300000, 300000))
34 buildfarm = StormCachingBuildFarm(timeout=40.0)
39 def check_and_send_mails(cur, old):
40 t = buildfarm.trees[cur.tree]
42 cur_rev = cur.revision_details()
43 cur_status = cur.status()
45 old_rev = old.revision_details()
46 old_status = old.status()
48 if not cur_status.regressed_since(old_status):
50 print "... hasn't regressed since %s: %s" % (old_rev, old_status)
56 for rev in t.get_branch().log(from_rev=cur.revision, exclude_revs=set([old.revision])):
57 recipients.add(rev.author)
58 recipients.add(rev.committer)
65 """ % (rev.revision, rev.author, rev.committer, rev.message)
68 Broken build for tree %(tree)s on host %(host)s with compiler %(compiler)s
70 Tree %(tree)s is %(scm)s branch %(branch)s.
72 Build status for new revision %(cur_rev)s is %(cur_status)s
73 Build status for old revision %(old_rev)s was %(old_status)s
77 The build may have been broken by one of the following commits:
81 "tree": cur.tree, "host": cur.host, "compiler": cur.compiler,
82 "change_log": change_log,
87 "cur_status": cur_status,
88 "old_status": old_status,
89 "build_link": build_uri("http://build.samba.org/build.cgi", cur)
93 msg["Subject"] = "BUILD of %s:%s BROKEN on %s with %s AT REVISION %s" % (cur.tree, t.branch, cur.host, cur.compiler, cur_rev)
94 msg["From"] = "\"Build Farm\" <build@samba.org>"
95 msg["To"] = ",".join(recipients)
97 smtp.sendmail(msg["From"], [msg["To"]], msg.as_string())
102 for build in buildfarm.get_new_builds():
103 if build in buildfarm.builds:
109 build = buildfarm.builds.upload_build(old_build)
110 except MissingRevisionInfo:
111 print "No revision info in %r, skipping" % build
115 rev = build.revision_details()
116 except MissingRevisionInfo:
117 print "No revision info in %r, skipping" % build
120 if opts.verbose >= 2:
121 print "%s... " % build,
122 print str(build.status())
126 # Perhaps this is a dry run and rev is not in the database yet?
127 prev_rev = buildfarm.builds.get_latest_revision(build.tree, build.host, build.compiler)
129 prev_rev = buildfarm.builds.get_previous_revision(build.tree, build.host, build.compiler, rev)
130 except NoSuchBuildError:
131 if opts.verbose >= 1:
132 print "Unable to find previous build for %s,%s,%s" % (build.tree, build.host, build.compiler)
133 # Can't send a nastygram until there are 2 builds..
136 assert prev_rev is not None
137 prev_build = buildfarm.builds.get_build(build.tree, build.host, build.compiler, prev_rev)
138 except NoSuchBuildError:
139 if opts.verbose >= 1:
140 print "Previous build %s has disappeared" % prev_build
142 check_and_send_mails(build, prev_build)