--- /dev/null
+# vi: encoding=utf-8 ts=8 sts=4 sw=4 et
+
+import email
+import string
+import time
+import os
+import StringIO
+import sys
+import re
+import shutil
+import atexit
+import tempfile
+
+import gpg
+import request
+import log
+import path
+import util
+import loop
+import chroot
+import ftp
+import buildlogs
+import notify
+import status
+import build
+import report
+
+from lock import lock
+from bqueue import B_Queue
+from config import config, init_conf
+
+def pick_request(q):
+ def mycmp(r1, r2):
+ if r1.kind != 'group' or r2.kind != 'group':
+ raise Exception, "non-group requests"
+ pri_diff = cmp(r1.priority, r2.priority)
+ if pri_diff == 0:
+ return cmp(r1.time, r2.time)
+ else:
+ return pri_diff
+ q.requests.sort(mycmp)
+ ret = q.requests[0]
+ q.requests = q.requests[1:]
+ return ret
+
+def store_binary_request(r):
+ new_b = []
+ for b in r.batches:
+ if not b.build_failed: new_b.append(b)
+ if new_b == []:
+ return
+ r.batches = new_b
+ # store new queue and max_req_no for binary builders
+ num = int(string.strip(open(path.max_req_no_file, "r").read())) + 1
+
+ r.no = num
+ q = B_Queue(path.req_queue_file)
+ q.lock(0)
+ q.read()
+ q.add(r)
+ q.write()
+ q.dump(path.queue_stats_file)
+ q.dump_html(path.queue_html_stats_file)
+ q.write_signed(path.req_queue_signed_file)
+ q.unlock()
+
+ (fdno, tmpfname) = tempfile.mkstemp(dir=os.path.dirname(path.max_req_no_file))
+ cnt_f = os.fdopen(fdno, "w")
+ cnt_f.seek(0)
+ cnt_f.write("%d\n" % num)
+ cnt_f.flush()
+ os.fsync(cnt_f.fileno())
+ cnt_f.close()
+ os.chmod(tmpfname, 0644)
+ os.rename(tmpfname, path.max_req_no_file)
+
+def transfer_file(r, b):
+ local = path.srpms_dir + '/' + r.id + "/" + b.src_rpm
+ f = b.src_rpm_file
+ # export files from chroot
+ chroot.cp(f, outfile = local, rm = True)
+ os.chmod(local, 0644)
+ ftp.add(local)
+
+ if config.gen_upinfo and 'test-build' not in r.flags:
+ fname = path.srpms_dir + '/' + r.id + "/" + b.src_rpm + ".uploadinfo"
+ f = open(fname, "w")
+ f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\nfile:SRPMS:%s\nEND\n" % (b.gb_id, b.requester, b.gb_id, b.requester_email, b.src_rpm))
+ f.close()
+ ftp.add(fname, "uploadinfo")
+
+def build_srpm(r, b):
+ if len(b.spec) == 0:
+ # should not really get here
+ util.append_to(b.logfile, "error: No .spec given but build src.rpm wanted")
+ return "FAIL"
+
+ status.push("building %s" % b.spec)
+
+ b.src_rpm = ""
+ builder_opts = "-nu -nm --nodeps --http"
+ if ("test-build" in r.flags) or b.branch and b.branch.startswith(config.tag_prefixes[0]):
+ tag_test=""
+ else:
+ tag_test=" -Tp %s -tt" % (config.tag_prefixes[0],)
+ cmd = ("cd rpm/packages; nice -n %s ./builder %s -bs %s -r %s %s %s %s 2>&1" %
+ (config.nice, builder_opts, b.bconds_string(), b.branch,
+ tag_test, b.kernel_string(), b.spec))
+ util.append_to(b.logfile, "request from: %s" % r.requester)
+ util.append_to(b.logfile, "started at: %s" % time.asctime())
+ util.append_to(b.logfile, "building SRPM using: %s\n" % cmd)
+ res = chroot.run(cmd, logfile = b.logfile)
+ util.append_to(b.logfile, "exit status %d" % res)
+ files = util.collect_files(b.logfile)
+ if len(files) > 0:
+ if len(files) > 1:
+ util.append_to(b.logfile, "error: More than one file produced: %s" % files)
+ res = "FAIL_TOOMANYFILES"
+ last = files[len(files) - 1]
+ b.src_rpm_file = last
+ b.src_rpm = os.path.basename(last)
+ r.chroot_files.extend(files)
+ else:
+ util.append_to(b.logfile, "error: No files produced.")
+ res = "FAIL"
+ if res == 0 and not "test-build" in r.flags:
+ for pref in config.tag_prefixes:
+ util.append_to(b.logfile, "Tagging with prefix: %s" % pref)
+ res = chroot.run("cd rpm/packages; ./builder -r %s -Tp %s -Tv %s" % \
+ (b.branch, pref, b.spec), logfile = b.logfile)
+ if res == 0:
+ transfer_file(r, b)
+
+ packagedir = "rpm/packages/%s" % b.spec[:-5]
+ packagename = b.spec[:-5]
+ chroot.run("rpm/packages/builder -m %s" % \
+ (b.spec,), logfile = b.logfile)
+ chroot.run("rm -rf %s" % packagedir, logfile = b.logfile)
+ status.pop()
+
+ if res:
+ res = "FAIL"
+ return res
+
+def handle_request(r):
+ os.mkdir(path.srpms_dir + '/' + r.id)
+ os.chmod(path.srpms_dir + '/' + r.id, 0755)
+ ftp.init(r)
+ buildlogs.init(r)
+ build.build_all(r, build_srpm)
+ report.send_report(r, is_src = True)
+ report.send_cia_report(r, is_src = True)
+ store_binary_request(r)
+ ftp.flush()
+ notify.send(r)
+
+def main():
+ init_conf("src")
+ if lock("building-srpm", non_block = 1) == None:
+ return
+ while True:
+ status.push("srpm: processing queue")
+ q = B_Queue(path.queue_file)
+ if not q.lock(1):
+ status.pop()
+ return
+ q.read()
+ if q.requests == []:
+ q.unlock()
+ status.pop()
+ return
+ r = pick_request(q)
+ q.write()
+ q.unlock()
+ status.pop()
+ status.push("srpm: handling request from %s" % r.requester)
+ handle_request(r)
+ status.pop()
+
+if __name__ == '__main__':
+ loop.run_loop(main)
TLD / TLD.git / blobdiff