[Boost-commit] svn:boost r7059

From: troy_at_[hidden]
Date: 2007-06-15 10:30:13

Author: troy
Date: 2007-06-15 10:30:12 EDT (Fri, 15 Jun 2007)
New Revision: 7059
URL: http://svn.boost.org/trac/boost/changeset/7059

Log:

First go at build scheduling script.

Added:
   sandbox-branches/boost-cmake/dart-client/client.py   (contents, props changed)
   sandbox-branches/boost-cmake/dart-client/conf.py

Added: sandbox-branches/boost-cmake/dart-client/client.py
==============================================================================
--- (empty file)
+++ sandbox-branches/boost-cmake/dart-client/client.py	2007-06-15 10:30:12 EDT (Fri, 15 Jun 2007)
@@ -0,0 +1,147 @@
+#!/usr/bin/python
+
+import sys
+import pysvn
+import os.path
+import time
+from datetime import datetime, timedelta
+from termcolors import *
+
+class Build:
+    def __init__(self, id_, build_variant_, ctest_variant_):
+        self.id = id_
+        self.build_variant = build_variant_
+        self.ctest_variant = ctest_variant_
+        self.revision = -1
+        self.avg_time = datetime.min
+        self.last_start = datetime.min
+
+    def __str__(self):
+        return "id:" + self.id + " bv:" + self.build_variant + " cv:" + self.ctest_variant + " rev:" + str(self.revision) + " avg_t:" + str(self.avg_time) + " last_t:" + str(self.last_start)
+
+builds = []
+buildqueue = []
+
+def nextbuild(builds):
+    front = Build('none', 'none', 'none')
+    front_deltat = datetime.min
+    front.last_start = datetime.max
+
+    for build in builds:
+        thisdt = ctest_variants[build.ctest_variant][1](build.last_start)
+        print "Delta for build " + str(build) + " is: " + str(thisdt)
+        if build.last_start <= front.last_start:
+            front = build
+    return front
+    
+def initbuilds():
+    builds = []
+    for id in urls:
+        for bv in build_variants:
+            for cv in ctest_variants:
+                builds.append(Build(id, bv, cv))
+    print "next build is: " + str(nextbuild(builds))
+    return builds
+
+def print_error(msg, cmd):
+    sys.stderr.write(style.BOLDRED('Error: %s' % msg) + '\nRun "%s --help" for help.\n' % cmd)
+    sys.exit(1)
+
+configfile = "conf.py"
+
+def read_conf():
+    if os.path.exists(configfile):
+        execfile(configfile, globals())
+    else:
+        print_error("Config file '" + configfile + "' not found, run " + sys.argv[0] + " init first.", sys.argv[0])
+        exit(1)
+
+def checkout(argv):
+    client = pysvn.Client()
+    client.exception_style = 0
+    builds = initbuilds()
+    for id, url in urls.items():
+        srcdir = os.path.join(topdir,prefix,id,"src")
+        print "Checking out " + id
+        try:
+            os.mkdir(srcdir)
+        except:
+            print "Directory %s exists, not creating." % id
+            
+        try:
+            client.checkout(url, srcdir)
+        except pysvn.ClientError, e:
+            print "Error:\n" + str(e)
+
+        print "Making build directories..."
+        for build in builds:
+            nextpath = os.path.join(topdir,prefix, build.id, build.build_variant, build.ctest_variant)
+            try:
+                os.makedirs(nextpath)
+                print "  " + nextpath
+            except Exception, e:
+                print "Directory %s exists, not creating (%s)" % (nextpath, e)
+            os.chdir(nextpath)
+            cmd = cmake + " " + " ".join(build_variants[build.build_variant]) + " " + srcdir
+            print cmd
+            os.system(cmd)
+    
+def run(args):
+    client = pysvn.Client()
+    client.exception_style = 0
+    builds = initbuilds()
+    while True:
+        build = nextbuild(builds)
+        print "*******\n******* " + str(build) + " *******\n*******" 
+        build.last_start = datetime.now()
+        os.chdir(os.path.join(topdir, prefix, build.id, build.build_variant, build.ctest_variant))
+        cmd = ctest + " " + " ".join(ctest_variants[build.ctest_variant][0])
+        srcdir = os.path.join(topdir, prefix, build.id, "src")
+        if build.revision != -1:
+            print ">>> Updating " + srcdir + " to " + str(build.revision)
+            client.update(srcdir, recurse=True,
+                          revision=pysvn.Revision(pysvn.opt_revision_kind.number, build.revision))
+            time.sleep(0)
+        print ">>> " + cmd
+        os.system(cmd)
+        status_list = client.status(os.path.join(topdir, prefix, build.id, "src"), recurse=False)
+        rev = status_list[0].entry.revision.number
+        build.revision = rev
+#        print "status: " + str(status_list)
+        time.sleep(0)
+                
+def init(argv):
+    print "Writing " + configfile + "\n" 
+    initfile = open(configfile, 'w')
+    initfile.write("prefix = 'prefix'\nurls = { 'boost_1_34_0' : 'http://svn.boost.org/svn/boost/sandbox-branches/boost-cmake/boost_1_34_0/tools/build/CMake' }\n")
+    initfile.write("build_variants = { 'debug' : ['BUILD_RELEASE:BOOL=OFF','BUILD_DEBUG:BOOL=ON'],\n 'release': ['BUILD_RLEASE:BOOL=OFF','BUILD_DEBUG:BOOL=ON'] }\n")
+    initfile.close()
+
+def help(argv):
+    print __name__
+    
+topdir = '?'
+def main(argv):
+    globals()['topdir'] = os.getcwd()
+    print "topdir is " + topdir
+    if argv[1] == "init":
+        init(argv)
+    elif not action_mapping.has_key(argv[1]):
+        print_error("Command " + argv[1] + " not found", argv[0])
+    else:
+        read_conf()
+        action_mapping[argv[1]](argv)
+
+def dropenv(fn, *args):
+    return lambda x: fn(*args)
+
+action_mapping = {
+    'init' : init,
+    'checkout' : checkout,
+    'run' : run,
+    'help' : help,
+    'initbuilds' : dropenv(initbuilds),
+    }
+
+if __name__ == "__main__":
+    main(sys.argv)

Added: sandbox-branches/boost-cmake/dart-client/conf.py
==============================================================================
--- (empty file)
+++ sandbox-branches/boost-cmake/dart-client/conf.py	2007-06-15 10:30:12 EDT (Fri, 15 Jun 2007)
@@ -0,0 +1,36 @@
+prefix = 'prefix'
+
+urls = { 'boost_1_34_0' : 'http://svn.resophonic.com/pub/ctest-tiny' }
+
+build_variants = {
+    'debug'  : ['-DBUILD_TESTING:BOOL=ON', '-DBUILD_RELEASE:BOOL=OFF', '-DBUILD_DEBUG:BOOL=ON'],
+    'release': ['-DBUILD_TESTING:BOOL=ON', '-DBUILD_RELEASE:BOOL=OFF', '-DBUILD_DEBUG:BOOL=ON']
+}
+
+def nightly_dt(t):
+    current_time = datetime.now()
+    if current_time.date() > t.date():
+        return current_time - t
+    else:
+        return timedelta(-1)  # delta of negative one day, won't get run
+
+def minutely_dt(t):
+    current_time = datetime.now()
+    if current_time.replace(microsecond=0, second=0) > t:
+        return current_time - t
+    else:
+        return timedelta(-1)  # delta of negative one day, won't get run
+
+def continuous_dt(t):
+    current_time = datetime.now()
+    return current_time - t
+
+ctest_variants = { 
+    'continuous' : (['-D', 'Continuous'], continuous_dt),
+    'nightly' : (['-D', 'Nightly'], minutely_dt)
+    }
+
+ctest = "ctest"
+cmake = "cmake"
+
+