view doc/v2_planning/plugin.py @ 1132:f0a1b88367b0

coding_style: Looked into feasibility of forcing developers to test their code
author Olivier Delalleau <delallea@iro>
date Wed, 15 Sep 2010 14:02:45 -0400
parents 8cc324f388ba
children a1957faecc9b
line wrap: on
line source


import time
from collections import defaultdict

inf = float('inf')

################
### SCHEDULE ###
################

class Schedule(object):
    def __add__(self, i):
        return OffsetSchedule(self, i)
    def __or__(self, s):
        return UnionSchedule(self, to_schedule(s))
    def __and__(self, s):
        return IntersectionSchedule(self, to_schedule(s))
    def __sub__(self, i):
        return OffsetSchedule(self, -i)
    def __ror__(self, s):
        return UnionSchedule(to_schedule(s), self)
    def __rand__(self, s):
        return IntersectionSchedule(to_schedule(s), self)
    def __invert__(self):
        return NegatedSchedule(self)

def to_schedule(x):
    if x in (None, False):
        return never
    if x is True:
        return always
    elif isinstance(x, (list, tuple)):
        return reduce(UnionSchedule, x)
    else:
        return x


class ScheduleMix(Schedule):
    __n__ = None
    def __init__(self, *subschedules):
        assert (not self.__n__) or len(subschedules) == self.__n__
        self.subschedules = map(to_schedule, subschedules)

class UnionSchedule(ScheduleMix):
    def __call__(self, t1, t2):
        return any(s(t1, t2) for s in self.subschedules)

class IntersectionSchedule(ScheduleMix):
    def __call__(self, t1, t2):
        return all(s(t1, t2) for s in self.subschedules)

class DifferenceSchedule(ScheduleMix):
    __n__ = 2
    def __call__(self, t1, t2):
        return self.subschedules[0](t1, t2) and not self.subschedules[1](t1, t2)

class NegatedSchedule(ScheduleMix):
    __n__ = 1
    def __call__(self, t1, t2):
        return not self.subschedules[0](t1, t2)

class OffsetSchedule(Schedule):
    def __init__(self, schedule, offset):
        self.schedule = schedule
        self.offset = offset
    def __call__(self, t1, t2):
        return self.schedule(t1 - self.offset, t2 - self.offset)


class AlwaysSchedule(Schedule):
    def __call__(self, t1, t2):
        return True

always = AlwaysSchedule()
never = ~always

class IntervalSchedule(Schedule):
    def __init__(self, step, repeat = inf):
        self.step = step
        self.upper_bound = step * (repeat - 1)
    def __call__(self, t1, t2):
        if t2 < 0 or t1 > self.upper_bound:
            return False
        diff = t2 - t1
        t1m = t1 % self.step
        t2m = t2 % self.step
        return (diff >= self.step
                or t1m == 0
                or t2m == 0
                or t1m > t2m)

each = lambda step, repeat = inf: each0(step, repeat) + step
each0 = IntervalSchedule


class RangeSchedule(Schedule):
    def __init__(self, low = None, high = None):
        self.low = low or -inf
        self.high = high or inf
    def __call__(self, t1, t2):
        return self.low <= t1 <= self.high \
            or self.low <= t2 <= self.high

inrange = RangeSchedule    


class ListSchedule(Schedule):
    def __init__(self, *schedules):
        self.schedules = schedules
    def __call__(self, t1, t2):
        for t in self.schedules:
            if t1 <= t <= t2:
                return True
        return False

at = ListSchedule
at_start = at(-inf)
at_end = at(inf)


##############
### RUNNER ###
##############

class scratchpad:
    pass

# # ORIGINAL RUNNER, NO TIMELINES
# def runner(master, plugins):
#     """
#     master is a function which is in charge of the "this" object.  It
#         is in charge of updating the t1, t2 and done fields, It must
#         take a single argument, this.

#     plugins is a list of (schedule, function) pairs. In-between each
#         execution of the master function, as well as at the very
#         beginning and at the very end, the schedule will be consulted
#         for the time range [t1, t2], and if there is a match, the
#         function will be called with this as the argument. The order
#         in which the functions are provided is respected.

#     Note: the reason why we use t1 and t2 instead of just t is that it
#     gives the master function the ability to run several iterations at
#     once without consulting any plugins. In that situation, t1 and t2
#     represent a range, and the schedule must determine if there would
#     have been an event in that range (we do not distinguish between a
#     single event and multiple events).

#     For instance, if one is training using minibatches, one could set
#     t1 and t2 to the index of the lower and higher examples, and the
#     plugins' schedules would be given according to how many examples
#     were seen rather than how many minibatches were processed.

#     Another possibility is to use real time - t1 would be the time
#     before the execution of the master function, t2 the time after
#     (in, say, milliseconds). Then you can define plugins that run
#     every second or every minute, but only in-between two training
#     iterations.
#     """

#     this = scratchpad()
#     this.t1 = -inf
#     this.t2 = -inf
#     this.started = False
#     this.done = False
#     while True:
#         for schedule, function in plugins:
#             if schedule(this.t1, this.t2):
#                 function(this)
#                 if this.done:
#                     break
#         master(this)
#         this.started = True
#         if this.done:
#             break
#     this.t1 = inf
#     this.t2 = inf
#     for schedule, function in plugins:
#         if schedule(this.t1, this.t2):
#             function(this)




def runner(main, plugins):
    """
    :param main: A function which must take a single argument,
        ``this``. The ``this`` argument contains a settable ``done``
        flag indicating whether the iterations should keep going or
        not, as well as a flag indicating whether this is the first
        time runner() is calling main(). main() may store whatever it
        wants in ``this``. It may also add one or more timelines in
        ``this.timelines[timeline_name]``, which plugins can exploit.

    :param plugins: A list of (schedule, timeline, function)
        tuples. In-between each execution of the main function, as
        well as at the very beginning and at the very end, the
        schedule will be consulted for the time range [t1, t2] from
        the appropriate timeline, and if there is a match, the
        function will be called with ``this`` as the argument. The
        order in which the functions are provided is respected.

        For any plugin, the timeline can be
        * 'iterations', where t1 == t2 == the iteration number
        * 'real_time', where t1 and t2 mark the start of the last
          loop and the start of the current loop, in seconds since
          the beginning of training (includes time spent in plugins)
        * 'algorithm_time', where t1 and t2 mark the start and end
          of the last iteration of the main function (does not
          include time spent in plugins)
        * A main function specific timeline.

        At the very beginning, the time for all timelines is
        -infinity, at the very end it is +infinity.
    """
    start_time = time.time()

    this = scratchpad()

    this.timelines = defaultdict(lambda: [-inf, -inf])
    realt = this.timelines['real_time']
    algot = this.timelines['algorithm_time']
    itert = this.timelines['iterations']

    this.started = False
    this.done = False

    while True:

        for schedule, timeline, function in plugins:
            if schedule(*this.timelines[timeline]):
                function(this)
                if this.done:
                    break

        t1 = time.time()
        main(this)
        t2 = time.time()

        if not this.started:
            realt[:] = [0, 0]
            algot[:] = [0, 0]
            itert[:] = [-1, -1]
        realt[:] = [realt[1], t2 - start_time]
        algot[:] = [algot[1], algot[1] + (t2 - t1)]
        itert[:] = [itert[0] + 1, itert[1] + 1]

        this.started = True
        if this.done:
            break

    this.timelines = defaultdict(lambda: [inf, inf])

    for schedule, timeline, function in plugins:
        if schedule(*this.timelines[timeline]):
            function(this)





################
### SHOWCASE ###
################

def main(this):
    if not this.started:
        this.error = 1.0
        # note: runner will automatically set this.started to true
    else:
        this.error /= 1.1


def welcome(this):
    print "Let's start!"

def print_iter(this):
    print "Now running iteration #%i" % this.timelines['iterations'][0]

def print_error(this):
    print "The error rate is %s" % this.error

def maybe_stop(this):
    thr = 0.01
    if this.error < thr:
        print "Error is below the threshold: %s <= %s" % (this.error, thr)
        this.done = True

def wait_a_bit(this):
    time.sleep(1./37)

def printer(txt):
    def f(this):
        print txt
    return f

def stop_this_madness(this):
    this.done = True

def byebye(this):
    print "Bye bye!"

runner(main = main,
       plugins = [# At the very beginning, print a welcome message
                  (at_start, 'iterations', welcome),
                  # Each iteration from 1 to 10 inclusive, OR each multiple of 10
                  # (except 0 - each() excludes 0, each0() includes it)
                  # print the error
                  (inrange(1, 10) | each(10), 'iterations',  print_error),
                  # Each multiple of 10, check for stopping condition
                  (each(10), 'iterations',  maybe_stop),
                  # At iteration 1000, if we ever get that far, just stop
                  (at(1000), 'iterations',  stop_this_madness),
                  # Wait a bit
                  (each(1), 'iterations',  wait_a_bit),
                  # Print bonk each second of real time
                  (each(1), 'real_time',  printer('BONK')),
                  # Print thunk each second of time in main() (main()
                  # is too fast, so this does not happen for many
                  # iterations)
                  (each(1), 'algorithm_time',  printer('THUNK')),
                  # Announce the next iteration
                  (each0(1), 'iterations',  print_iter),
                  # At the very end, display a message
                  (at_end, 'iterations',  byebye)])