iro/controller/task.py
author Sandro Knauß <knauss@netzguerilla.net>
Fri, 23 Mar 2012 16:21:22 +0100
branchdevel
changeset 243 b348d8f15b0a
parent 238 c36b117f7400
child 264 584b9c97ecfd
permissions -rw-r--r--
tests for OfferChaning added OfferChaning: First Offers fail, and another sucseed.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
     1
from functools import partial
143
0b265608b6ce using inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 142
diff changeset
     2
243
b348d8f15b0a tests for OfferChaning added
Sandro Knauß <knauss@netzguerilla.net>
parents: 238
diff changeset
     3
from twisted.python import log
234
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
     4
from twisted.internet.defer import inlineCallbacks, returnValue, maybeDeferred, Deferred
141
90c95fdd1e33 first defer test in job management
Sandro Knauß <knauss@netzguerilla.net>
parents: 140
diff changeset
     5
162
497d6b9b6914 make difference between NoRoute and NoRouteForTask
Sandro Knauß <knauss@netzguerilla.net>
parents: 161
diff changeset
     6
from ..error import NoRouteForTask, RejectRecipient
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
     7
142
7d0c1fa97123 task._run umbau zu inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 141
diff changeset
     8
from ..model.offer import offers
140
75d0eaaa871d start fixing job mangement
Sandro Knauß <knauss@netzguerilla.net>
parents: 135
diff changeset
     9
from ..model.job import exJobs
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    10
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    11
from .pool  import taskPool
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    12
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    13
class Task:
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    14
    '''one single part of a job.
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    15
    a task is one message to one recipient
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    16
    '''
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    17
    def __init__(self, recipient, job):
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    18
        self.recipient = recipient
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    19
        self.job = job
217
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    20
        self.status = None
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    21
        self.error = False
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    22
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    23
    def setStatus(self,status):
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    24
        self.status = status
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    25
        return status
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    26
234
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    27
    def setError(self, error):
217
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    28
        self.status = error
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    29
        self.error = True
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    30
        return error
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    31
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    32
    def start(self):
234
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    33
        self.d = Deferred()
217
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    34
        self.d.addCallback(self.setStatus)
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    35
        self.d.addCallback(partial(self.job.setStatus,self))
217
d755b2e0cc0b task now saves own status
Sandro Knauß <knauss@netzguerilla.net>
parents: 162
diff changeset
    36
        self.d.addErrback(self.setError)
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    37
        self.d.addErrback(partial(self.job.setError,self))
234
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    38
        taskPool.run(self._run)
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    39
        return self.d
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    40
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    41
    def _run(self):
238
c36b117f7400 using iter function instead of generator
Sandro Knauß <knauss@netzguerilla.net>
parents: 234
diff changeset
    42
        os= iter(self.job.offers)
234
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    43
        def n():
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    44
            try:
234
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    45
                offer = os.next()
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    46
                d = maybeDeferred(offers[offer],self.recipient,self.job.message)
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    47
                d.addCallback(self.d.callback)
243
b348d8f15b0a tests for OfferChaning added
Sandro Knauß <knauss@netzguerilla.net>
parents: 238
diff changeset
    48
                d.addErrback(addErr,offer)
234
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    49
                d.addErrback(self.d.errback)
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    50
                return d
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    51
            except StopIteration:
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    52
                self.d.errback(NoRouteForTask())
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    53
243
b348d8f15b0a tests for OfferChaning added
Sandro Knauß <knauss@netzguerilla.net>
parents: 238
diff changeset
    54
        def addErr(failure, offer):
b348d8f15b0a tests for OfferChaning added
Sandro Knauß <knauss@netzguerilla.net>
parents: 238
diff changeset
    55
            if not isinstance(failure.value, RejectRecipient):  
b348d8f15b0a tests for OfferChaning added
Sandro Knauß <knauss@netzguerilla.net>
parents: 238
diff changeset
    56
                log.err(_why="Job(%s): Send to '%s' failed via '%s'"%(self.job.dbjob, self.recipient, offer),_stuff=failure)
b348d8f15b0a tests for OfferChaning added
Sandro Knauß <knauss@netzguerilla.net>
parents: 238
diff changeset
    57
            n()
234
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    58
        
08fcc2b6df99 refactoring task._run
Sandro Knauß <knauss@netzguerilla.net>
parents: 217
diff changeset
    59
        n()
135
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    60
f8640c663e3e model.job created
Sandro Knauß <knauss@netzguerilla.net>
parents:
diff changeset
    61
143
0b265608b6ce using inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 142
diff changeset
    62
@inlineCallbacks
140
75d0eaaa871d start fixing job mangement
Sandro Knauß <knauss@netzguerilla.net>
parents: 135
diff changeset
    63
def createJob(user,recipients, msg, offers, info=None):
143
0b265608b6ce using inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 142
diff changeset
    64
    job = yield exJobs.create(user, recipients, msg, offers, info)
0b265608b6ce using inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 142
diff changeset
    65
    for r in recipients:
0b265608b6ce using inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 142
diff changeset
    66
        task = Task(r,job)
0b265608b6ce using inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 142
diff changeset
    67
        job.addTask(task)
0b265608b6ce using inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 142
diff changeset
    68
        task.start()
0b265608b6ce using inlineCallbacks
Sandro Knauß <knauss@netzguerilla.net>
parents: 142
diff changeset
    69
    returnValue(job)