| author | Sandro Knauß <knauss@netzguerilla.net> |
| Fri, 27 Jan 2012 15:01:59 +0100 | |
| branch | devel |
| changeset 114 | 1ed072cc6793 |
| parent 112 | ea437d1e7b65 |
| child 115 | 323d06431100 |
| permissions | -rw-r--r-- |
| 92 | 1 |
from sqlalchemy.orm import sessionmaker |
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
2 |
|
|
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
3 |
from twisted.internet import threads |
|
107
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
4 |
from twisted.python.threadpool import ThreadPool |
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
5 |
|
|
114
1ed072cc6793
reconstructing validate decorator
Sandro Knauß <knauss@netzguerilla.net>
parents:
112
diff
changeset
|
6 |
from functools import wraps |
|
1ed072cc6793
reconstructing validate decorator
Sandro Knauß <knauss@netzguerilla.net>
parents:
112
diff
changeset
|
7 |
|
|
107
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
8 |
POOL_SIZE=5 #how many threads should the db connector pool should have |
| 92 | 9 |
|
|
112
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
10 |
class Data: |
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
11 |
def __init__(self): |
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
12 |
self.pool = ThreadPool(minthreads=1, maxthreads=POOL_SIZE, name='database') |
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
13 |
self.reactor = None |
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
14 |
|
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
15 |
d = Data() |
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
16 |
|
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
17 |
def startPool(reactor): |
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
18 |
d.pool.start() |
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
19 |
d.reactor = reactor |
|
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
20 |
d.reactor.addSystemEventTrigger('before', 'shutdown', d.pool.stop) |
| 92 | 21 |
|
|
107
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
22 |
def run_in_db_thread(f): |
|
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
23 |
"""Decorator to run DB queries in Twisted's thread pool""" |
|
114
1ed072cc6793
reconstructing validate decorator
Sandro Knauß <knauss@netzguerilla.net>
parents:
112
diff
changeset
|
24 |
@wraps(f) |
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
25 |
def wrapper(*args, **kwargs): |
|
112
ea437d1e7b65
reactor is now started my iro.main
Sandro Knauß <knauss@netzguerilla.net>
parents:
107
diff
changeset
|
26 |
return threads.deferToThreadPool(d.reactor, d.pool, f, *args, **kwargs) |
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
27 |
return wrapper |
|
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
28 |
|
|
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
29 |
|
|
107
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
30 |
class WithSession(object): |
|
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
31 |
'''a with statement for a database session connection''' |
|
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
32 |
def __init__(self, engine, autocommit=False): |
|
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
33 |
self.engine = engine |
| 92 | 34 |
self.autocommit=autocommit |
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
35 |
|
| 92 | 36 |
def __enter__(self): |
|
107
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
37 |
self.session = sessionmaker(bind=self.engine)() |
| 92 | 38 |
return self.session |
39 |
||
40 |
def __exit__(self,exc_type, exc_value, traceback): |
|
41 |
if exc_type is None: |
|
42 |
if self.autocommit: |
|
43 |
self.session.commit() |
|
44 |
else: |
|
45 |
self.session.rollback() |
|
46 |
self.session.close() |
|
47 |
||
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
48 |
class DBDefer(object): |
|
107
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
49 |
'''a twisted sqlalchemy connector this Decorator adds a session parameter, with a valid session connection''' |
|
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
50 |
def __init__(self, engine, autocommit=False): |
|
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
51 |
self.autocommit=autocommit |
|
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
52 |
self.engine = engine |
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
53 |
|
|
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
54 |
def __call__(self, func): |
|
107
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
55 |
@run_in_db_thread |
|
114
1ed072cc6793
reconstructing validate decorator
Sandro Knauß <knauss@netzguerilla.net>
parents:
112
diff
changeset
|
56 |
@wraps(func) |
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
57 |
def wrapper(*args, **kwargs): |
|
107
f11520354165
controller.database -> model.utils
Sandro Knauß <knauss@netzguerilla.net>
parents:
106
diff
changeset
|
58 |
with WithSession(self.engine, self.autocommit) as session: |
|
96
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
59 |
return func(*args, session=session, **kwargs) |
|
883b25b0b760
using nonblocking api for sqlalchemy
Sandro Knauß <knauss@netzguerilla.net>
parents:
93
diff
changeset
|
60 |
return wrapper |