1 import time, threading, struct
3 from bsddb3 import db as bd
5 deadlock = bd.DBLockDeadlockError
7 class environment(lib.closable):
8 def __init__(self, path, *, create=True, recover=False, mode=0o666):
10 self.env.set_lk_detect(bd.DB_LOCK_RANDOM)
11 fl = bd.DB_THREAD | bd.DB_INIT_MPOOL | bd.DB_INIT_LOCK | bd.DB_INIT_LOG | bd.DB_INIT_TXN
16 self.env.open(path, fl, mode)
17 self.lastckp = self.lastarch = time.time()
18 self.lock = threading.Lock()
31 if now - self.lastckp > 60:
32 self.env.txn_checkpoint(1024)
34 if now - self.lastarch > 3600:
35 self.env.log_archive(bd.DB_ARCH_REMOVE)
40 def db(self, name, create=True, mode=0o666):
42 if name not in self.dbs:
43 self.dbs[name] = database(self, name, create, mode)
50 def __exit__(self, *excinfo):
54 def opendb(env, fnm, dnm, typ, fl, mode):
58 self.main.open(fnm, dnm, typ, fl, mode)
64 def __init__(self, env, flags=bd.DB_TXN_WRITE_NOSYNC):
65 self.tx = env.txn_begin(None, flags)
78 run1(list(self.pcommit))
87 def __exit__(self, etype, exc, tb):
92 def postcommit(self, fun):
97 def wrapper(self, *args, tx=None, **kwargs):
101 with txn(envfun(self)) as ltx:
102 ret = fun(self, *args, tx=ltx, **kwargs)
108 return fun(self, *args, tx=tx, **kwargs)
112 class database(object):
113 def __init__(self, env, name, create, mode):
117 fl = bd.DB_THREAD | bd.DB_AUTO_COMMIT
120 self.cf = self._opendb("cf", bd.DB_HASH, fl)
121 self.ob = self._opendb("ob", bd.DB_HASH, fl)
123 def _opendb(self, dnm, typ, fl, init=None):
124 ret = bd.DB(self.env.env)
128 ret.open(self.fnm, dnm, typ, fl, self.mode)
133 @txnfun(lambda self: self.env.env)
134 def _nextseq(self, *, tx):
135 if self.cf.has_key(b"seq", txn=tx.tx):
136 seq = struct.unpack(">Q", self.cf.get(b"seq", txn=tx.tx))[0]
139 self.cf.put(b"seq", struct.pack(">Q", seq + 1), txn=tx.tx)
142 @txnfun(lambda self: self.env.env)
143 def add(self, ob, *, tx):
144 seq = self._nextseq(tx=tx)
145 self.ob.put(struct.pack(">Q", seq), ob, txn=tx.tx, flags=bd.DB_NOOVERWRITE)
148 @txnfun(lambda self: self.env.env)
149 def replace(self, id, ob, *, tx):
150 key = struct.pack(">Q", id)
151 if not self.ob.has_key(key, txn=tx.tx):
153 self.ob.put(key, ob, txn=tx.tx)
155 @txnfun(lambda self: self.env.env)
156 def get(self, id, *, tx):
157 ret = self.ob.get(struct.pack(">Q", id), None)
162 @txnfun(lambda self: self.env.env)
163 def remove(self, id, *, tx):
164 key = struct.pack(">Q", id)
165 if not self.ob.has_key(key, txn=tx.tx):
167 self.ob.delete(key, txn=tx.tx)