1 import time, threading, struct
3 from bsddb3 import db as bd
5 __all__ = ["environment", "database"]
7 deadlock = bd.DBLockDeadlockError
9 class environment(lib.closable):
10 def __init__(self, path, *, create=True, recover=False, mode=0o666):
12 self.env.set_lk_detect(bd.DB_LOCK_RANDOM)
13 fl = bd.DB_THREAD | bd.DB_INIT_MPOOL | bd.DB_INIT_LOCK | bd.DB_INIT_LOG | bd.DB_INIT_TXN
18 self.env.open(path, fl, mode)
19 self.lastckp = self.lastarch = time.time()
20 self.lock = threading.Lock()
33 if now - self.lastckp > 60:
34 self.env.txn_checkpoint(1024)
36 if now - self.lastarch > 3600:
37 self.env.log_archive(bd.DB_ARCH_REMOVE)
42 def db(self, name, create=True, mode=0o666):
44 if name not in self.dbs:
45 self.dbs[name] = database(self, name, create, mode)
52 def __exit__(self, *excinfo):
56 def opendb(env, fnm, dnm, typ, fl, mode):
60 self.main.open(fnm, dnm, typ, fl, mode)
66 def __init__(self, env, flags=bd.DB_TXN_WRITE_NOSYNC):
67 self.tx = env.txn_begin(None, flags)
80 run1(list(self.pcommit))
89 def __exit__(self, etype, exc, tb):
94 def postcommit(self, fun):
99 def wrapper(self, *args, tx=None, **kwargs):
103 with txn(envfun(self)) as ltx:
104 ret = fun(self, *args, tx=ltx, **kwargs)
110 return fun(self, *args, tx=tx, **kwargs)
114 class database(object):
115 def __init__(self, env, name, create, mode):
119 fl = bd.DB_THREAD | bd.DB_AUTO_COMMIT
122 self.cf = self._opendb("cf", bd.DB_HASH, fl)
123 self.ob = self._opendb("ob", bd.DB_HASH, fl)
125 def _opendb(self, dnm, typ, fl, init=None):
126 ret = bd.DB(self.env.env)
130 ret.open(self.fnm, dnm, typ, fl, self.mode)
135 @txnfun(lambda self: self.env.env)
136 def _nextseq(self, *, tx):
137 if self.cf.has_key(b"seq", txn=tx.tx):
138 seq = struct.unpack(">Q", self.cf.get(b"seq", txn=tx.tx))[0]
141 self.cf.put(b"seq", struct.pack(">Q", seq + 1), txn=tx.tx)
144 @txnfun(lambda self: self.env.env)
145 def add(self, ob, *, tx):
146 seq = self._nextseq(tx=tx)
147 self.ob.put(struct.pack(">Q", seq), ob, txn=tx.tx, flags=bd.DB_NOOVERWRITE)
150 @txnfun(lambda self: self.env.env)
151 def replace(self, id, ob, *, tx):
152 key = struct.pack(">Q", id)
153 if not self.ob.has_key(key, txn=tx.tx):
155 self.ob.put(key, ob, txn=tx.tx)
157 @txnfun(lambda self: self.env.env)
158 def get(self, id, *, tx):
159 ret = self.ob.get(struct.pack(">Q", id), None)
164 @txnfun(lambda self: self.env.env)
165 def remove(self, id, *, tx):
166 key = struct.pack(">Q", id)
167 if not self.ob.has_key(key, txn=tx.tx):
169 self.ob.delete(key, txn=tx.tx)