--- /dev/null
+#!/usr/bin/python3
+
+import sys, os, bsddb3, struct, getopt, pwd, time, hashlib
+bd = bsddb3.db
+pj = os.path.join
+deadlock = bd.DBLockDeadlockError
+notfound = bd.DBNotFoundError
+
+class txn(object):
+ def __init__(self, env, flags=bd.DB_TXN_WRITE_NOSYNC):
+ self.tx = env.txn_begin(None, flags)
+ self.env = env
+ self.done = False
+
+ def commit(self):
+ self.done = True
+ self.tx.commit(0)
+
+ def abort(self):
+ self.done = True
+ self.tx.abort()
+
+ def __enter__(self):
+ return self
+
+ def __exit__(self, etype, exc, tb):
+ if not self.done:
+ self.abort()
+ return False
+
+class dbcursor(object):
+ def __init__(self, db, tx):
+ self.bk = db.cursor(txn=tx.tx)
+
+ def __enter__(self):
+ return self.bk
+
+ def __exit__(self, *args):
+ self.bk.close()
+ return False
+
+def txnfun(envfun):
+ def fxf(fun):
+ def wrapper(self, *args, tx=None, **kwargs):
+ if tx is None:
+ while True:
+ try:
+ with txn(envfun(self)) as ltx:
+ ret = fun(self, *args, tx=ltx, **kwargs)
+ ltx.commit()
+ return ret
+ except deadlock:
+ continue
+ else:
+ return fun(self, *args, tx=tx, **kwargs)
+ return wrapper
+ return fxf
+
+class prefix(object):
+ use = None
+
+ def __init__(self, root, envdir):
+ self.root = root
+ self.envdir = envdir
+ self._env = None
+ self.dbs = {}
+
+ @property
+ def env(self):
+ if self._env is None:
+ if not os.path.isdir(self.envdir):
+ sys.stderr.write("tpkg: creatings %s...\n" % (self.envdir))
+ os.makedirs(self.envdir)
+ env = bd.DBEnv()
+ env.set_lk_detect(bd.DB_LOCK_RANDOM)
+ fl = bd.DB_THREAD | bd.DB_INIT_MPOOL | bd.DB_INIT_LOCK | bd.DB_INIT_LOG | bd.DB_INIT_TXN | bd.DB_CREATE
+ mode = 0o666
+ env.open(self.envdir, fl, mode)
+ self._env = env
+ return self._env
+
+ def maint(self):
+ env = self._env
+ if env is not None:
+ env.txn_checkpoint(1024)
+ env.log_archive(bd.DB_ARCH_REMOVE)
+
+ @txnfun(lambda self: self.env)
+ def db(self, name, *, dup=False, tx):
+ if name not in self.dbs:
+ db = bd.DB(self.env)
+ if dup:
+ db.set_flags(bd.DB_DUPSORT)
+ fl = bd.DB_THREAD | bd.DB_CREATE
+ mode = 0o666
+ db.open(name, None, bd.DB_BTREE, fl, mode, txn=tx.tx)
+ self.dbs[name] = db
+ return self.dbs[name]
+
+ def close(self):
+ if self._env is not None:
+ for db in self.dbs.values():
+ db.close()
+ self._env.close()
+ self._env = None
+
+ def __del__(self):
+ self.close()
+
+ @txnfun(lambda self: self.env)
+ def unregfile(self, path, *, tx):
+ epath = path.encode("utf-8")
+ db = self.db("filedata")
+ if db.has_key(epath, txn=tx.tx):
+ db.delete(epath, txn=tx.tx)
+ db = self.db("file-pkg")
+ epkg = db.get(epath, None, txn=tx.tx)
+ if epkg is not None:
+ db.delete(epath, txn=tx.tx)
+ with dbcursor(self.db("pkg-file", dup=True), tx) as cur:
+ try:
+ cur.get_both(epkg, epath)
+ except notfound:
+ pass
+ else:
+ cur.delete()
+
+ @txnfun(lambda self: self.env)
+ def regfile(self, path, pkg, digest, *, tx):
+ epath, epkg = path.encode("utf-8"), pkg.encode("utf-8")
+ self.unregfile(path, tx=tx)
+ filedata = b"digest\0" + digest.encode("utf-8") + b"\0"
+ self.db("filedata").put(epath, filedata, txn=tx.tx)
+ self.db("file-pkg").put(epath, epkg, txn=tx.tx)
+ self.db("pkg-file", dup=True).put(epkg, epath, flags=bd.DB_NODUPDATA, txn=tx.tx)
+
+ @txnfun(lambda self: self.env)
+ def filedata(self, path, default=KeyError, *, tx):
+ epath = path.encode("utf-8")
+ data = self.db("filedata").get(epath, None, txn=tx.tx)
+ if data is None:
+ if default is KeyError:
+ raise KeyError(path)
+ else:
+ return default
+ data = data.split(b'\0')
+ if data[-1] != b"" or len(data) % 2 != 1:
+ raise Exception("invalid filedata")
+ ret = {}
+ for i in range(0, len(data) - 1, 2):
+ ret[data[i].decode("utf-8")] = data[i + 1].decode("utf-8")
+ return ret
+
+ @txnfun(lambda self: self.env)
+ def filepkg(self, path, default=KeyError, *, tx):
+ epath = path.encode("utf-8")
+ epkg = self.db("file-pkg").get(epath, None, txn=tx.tx)
+ if epkg is None:
+ if default is KeyError:
+ raise KeyError(path)
+ else:
+ return default
+ return epkg.decode("utf-8")
+
+ @txnfun(lambda self: self.env)
+ def pkgfiles(self, pkg, default=KeyError, *, tx):
+ epkg = pkg.encode("utf-8")
+ with dbcursor(self.db("pkg-file", dup=True), tx) as cur:
+ try:
+ edat = cur.set(epkg)
+ if edat is None:
+ raise notfound()
+ fpkg, epath = edat
+ assert fpkg == epkg
+ except notfound:
+ if default is KeyError:
+ raise KeyError(pkg)
+ else:
+ return default
+ ret = []
+ while fpkg == epkg:
+ ret.append(epath.decode("utf-8"))
+ edat = cur.next()
+ if edat is None:
+ break
+ fpkg, epath = edat
+ return ret
+
+ @classmethod
+ def home(cls):
+ home = pwd.getpwuid(os.getuid()).pw_dir
+ return cls(pj(home, "sys"), pj(home, ".tpkg/db"))
+
+ @classmethod
+ def test(cls):
+ home = pwd.getpwuid(os.getuid()).pw_dir
+ return cls(pj(home, "tpkgtest"), pj(home, ".tpkg/testdb"))
+
+ @classmethod
+ def local(cls):
+ return cls("/usr/local", "/usr/local/etc/tpkg/db")
+
+class vfsfile(object):
+ def __init__(self, path, fullpath):
+ self.path = path
+ self.fullpath = fullpath
+
+ def open(self):
+ return open(self.fullpath, "rb")
+
+ def stat(self):
+ return os.stat(self.fullpath)
+
+class vfspkg(object):
+ def __init__(self, root):
+ self.root = root
+
+ def __iter__(self):
+ def scan(lp, fp):
+ dpre = "" if (lp is "") else lp + "/"
+ for dent in os.scandir(fp):
+ dpath = dpre + dent.name
+ if dent.is_dir():
+ yield from scan(dpath, dent.path)
+ else:
+ yield vfsfile(dpath, dent.path)
+ return scan("", self.root)
+
+def copy(dst, src):
+ dig = hashlib.sha256()
+ while True:
+ buf = src.read(65536)
+ if buf == b"":
+ return dig.hexdigest().lower()
+ dst.write(buf)
+ dig.update(buf)
+
+def digest(fp):
+ dig = hashlib.sha256()
+ while True:
+ buf = fp.read(65536)
+ if buf == b"":
+ return dig.hexdigest().lower()
+ dig.update(buf)
+
+def install(pfx, pkg, pkgname):
+ for fl in pkg:
+ if os.path.exists(pj(pfx.root, fl.path)):
+ sys.stderr.write("tpkg: %s: already exists\n" % (fl.path))
+ sys.exit(1)
+ for fl in pkg:
+ tp = pj(pfx.root, fl.path)
+ tpdir = os.path.dirname(tp)
+ if not os.path.isdir(tpdir):
+ os.makedirs(tpdir)
+ tmpp = tp + ".tpkg-new"
+ sb = fl.stat()
+ with open(tmpp, "wb") as ofp:
+ os.fchmod(ofp.fileno(), sb.st_mode & 0o7777)
+ with fl.open() as ifp:
+ dig = copy(ofp, ifp)
+ pfx.regfile(fl.path, pkgname, dig)
+ os.rename(tmpp, tp)
+ os.utime(tp, ns=(time.time(), sb.st_mtime))
+
+def uninstall(pfx, pkg):
+ for fn in pfx.pkgfiles(pkg):
+ fpath = pj(pfx.root, fn)
+ if not os.path.exists(fpath):
+ sys.stderr.write("tpkg: warning: %s does not exist\n" % (fn))
+ else:
+ fdat = pfx.filedata(fn)
+ with open(fpath, "rb") as fp:
+ if digest(fp) != fdat.get("digest", ""):
+ sys.stderr.write("tpkg: %s does not match registered hash\n" % (fn))
+ sys.exit(1)
+ for fn in pfx.pkgfiles(pkg):
+ fpath = pj(pfx.root, fn)
+ try:
+ os.unlink(fpath)
+ except FileNotFoundError:
+ pass
+ pfx.unregfile(fn)
+
+cmds = {}
+
+def cmd_install(argv):
+ def usage(out):
+ out.write("usage: tpkg install [-n NAME] SOURCEDIR\n")
+ opts, args = getopt.getopt(argv, "n:")
+ pkgname = None
+ for o, a in opts:
+ if o == "-n":
+ pkgname = a
+ if len(args) < 1:
+ usage(sys.stderr)
+ sys.exit(1)
+ srcpath = args[0]
+ if not os.path.isdir(srcpath):
+ sys.stderr.write("tpkg: %s: not a directory\n" % (srcpath))
+ sys.exit(1)
+ if pkgname is None:
+ pkgname = os.path.basename(os.path.realpath(srcpath))
+ if not pkgname:
+ sys.stderr.write("tpkg: could not determine package name\n")
+ sys.exit(1)
+ install(prefix.use, vfspkg(srcpath), pkgname)
+cmds["install"] = cmd_install
+
+def cmd_uninstall(argv):
+ def usage(out):
+ out.write("usage: tpkg uninstall NAME\n")
+ opts, args = getopt.getopt(argv, "")
+ if len(args) < 1:
+ usage(sys.stderr)
+ sys.exit(1)
+ pkgname = args[0]
+ uninstall(prefix.use, pkgname)
+cmds["uninstall"] = cmd_uninstall
+
+def usage(file):
+ file.write("usage:\ttpkg help\n")
+cmds["help"] = lambda argv: usage(sys.stdout)
+
+def main(argv):
+ pfx = None
+ opts, args = getopt.getopt(argv, "hp:")
+ for o, a in opts:
+ if o == "-h":
+ usage(sys.stdout)
+ sys.exit(0)
+ elif o == "-p":
+ if a == "sys":
+ pfx = prefix.home()
+ elif a == "local":
+ pfx = prefix.local()
+ elif a == "test":
+ pfx = prefix.test()
+ else:
+ sys.stderr.write("tpkg: %s: undefined prefix\n" % (a))
+ sys.exit(1)
+ if pfx is None:
+ sys.stderr.write("tpkg: no prefix specified\n")
+ sys.exit(1)
+ prefix.use = pfx
+ try:
+ if len(args) > 0 and args[0] in cmds:
+ cmds[args[0]](args[1:])
+ pfx.maint()
+ sys.exit(0)
+ else:
+ usage(sys.stderr)
+ sys.exit(1)
+ finally:
+ pfx.close()
+
+if __name__ == "__main__":
+ main(sys.argv[1:])
Dolda2000 GitWeb / tpkg.git / commitdiff