![[tokkee]](http://tokkee.org/images/avatar.png){kind=avatar}
diff --git a/roundup/hyperdb.py b/roundup/hyperdb.py
index b504061b003f19f37406876475f7c26533d203a8..45a8c6c784f06591465aabe62d55847cb352c647 100644 (file)
--- a/roundup/hyperdb.py
+++ b/roundup/hyperdb.py
# BASIS, AND THERE IS NO OBLIGATION WHATSOEVER TO PROVIDE MAINTENANCE,
# SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
#
-# $Id: hyperdb.py,v 1.132 2008-08-18 06:21:53 richard Exp $
"""Hyperdatabase implementation, especially field types.
"""
# standard python modules
import os, re, shutil, weakref
-from sets import Set
+# Python 2.3 ... 2.6 compatibility:
+from roundup.anypy.sets_ import set
# roundup modules
import date, password
"""An object designating a Pointer property that links or multilinks
to a node in a specified class."""
def __init__(self, classname, do_journal='yes', required=False):
- ''' Default is to journal link and unlink events
- '''
+ """ Default is to journal link and unlink events
+ """
super(_Pointer, self).__init__(required)
self.classname = classname
self.do_journal = do_journal == 'yes'
# definitely in the new list (in case of e.g.
# <propname>=A,+B, which should replace the old
# list with A,B)
- set = 1
+ do_set = 1
newvalue = []
for item in value:
item = item.strip()
if item.startswith('-'):
remove = 1
item = item[1:]
- set = 0
+ do_set = 0
elif item.startswith('+'):
item = item[1:]
- set = 0
+ do_set = 0
# look up the value
itemid = convertLinkValue(db, propname, self, item)
# that's it, set the new Multilink property value,
# or overwrite it completely
- if set:
+ if do_set:
value = newvalue
else:
value = curvalue
class DesignatorError(ValueError):
pass
def splitDesignator(designator, dre=re.compile(r'([^\d]+)(\d+)')):
- ''' Take a foo123 and return ('foo', 123)
- '''
+ """ Take a foo123 and return ('foo', 123)
+ """
m = dre.match(designator)
if m is None:
raise DesignatorError, _('"%s" not a node designator')%designator
return m.group(1), m.group(2)
class Proptree(object):
- ''' Simple tree data structure for optimizing searching of
+ """ Simple tree data structure for optimizing searching of
properties. Each node in the tree represents a roundup Class
Property that has to be navigated for finding the given search
or sort properties. The sort_type attribute is used for
The Proptree is also used for transitively searching attributes for
backends that do not support transitive search (e.g. anydbm). The
_val attribute with set_val is used for this.
- '''
+ """
def __init__(self, db, cls, name, props, parent = None):
self.db = db
v = self._val
if not isinstance(self._val, type([])):
v = [self._val]
- vals = Set(v)
+ vals = set(v)
vals.intersection_update(val)
self._val = [v for v in vals]
else:
# the base Database class
#
class DatabaseError(ValueError):
- '''Error to be raised when there is some problem in the database code
- '''
+ """Error to be raised when there is some problem in the database code
+ """
pass
class Database:
- '''A database for storing records containing flexible data types.
+ """A database for storing records containing flexible data types.
This class defines a hyperdatabase storage layer, which the Classes use to
store their data.
All methods except __repr__ must be implemented by a concrete backend Database.
-'''
+"""
# flag to set on retired entries
RETIRED_FLAG = '__hyperdb_retired'
raise NotImplementedError
def addclass(self, cl):
- '''Add a Class to the hyperdatabase.
- '''
+ """Add a Class to the hyperdatabase.
+ """
raise NotImplementedError
def getclasses(self):
@@ -650,14 +650,14 @@ All methods except __repr__ must be implemented by a concrete backend Database.
raise NotImplementedError
def clear(self):
- '''Delete all database contents.
- '''
+ """Delete all database contents.
+ """
raise NotImplementedError
def getclassdb(self, classname, mode='r'):
- '''Obtain a connection to the class db that will be used for
+ """Obtain a connection to the class db that will be used for
multiple actions.
- '''
+ """
raise NotImplementedError
def addnode(self, classname, nodeid, node):
@@ -666,73 +666,73 @@ All methods except __repr__ must be implemented by a concrete backend Database.
raise NotImplementedError
def serialise(self, classname, node):
- '''Copy the node contents, converting non-marshallable data into
+ """Copy the node contents, converting non-marshallable data into
marshallable data.
- '''
+ """
return node
def setnode(self, classname, nodeid, node):
- '''Change the specified node.
- '''
+ """Change the specified node.
+ """
raise NotImplementedError
def unserialise(self, classname, node):
- '''Decode the marshalled node data
- '''
+ """Decode the marshalled node data
+ """
return node
def getnode(self, classname, nodeid):
- '''Get a node from the database.
+ """Get a node from the database.
'cache' exists for backwards compatibility, and is not used.
- '''
+ """
raise NotImplementedError
def hasnode(self, classname, nodeid):
- '''Determine if the database has a given node.
- '''
+ """Determine if the database has a given node.
+ """
raise NotImplementedError
def countnodes(self, classname):
- '''Count the number of nodes that exist for a particular Class.
- '''
+ """Count the number of nodes that exist for a particular Class.
+ """
raise NotImplementedError
def storefile(self, classname, nodeid, property, content):
- '''Store the content of the file in the database.
+ """Store the content of the file in the database.
The property may be None, in which case the filename does not
indicate which property is being saved.
- '''
+ """
raise NotImplementedError
def getfile(self, classname, nodeid, property):
- '''Get the content of the file in the database.
- '''
+ """Get the content of the file in the database.
+ """
raise NotImplementedError
def addjournal(self, classname, nodeid, action, params):
- ''' Journal the Action
+ """ Journal the Action
'action' may be:
'create' or 'set' -- 'params' is a dictionary of property values
'link' or 'unlink' -- 'params' is (classname, nodeid, propname)
'retire' -- 'params' is None
- '''
+ """
raise NotImplementedError
def getjournal(self, classname, nodeid):
- ''' get the journal for id
- '''
+ """ get the journal for id
+ """
raise NotImplementedError
def pack(self, pack_before):
- ''' pack the database
- '''
+ """ pack the database
+ """
raise NotImplementedError
def commit(self):
- ''' Commit the current transactions.
+ """ Commit the current transactions.
Save all data changed since the database was opened or since the
last commit() or rollback().
@@ -742,15 +742,15 @@ All methods except __repr__ must be implemented by a concrete backend Database.
database. We don't care if there's a concurrency issue there.
The only backend this seems to affect is postgres.
- '''
+ """
raise NotImplementedError
def rollback(self):
- ''' Reverse all actions from the current transaction.
+ """ Reverse all actions from the current transaction.
Undo all the changes made since the database was opened or the last
commit() or rollback() was performed.
- '''
+ """
raise NotImplementedError
def close(self):
@@ -760,6 +760,16 @@ All methods except __repr__ must be implemented by a concrete backend Database.
"""
+def iter_roles(roles):
+ ''' handle the text processing of turning the roles list
+ into something python can use more easily
+ '''
+ if not roles or not roles.strip():
+ raise StopIteration, "Empty roles given"
+ for role in [x.lower().strip() for x in roles.split(',')]:
+ yield role
+
+
#
# The base Class class
#
self.reactors = dict([(a, PrioList()) for a in actions])
def __repr__(self):
- '''Slightly more useful representation
- '''
+ """Slightly more useful representation
+ """
return '<hyperdb.Class "%s">'%self.classname
# Editing nodes:
# not in spec
def getnode(self, nodeid):
- ''' Return a convenience wrapper for the node.
+ """ Return a convenience wrapper for the node.
'nodeid' must be the id of an existing node of this class or an
IndexError is raised.
'cache' exists for backwards compatibility, and is not used.
- '''
+ """
return Node(self, nodeid)
def getnodeids(self, retired=None):
- '''Retrieve all the ids of the nodes for a particular Class.
- '''
+ """Retrieve all the ids of the nodes for a particular Class.
+ """
raise NotImplementedError
def set(self, nodeid, **propvalues):
raise NotImplementedError
def restore(self, nodeid):
- '''Restpre a retired node.
+ """Restpre a retired node.
Make node available for all operations like it was before retirement.
- '''
+ """
raise NotImplementedError
def is_retired(self, nodeid):
- '''Return true if the node is rerired
- '''
+ """Return true if the node is rerired
+ """
raise NotImplementedError
def destroy(self, nodeid):
# Locating nodes:
def hasnode(self, nodeid):
- '''Determine if the given nodeid actually exists
- '''
+ """Determine if the given nodeid actually exists
+ """
raise NotImplementedError
def setkey(self, propname):
for k in propname_path.split('.'):
try:
prop = props[k]
- except KeyError, TypeError:
+ except (KeyError, TypeError):
return default
cl = getattr(prop, 'classname', None)
props = None
backward-compatibility reasons a single (dir, prop) tuple is
also allowed.
- "search_matches" is a sequence type
+ "search_matches" is a container type
The filter must match all properties specificed. If the property
value to match is a list:
propnames.sort()
return propnames
+ def import_journals(self, entries):
+ """Import a class's journal.
+
+ Uses setjournal() to set the journal for each item.
+ Strategy for import: Sort first by id, then import journals for
+ each id, this way the memory footprint is a lot smaller than the
+ initial implementation which stored everything in a big hash by
+ id and then proceeded to import journals for each id."""
+ properties = self.getprops()
+ a = []
+ for l in entries:
+ # first element in sorted list is the (numeric) id
+ # in python2.4 and up we would use sorted with a key...
+ a.append ((int (l [0].strip ("'")), l))
+ a.sort ()
+
+
+ last = 0
+ r = []
+ for n, l in a:
+ nodeid, jdate, user, action, params = map(eval, l)
+ assert (str(n) == nodeid)
+ if n != last:
+ if r:
+ self.db.setjournal(self.classname, str(last), r)
+ last = n
+ r = []
+
+ if action == 'set':
+ for propname, value in params.iteritems():
+ prop = properties[propname]
+ if value is None:
+ pass
+ elif isinstance(prop, Date):
+ value = date.Date(value)
+ elif isinstance(prop, Interval):
+ value = date.Interval(value)
+ elif isinstance(prop, Password):
+ pwd = password.Password()
+ pwd.unpack(value)
+ value = pwd
+ params[propname] = value
+ elif action == 'create' and params:
+ # old tracker with data stored in the create!
+ params = {}
+ r.append((nodeid, date.Date(jdate), user, action, params))
+ if r:
+ self.db.setjournal(self.classname, nodeid, r)
+
+ #
+ # convenience methods
+ #
+ def get_roles(self, nodeid):
+ """Return iterator for all roles for this nodeid.
+
+ Yields string-processed roles.
+ This method can be overridden to provide a hook where we can
+ insert other permission models (e.g. get roles from database)
+ In standard schemas only a user has a roles property but
+ this may be different in customized schemas.
+ Note that this is the *central place* where role
+ processing happens!
+ """
+ node = self.db.getnode(self.classname, nodeid)
+ return iter_roles(node['roles'])
+
+ def has_role(self, nodeid, *roles):
+ '''See if this node has any roles that appear in roles.
+
+ For convenience reasons we take a list.
+ In standard schemas only a user has a roles property but
+ this may be different in customized schemas.
+ '''
+ roles = dict.fromkeys ([r.strip().lower() for r in roles])
+ for role in self.get_roles(nodeid):
+ if role in roles:
+ return True
+ return False
+
class HyperdbValueError(ValueError):
- ''' Error converting a raw value into a Hyperdb value '''
+ """ Error converting a raw value into a Hyperdb value """
pass
def convertLinkValue(db, propname, prop, value, idre=re.compile('^\d+$')):
- ''' Convert the link value (may be id or key value) to an id value. '''
+ """ Convert the link value (may be id or key value) to an id value. """
linkcl = db.classes[prop.classname]
if not idre.match(value):
if linkcl.getkey():
return text.replace('\r', '\n')
def rawToHyperdb(db, klass, itemid, propname, value, **kw):
- ''' Convert the raw (user-input) value to a hyperdb-storable value. The
+ """ Convert the raw (user-input) value to a hyperdb-storable value. The
value is for the "propname" property on itemid (may be None for a
new item) of "klass" in "db".
The value is usually a string, but in the case of multilink inputs
it may be either a list of strings or a string with comma-separated
values.
- '''
+ """
properties = klass.getprops()
# ensure it's a valid property name
return value
class FileClass:
- ''' A class that requires the "content" property and stores it on
+ """ A class that requires the "content" property and stores it on
disk.
- '''
+ """
default_mime_type = 'text/plain'
def __init__(self, db, classname, **properties):
- '''The newly-created class automatically includes the "content"
+ """The newly-created class automatically includes the "content"
property.
- '''
+ """
if not properties.has_key('content'):
properties['content'] = String(indexme='yes')
def export_propnames(self):
- ''' Don't export the "content" property
- '''
+ """ Don't export the "content" property
+ """
propnames = self.getprops().keys()
propnames.remove('content')
propnames.sort()
return os.path.join(dirname, self.classname+'-files', subdir_filename)
def export_files(self, dirname, nodeid):
- ''' Export the "content" property as a file, not csv column
- '''
+ """ Export the "content" property as a file, not csv column
+ """
source = self.db.filename(self.classname, nodeid)
dest = self.exportFilename(dirname, nodeid)
shutil.copyfile(source, dest)
def import_files(self, dirname, nodeid):
- ''' Import the "content" property as a file
- '''
+ """ Import the "content" property as a file
+ """
source = self.exportFilename(dirname, nodeid)
dest = self.db.filename(self.classname, nodeid, create=1)
self.get(nodeid, 'content'), mime_type)
class Node:
- ''' A convenience wrapper for the given node
- '''
+ """ A convenience wrapper for the given node
+ """
def __init__(self, cl, nodeid, cache=1):
self.__dict__['cl'] = cl
self.__dict__['nodeid'] = nodeid
def Choice(name, db, *options):
- '''Quick helper to create a simple class with choices
- '''
+ """Quick helper to create a simple class with choices
+ """
cl = Class(db, name, name=String(), order=String())
for i in range(len(options)):
cl.create(name=options[i], order=i)