view MoinMoin/ @ 0:77665d8e2254

tag of nonpublic@localhost--archive/moin--enterprise--1.5--base-0 (automatically generated log message) imported from: moin--main--1.5--base-0
author Thomas Waldmann <>
date Thu, 22 Sep 2005 15:09:50 +0000
children c39981463fb2
line wrap: on
line source

# -*- coding: iso-8859-1 -*-
    MoinMoin - Dictionary / Group Functions

    @copyright: 2003 by Thomas Waldmann,
    @copyright: 2003 by Gustavo Niemeyer,
    @license: GNU GPL, see COPYING for details.
import re, time, os, copy

# cPickle can encode normal and Unicode strings
# see
    import cPickle as pickle
except ImportError:
    import pickle

# Set pickle protocol, see
from MoinMoin import config, caching, wikiutil, Page
from MoinMoin.logfile.editlog import EditLog
from MoinMoin.logfile import logfile

# Version of the internal data structure which is pickled
# Please increment if you have changed the structure

class DictBase:
    """ Base class for wiki dicts

    To use this class, sub class it and override regex and initFromText.
    # Regular expression used to parse text - sub class should override this
    regex = ''
    def __init__(self, request, name):
        """ Initialize, starting from <nothing>.

        Create a dict from a wiki page.
        """ = name

        # Lazy compile class regex on first use. All instances share the
        # same regex, compiled once when the first instance is created.
        if isinstance(self.__class__.regex, (str, unicode)):
            self.__class__.regex = re.compile(self.__class__.regex,
                                              re.MULTILINE | re.UNICODE)

        # Get text from page named 'name'
        p = Page.Page(request, name)
        text = p.get_raw_body()

    def initFromText(self, text):
        raise NotImplementedError('sub classes should override this')

    def keys(self):
        return self._dict.keys()

    def values(self):
        return self._dict.values()

    def has_key(self, key):
        return self._dict.has_key(key)

    def get(self, key, default):
        return self._dict.get(key,default)

    def __getitem__(self, key):
        return self._dict[key]
class Dict(DictBase):
    ''' Mapping of keys to values in a wiki page

       How a Dict definition page should look like:

       any text ignored
        key1:: value1
        * ignored, too
        key2:: value2 containing spaces
        keyn:: ....
       any text ignored      
    # Key:: Value - ignore all but key:: value pairs, strip whitespace
    regex = r'^\s(?P<key>.+?)::\s(?P<val>.*?)\s*$'

    def initFromText(self, text):
        """ Create dict from keys and values in text

        Invoked by __init__, also useful for testing without a page.
        self._dict = {}
        for match in self.regex.finditer(text):
            key, val = match.groups()
            self._dict[key] = val

class Group(DictBase):
    ''' Group of users, of pages, of whatever

    How a Group definition page should look like:

    any text ignored
     * member1
      * ignored, too
     * member2
     * ....
     * memberN
    any text ignored

    if there are any free links using ["free link"] notation, the markup
    is stripped from the member 
    # * Member - ignore all but first level list items, strip whitespace
    # Strip free links markup if exists
    regex = r'^\s\*\s+(?:\[\")?(?P<member>.+?)(?:\"\])?\s*$'

    def initFromText(self, text):
        """ Create dict from group members in text

        Invoked by __init__, also useful for testing without a page.
        self._dict = {}
        for match in self.regex.finditer(text):
            self._dict['member')] = 1

    def members(self):
        return self._dict.keys()

    def addmembers(self, members):
        for m in members:

    def addmember(self, member):
        self._dict[member] = 1

    def has_member(self, member):
        return self._dict.has_key(member)

    def _expandgroup(self, groupdict, name):
        """ Recursively expand group

        If a group contain another group, the members of that group are
        added into the the group. The group name itself is not replaced.

        Given two groups:

            MainGruop = [A, SubGroup]
            SubGroup = [B, C]

        MainGroup is expanded to:

            MainGroup = [A, SubGroup, B, C]
        This behavior is important for things like SystemPagesGroup,
        when we like to know if a page is a system page group. page may
        be a page or a page group, like SystemPagesGroupInFrenchGroup.

        This behavior has no meaning for users groups used in ACL,
        because user can not use a group name. Note that if you allow a
        user to use a group name, one can gain a sub group privileges by
        registering a user with that group name.
        groupmembers = groupdict.members(name)
        members = {}
        for member in groupmembers:
            # Skip self duplicates
            if member ==
            # Add member and its children
            members[member] = 1
            if groupdict.hasgroup(member):
                members.update(self._expandgroup(groupdict, member))            
        return members

    def expandgroups(self, groupdict):
        """ Invoke _expandgroup to recursively expand groups """
        self._dict = self._expandgroup(groupdict,

class DictDict:
    """a dictionary of Dict objects

               Default: ".*Dict$"  Defs$ Vars$ ???????????????????

    def __init__(self):

    def reset(self):
        self.dictdict = {}
        self.namespace_timestamp = 0
        self.pageupdate_timestamp = 0
        self.base_timestamp = 0
        self.picklever = DICTS_PICKLE_VERSION

    def has_key(self, dictname, key):
        dict = self.dictdict.get(dictname)
        return dict and dict.has_key(key)

    def keys(self, dictname):
        """get keys of dict <dictname>"""
            dict = self.dictdict[dictname]
        except KeyError:
            return []
        return dict.keys()

    def values(self, dictname):
        """get values of dict <dictname>"""
            dict = self.dictdict[dictname]
        except KeyError:
            return []
        return dict.values()

    def dict(self, dictname):
        """get dict <dictname>"""
            dict = self.dictdict[dictname]
        except KeyError:
            return {}
        return dict

    def adddict(self, request, dictname):
        """add a new dict (will be read from the wiki page)"""
        self.dictdict[dictname] = Dict(request, dictname)

    def has_dict(self, dictname):
        return self.dictdict.has_key(dictname)

    def keydict(self, key):
        """list all dicts that contain key"""
        dictlist = []
        for dict in self.dictdict.values():
            if dict.has_key(key):
        return dictlist

class GroupDict(DictDict):
    """a dictionary of Group objects

               Default: ".*Group$"

    def __init__(self, request):
        self.cfg = request.cfg
        self.request = request

    def reset(self):
        self.dictdict = {}
        self.groupdict = {} # unexpanded groups
        self.namespace_timestamp = 0
        self.pageupdate_timestamp = 0
        self.base_timestamp = 0
        self.picklever = DICTS_PICKLE_VERSION

    def has_member(self, groupname, member):
        group = self.dictdict.get(groupname)
        return group and group.has_member(member)

    def members(self, groupname):
        """get members of group <groupname>"""
            group = self.dictdict[groupname]
        except KeyError:
            return []
        return group.members()

    def addgroup(self, request, groupname):
        """add a new group (will be read from the wiki page)"""
        grp =  Group(request, groupname)
        self.dictdict[groupname] = grp
        self.groupdict[groupname] = grp

    def hasgroup(self, groupname):
        return self.dictdict.has_key(groupname)

    def membergroups(self, member):
        """list all groups where member is a member of"""
        grouplist = []
        for group in self.dictdict.values():
            if group.has_member(member):
        return grouplist

    def scandicts(self):
        """scan all pages matching the dict / group regex and init the dictdict"""
        dump = 0

        # Save now in our internal version format
        now = wikiutil.timestamp2version(int(time.time()))
            lastchange = EditLog(self.request).date()
        except logfile.LogMissing:
            lastchange = 0
            dump = 1

        arena = 'wikidicts'
        key = 'dicts_groups'
        except AttributeError:
                cache = caching.CacheEntry(self.request, arena, key)
                data = pickle.loads(cache.content())
                # invalidate the cache if the pickle version changed
                if self.picklever != DICTS_PICKLE_VERSION:
                    dump = 1
                dump = 1

        # everything is ok and nothing changed
        if lastchange < self.namespace_timestamp and dump==0:

        isdict = re.compile(self.cfg.page_dict_regex, re.UNICODE).search
        isgroup = re.compile(self.cfg.page_group_regex, re.UNICODE).search

        # check for new groups / dicts from time to time...
        if now - self.namespace_timestamp >= wikiutil.timestamp2version(60): # 60s

            # Get all pages in the wiki - without user filtering using
            # filter function - this make the page list about 10 times
            # faster.
            dictpages = self.request.rootpage.getPageList(user='', filter=isdict)
            grouppages = self.request.rootpage.getPageList(user='', filter=isgroup)

            # remove old entries when dict or group page have been deleted,
            # add entries when pages have been added
            olddictdict = self.dictdict
            oldgroupdict = self.groupdict
            self.dictdict = {}
            self.groupdict = {}

            for pagename in dictpages:
                if olddictdict.has_key(pagename):
                    # keep old
                    self.dictdict[pagename] = olddictdict[pagename]
                    del olddictdict[pagename]
                    self.adddict(self.request, pagename)
                    dump = 1

            for pagename in grouppages:
                if olddictdict.has_key(pagename):
                    # keep old
                    self.dictdict[pagename] = olddictdict[pagename]
                    self.groupdict[pagename] = oldgroupdict[pagename]
                    del olddictdict[pagename]
                    self.addgroup(self.request, pagename)
                    dump = 1

            if olddictdict: # dict page was deleted
                dump = 1

            self.namespace_timestamp = now

        # check if groups / dicts have been modified on disk
        for pagename in self.dictdict.keys():
            if Page.Page(self.request, pagename).mtime_usecs() >= self.pageupdate_timestamp:
                if isdict(pagename):
                    self.adddict(self.request, pagename)
                elif isgroup(pagename):
                    self.addgroup(self.request, pagename)
                dump = 1
        self.pageupdate_timestamp = now
        if not self.base_timestamp:
            self.base_timestamp = int(time.time())

        data = {
            "namespace_timestamp": self.namespace_timestamp,
            "pageupdate_timestamp": self.pageupdate_timestamp,
            "base_timestamp": self.base_timestamp,
            "dictdict": self.dictdict,
            "groupdict": self.groupdict,
            "picklever": self.picklever
        if dump:
            # copy unexpanded groups to self.dictdict
            for name, grp in self.groupdict.items():
                self.dictdict[name] = copy.deepcopy(grp)
            # expand groups
            for name in self.groupdict:

        cache = caching.CacheEntry(self.request, arena, key)
        cache.update(pickle.dumps(data, PICKLE_PROTOCOL))
        # remember it (persistent environments)
        self.cfg.DICTS_DATA = data