view MoinMoin/items/ @ 1940:c3624283c9ec namespaces

remove some unused imports
author Thomas Waldmann <tw AT waldmann-edv DOT de>
date Sun, 03 Feb 2013 22:29:55 +0100
parents ac5c618b96ca
children 3e7fc8bab8b1
line wrap: on
line source
# Copyright: 2012 MoinMoin:CheerXiao
# Copyright: 2009 MoinMoin:ThomasWaldmann
# Copyright: 2009-2011 MoinMoin:ReimarBauer
# Copyright: 2009 MoinMoin:ChristopherDenter
# Copyright: 2008,2009 MoinMoin:BastianBlank
# Copyright: 2010 MoinMoin:ValentinJaniaut
# Copyright: 2010 MoinMoin:DiogenesAugusto
# License: GNU GPL v2 (or any later version), see LICENSE.txt for details.

    MoinMoin - high-level (frontend) items

    While cares for backend storage of items,
    this module cares for more high-level, frontend items,
    e.g. showing, editing, etc. of wiki items.

    Each class in this module corresponds to an itemtype.

import json
from StringIO import StringIO
from collections import namedtuple
from operator import attrgetter

from flask import current_app as app
from flask import g as flaskg
from flask import request, Response, redirect, abort, escape

from flatland import Form

from jinja2 import Markup

from whoosh.query import Term, And, Prefix

from MoinMoin import log
logging = log.getLogger(__name__)

from import TextCha, TextChaizedForm
from MoinMoin.signalling import item_modified
from import AccessDenied
from import NoSuchItemError, NoSuchRevisionError
from MoinMoin.i18n import L_
from MoinMoin.themes import render_template
from MoinMoin.util.mime import Type
from MoinMoin.util.interwiki import url_for_item
from MoinMoin.util.registry import RegistryBase
from MoinMoin.util.clock import timed
from MoinMoin.forms import RequiredText, OptionalText, JSON, Tags, Submit
from MoinMoin.constants.keys import (
from MoinMoin.constants.contenttypes import charset, CONTENTTYPE_NONEXISTENT
from MoinMoin.constants.itemtypes import (

from .content import content_registry, Content, NonExistentContent, Draw

COLS = 80

class RegistryItem(RegistryBase):
    class Entry(namedtuple('Entry', 'factory itemtype display_name description order')):
        def __call__(self, itemtype, *args, **kw):
            if self.itemtype == itemtype:
                return self.factory(*args, **kw)

        def __lt__(self, other):
            if isinstance(other, self.__class__):
                return self.itemtype < other.itemtype
            return NotImplemented

    def __init__(self):
        super(RegistryItem, self).__init__()
        self.shown_entries = []

    def register(self, e, shown):
        Register a factory

        :param factory: Factory to register. Callable, must return an object.
        if shown:
        return self._register(e)

item_registry = RegistryItem()

def register(cls):
    item_registry.register(RegistryItem.Entry(cls._factory, cls.itemtype, cls.display_name, cls.description, cls.order), cls.shown)
    return cls

class DummyRev(dict):
    """ if we have no stored Revision, we use this dummy """
    def __init__(self, item, itemtype=None, contenttype=None):
        self.item = item
        self.meta = {
            ITEMTYPE: itemtype or ITEMTYPE_NONEXISTENT,
        } = StringIO('')
        self.revid = None
        if self.item:
            self.meta[NAME] = []

class DummyItem(object):
    """ if we have no stored Item, we use this dummy """
    def __init__(self, name): = name
    def list_revisions(self):
        return [] # same as an empty Item
    def destroy_all_revisions(self):
        return True

def get_storage_revision(name, itemtype=None, contenttype=None, rev_id=CURRENT, item=None):
    Get a storage Revision.

    If :item is supplied it is used as the storage Item; otherwise the storage
    Item is looked up with :name. If it is not found (either because the item
    doesn't exist or the user does not have the required permissions) a
    DummyItem is created, and a DummyRev is created with appropriate metadata
    properties and the "item" property pointing to the DummyItem. The DummyRev
    is then returned.

    If the previous step didn't end up with a DummyRev, the revision
    designated by :rev_id is then looked up. If it is not found, current
    revision is looked up and returned instead. If current revision is not
    found (i.e. the item has no revision), a DummyRev is created. (TODO: in
    the last two cases, emit warnings or throw exceptions.)

    :itemtype and :contenttype are used when creating a DummyRev, where
    metadata is not available from the storage.
    if 1: # try:
        if item is None:
            item =[name]
            name =
    if not item: # except NoSuchItemError:
        logging.debug("No such item: {0!r}".format(name))
        item = DummyItem(name)
        rev = DummyRev(item, itemtype, contenttype)
        logging.debug("Item {0!r}, created dummy revision with contenttype {1!r}".format(name, contenttype))
        logging.debug("Got item: {0!r}".format(name))
            rev = item.get_revision(rev_id)
        except KeyError: # NoSuchRevisionError:
                rev = item.get_revision(CURRENT) # fall back to current revision
                # XXX add some message about invalid revision
            except KeyError: # NoSuchRevisionError:
                logging.debug("Item {0!r} has no revisions.".format(name))
                rev = DummyRev(item, itemtype, contenttype)
                logging.debug("Item {0!r}, created dummy revision with contenttype {1!r}".format(name, contenttype))
        logging.debug("Got item {0!r}, revision: {1!r}".format(name, rev_id))
    return rev

class BaseChangeForm(TextChaizedForm):
    comment = OptionalText.using(label=L_('Comment')).with_properties(placeholder=L_("Comment about your change"))
    submit = Submit

class BaseMetaForm(Form):
    itemtype = RequiredText.using(label=L_("Item type")).with_properties(placeholder=L_("Item type"))
    contenttype = RequiredText.using(label=L_("Content type")).with_properties(placeholder=L_("Content type"))
    # Disabled - Flatland doesn't distinguish emtpy value and nonexistent
    # value, while an emtpy acl and no acl have different semantics
    #acl = OptionalText.using(label=L_('ACL')).with_properties(placeholder=L_("Access Control List"))
    summary = OptionalText.using(label=L_("Summary")).with_properties(placeholder=L_("One-line summary of the item"))
    tags = Tags

class BaseModifyForm(BaseChangeForm):
    def from_item(cls, item):
        form = cls.from_defaults()
        return form

    def from_request(cls, request):
        form = cls.from_flat(request.form.items() + request.files.items())
        return form

IndexEntry = namedtuple('IndexEntry', 'relname meta')

MixedIndexEntry = namedtuple('MixedIndexEntry', 'relname meta hassubitems')

class Item(object):
    """ Highlevel (not storage) Item, wraps around a storage Revision"""
    # placeholder values for registry entry properties
    itemtype = ''
    display_name = u''
    description = u''
    shown = True
    order = 0

    def _factory(cls, *args, **kw):
        return cls(*args, **kw)

    def create(cls, name=u'', itemtype=None, contenttype=None, rev_id=CURRENT, item=None):
        Create a highlevel Item by looking up :name or directly wrapping
        :item and extract the Revision designated by :rev_id revision.

        The highlevel Item is created by creating an instance of Content
        subclass according to the item's contenttype metadata entry; The
        :contenttype argument can be used to override contenttype. It is used
        only when handling +convert (when deciding the contenttype of target
        item), +modify (when creating a new item whose contenttype is not yet
        decided), +diff and +diffraw (to coerce the Content to a common
        super-contenttype of both revisions).

        After that the Content instance, an instance of Item subclass is
        created according to the item's itemtype metadata entry, and the
        previously created Content instance is assigned to its content
        rev = get_storage_revision(name, itemtype, contenttype, rev_id, item)
        contenttype = rev.meta.get(CONTENTTYPE) or contenttype # use contenttype in case our metadata does not provide CONTENTTYPE
        logging.debug("Item {0!r}, got contenttype {1!r} from revision meta".format(name, contenttype))
        #logging.debug("Item %r, rev meta dict: %r" % (name, dict(rev.meta)))

        # XXX Cannot pass item=item to Content.__init__ via
        # content_registry.get yet, have to patch it later.
        content = Content.create(contenttype)

        itemtype = rev.meta.get(ITEMTYPE) or itemtype or u'default'
        logging.debug("Item {0!r}, got itemtype {1!r} from revision meta".format(name, itemtype))

        item = item_registry.get(itemtype, name, rev=rev, content=content)
        logging.debug("Item class {0!r} handles {1!r}".format(item.__class__, itemtype))

        content.item = item

        return item

    def __init__(self, name, rev=None, content=None): = name
        self.rev = rev
        self.content = content

    def get_meta(self):
        return self.rev.meta
    meta = property(fget=get_meta)

    # XXX Backward compatibility, remove soon
    def contenttype(self):
        return self.content.contenttype if self.content else None

    def _render_meta(self):
        return "<pre>{0}</pre>".format(escape(self.meta_dict_to_text(self.meta, use_filter=False)))

    def meta_filter(self, meta):
        """ kill metadata entries that we set automatically when saving """
        kill_keys = [# shall not get copied from old rev to new rev
            # are automatically implanted when saving
            ITEMID, REVID, DATAID,
        for key in kill_keys:
            meta.pop(key, None)
        return meta

    def meta_text_to_dict(self, text):
        """ convert meta data from a text fragment to a dict """
        meta = json.loads(text)
        return self.meta_filter(meta)

    def meta_dict_to_text(self, meta, use_filter=True):
        """ convert meta data from a dict to a text fragment """
        meta = dict(meta)
        if use_filter:
            meta = self.meta_filter(meta)
        return json.dumps(meta, sort_keys=True, indent=2, ensure_ascii=False)

    def prepare_meta_for_modify(self, meta):
        transform the meta dict of the current revision into a meta dict
        that can be used for savind next revision (after "modify").
        meta = dict(meta)
        revid = meta.pop(REVID, None)
        if revid is not None:
            meta[PARENTID] = revid
        return meta

    def _rename(self, name, comment, action, delete=False):
        self._save(self.meta,, name=name, action=action, comment=comment, delete=delete)
        old_prefix = self.subitems_prefix
        old_prefixlen = len(old_prefix)
        if not delete:
            new_prefix = name + '/'
        for child in self.get_subitem_revs():
            for child_oldname in child.meta[NAME]:
                if child_oldname.startswith(old_prefix):
                    if delete:
                        child_newname = None
                    else:  # rename
                        child_newname = new_prefix + child_oldname[old_prefixlen:]
                    item = Item.create(child_oldname)
                    item._save(item.meta,, name=child_newname, action=action, comment=comment, delete=delete)

    def rename(self, name, comment=u''):
        rename this item to item <name> (replace current name by another name in the NAME list)
        return self._rename(name, comment, action=u'RENAME')

    def delete(self, comment=u''):
        delete this item (remove current name from NAME list)
        return self._rename(None, comment, action=u'TRASH', delete=True)

    def revert(self, comment=u''):
        return self._save(self.meta,, action=u'REVERT', comment=comment)

    def destroy(self, comment=u'', destroy_item=False):
        # called from destroy UI/POST
        if destroy_item:
            # destroy complete item with all revisions, metadata, etc.
            # just destroy this revision

    def modify(self, meta, data, comment=u'', contenttype_guessed=None, contenttype_qs=None):
        if contenttype_qs:
            # we use querystring param to FORCE content type
            meta[CONTENTTYPE] = contenttype_qs

        return self._save(meta, data, contenttype_guessed=contenttype_guessed, comment=comment)

    class _ModifyForm(BaseModifyForm):
        """Base class for ModifyForm of Item subclasses."""
        meta_form = BaseMetaForm
        extra_meta_text = JSON.using(label=L_("Extra MetaData (JSON)")).with_properties(rows=ROWS_META, cols=COLS)
        meta_template = 'modify_meta.html'

        def _load(self, item):
            meta = item.prepare_meta_for_modify(item.meta)
            # Default value of `policy` argument of Flatland.Dict.set's is
            # 'strict', which causes KeyError to be thrown when meta contains
            # meta keys that are not present in self['meta_form']. Setting
            # policy to 'duck' suppresses this behavior.
            self['meta_form'].set(meta, policy='duck')
            for k in self['meta_form'].field_schema_mapping.keys():
                meta.pop(k, None)

        def _dump(self, item):
            meta = self['meta_form'].value.copy()
            data, contenttype_guessed = self['content_form']._dump(item.content)
            comment = self['comment'].value
            return meta, data, contenttype_guessed, comment

    def do_modify(self):
        Handle +modify requests, both GET and POST.

        This method should be overridden in subclasses, providing polymorphic
        behavior for the +modify view.
        raise NotImplementedError

    def _save(self, meta, data=None, name=None, action=u'SAVE', contenttype_guessed=None, comment=u'',
              overwrite=False, delete=False):
        backend =
        storage_item = backend[]
            currentrev = storage_item.get_revision(CURRENT)
            rev_id = currentrev.revid
            contenttype_current = currentrev.meta.get(CONTENTTYPE)
        except KeyError: # XXX was: NoSuchRevisionError:
            currentrev = None
            rev_id = None
            contenttype_current = None

        meta = dict(meta) # we may get a read-only dict-like, copy it

        # we store the previous (if different) and current item name into revision metadata
        # this is useful for rename history and backends that use item uids internally
        if name is None:
            name =
        oldname = meta.get(NAME)
        if oldname:
            if not isinstance(oldname, list):
                oldname = [oldname]
            if delete or name not in oldname: # this is a delete or rename
                meta[NAME_OLD] = oldname[:]
                except ValueError:
                if not delete:
                meta[NAME] = oldname
            meta[NAME] = [name]

        if comment:
            meta[COMMENT] = unicode(comment)

        if not overwrite and REVID in meta:
            # we usually want to create a new revision, thus we must remove the existing REVID
            del meta[REVID]

        if data is None:
            if currentrev is not None:
                # we don't have (new) data, just copy the old one.
                # a valid usecase of this is to just edit metadata.
                data =
                data = ''

        if isinstance(data, unicode):
            data = data.encode(charset) # XXX wrong! if contenttype gives a coding, we MUST use THAT.

        if isinstance(data, str):
            data = StringIO(data)

        newrev = storage_item.store_revision(meta, data, overwrite=overwrite,
        item_modified.send(app._get_current_object(), item_name=name)
        return newrev.revid, newrev.meta[SIZE]

    def subitems_prefix(self):
        return + u'/' if else u''

    def get_subitem_revs(self):
        Create a list of subitems of this item.

        Subitems are in the form of storage Revisions.
        query = Term(WIKINAME, app.cfg.interwikiname)
        # trick: an item of empty name can be considered as "virtual root item"
        # that has all wiki items as sub items
            query = And([query, Prefix(NAME_EXACT, self.subitems_prefix)])
        revs =, sortedby=NAME_EXACT, limit=None)
        return revs

    def make_flat_index(self, subitems):
        Create two IndexEntry lists - ``dirs`` and ``files`` - from a list of

        Direct subitems are added to the ``files`` list.

        For indirect subitems, its ancestor which is a direct subitem is added
        to the ``dirs`` list. Supposing current index root is 'foo' and when
        'foo/bar/la' is encountered, 'foo/bar' is added to ``dirs``.

        The direct subitem need not exist.

        When both a subitem itself and some of its subitems are in the subitems
        list, it appears in both ``files`` and ``dirs``.
        prefix = self.subitems_prefix
        prefixlen = len(prefix)
        # IndexEntry instances of "file" subitems
        files = []
        # IndexEntry instances of "directory" subitems
        dirs = []
        added_dir_relnames = set()

        for rev in subitems:
            fullnames = rev.meta[NAME]
            for fullname in fullnames:
                if fullname.startswith(prefix):
                    relname = fullname[prefixlen:]
                    if '/' in relname:
                        # Find the *direct* subitem that is the ancestor of current
                        # (indirect) subitem. e.g. suppose when the index root is
                        # 'foo', and current item (`rev`) is 'foo/bar/lorem/ipsum',
                        # 'foo/bar' will be found.
                        direct_relname = relname.partition('/')[0]
                        if direct_relname not in added_dir_relnames:
                            direct_fullname = prefix + direct_relname
                            direct_rev = get_storage_revision(direct_fullname)
                            dirs.append(IndexEntry(direct_relname, direct_rev.meta))
                        files.append(IndexEntry(relname, rev.meta))

        return dirs, files

    def filter_index(self, index, startswith=None, selected_groups=None):
        Filter a list of IndexEntry.

        :param startswith: if set, only items whose names start with startswith
                           are selected.
        :param selected_groups: if set, only items whose contentypes belong to
                                the selected contenttype_groups are selected.
        if startswith is not None:
            index = [e for e in index
                     if e.relname.startswith((startswith, startswith.swapcase()))]

        def build_contenttypes(groups):
            contenttypes = []
            for g in groups:
                entries = content_registry.groups.get(g, []) # .get is a temporary workaround for "unknown items" group
                contenttypes.extend([e.content_type for e in entries])
            return contenttypes

        def contenttype_match(tested, cts):
            for ct in cts:
                if ct.issupertype(tested):
                    return True
            return False

        if selected_groups is not None:
            selected_contenttypes = build_contenttypes(selected_groups)
            filtered_index = [e for e in index if contenttype_match(Type(e.meta[CONTENTTYPE]), selected_contenttypes)]

            unknown_item_group = "unknown items"
            if unknown_item_group in selected_groups:
                all_contenttypes = build_contenttypes(content_registry.group_names)
                filtered_index.extend([e for e in index
                                       if not contenttype_match(Type(e.meta[CONTENTTYPE]), all_contenttypes)])

            index = filtered_index
        return index

    def get_index(self, startswith=None, selected_groups=None):
        dirs, files = self.make_flat_index(self.get_subitem_revs())
        return dirs, self.filter_index(files, startswith, selected_groups)

    def get_mixed_index(self):
        dirs, files = self.make_flat_index(self.get_subitem_revs())
        dirs_dict = dict([(e.relname, MixedIndexEntry(*e, hassubitems=True)) for e in dirs])
        index_dict = dict([(e.relname, MixedIndexEntry(*e, hassubitems=False)) for e in files])
        return sorted(index_dict.values())

    index_template = 'index.html'

    def name_initial(self, subitems, uppercase=False, lowercase=False):
        return a sorted list of first characters of subitem names,
        optionally all uppercased or lowercased.
        prefix = self.subitems_prefix
        prefixlen = len(prefix)
        initials = set()
        for item in subitems:
            for name in item.meta[NAME]:
                if name.startswith(prefix):
                    initial = name[prefixlen]
                    if uppercase:
                        initial = initial.upper()
                    elif lowercase:
                        initial = initial.lower()
        return sorted(list(initials))

    delete_template = 'delete.html'
    destroy_template = 'destroy.html'
    diff_template = 'diff.html'
    rename_template = 'rename.html'
    revert_template = 'revert.html'

class Contentful(Item):
    Base class for Item subclasses that have content.
    def ModifyForm(self):
        class C(self._ModifyForm):
            content_form = self.content.ModifyForm
        C.__name__ = 'ModifyForm'
        return C

class Default(Contentful):
    A "conventional" wiki item.
    itemtype = ITEMTYPE_DEFAULT
    display_name = L_('Default')
    description = L_('Wiki item')
    order = -10

    def _do_modify_show_templates(self):
        # call this if the item is still empty
        rev_ids = []
        item_templates = self.content.get_templates(self.contenttype)
        return render_template('modify_select_template.html',
                               first_rev_id=rev_ids and rev_ids[0],
                               last_rev_id=rev_ids and rev_ids[-1],

    def do_show(self, revid):
        show_revision = revid != CURRENT
        show_navigation = False # TODO
        first_rev = last_rev = None # TODO
        return render_template(self.show_template,

    def do_modify(self):
        method = request.method
        if method == 'GET':
            if isinstance(self.content, NonExistentContent):
                return render_template('modify_select_contenttype.html',
            item = self
            if isinstance(self.rev, DummyRev):
                template_name = request.values.get('template')
                if template_name is None:
                    return self._do_modify_show_templates()
                elif template_name:
                    item = Item.create(template_name)
            form = self.ModifyForm.from_item(item)
        elif method == 'POST':
            # XXX workaround for *Draw items
            if isinstance(self.content, Draw):
                except AccessDenied:
                    # *Draw Applets POSTs more than once, redirecting would
                    # break them
                    return "OK"
            form = self.ModifyForm.from_request(request)
            if form.validate():
                meta, data, contenttype_guessed, comment = form._dump(self)
                contenttype_qs = request.values.get('contenttype')
                    self.modify(meta, data, comment, contenttype_guessed, contenttype_qs)
                except AccessDenied:
                    return redirect(url_for_item(
        return render_template(self.modify_template,
                               rows_meta=str(ROWS_META), cols=str(COLS),

    show_template = 'show.html'
    modify_template = 'modify.html'

class Userprofile(Item):
    Currently userprofile is implemented as a contenttype. This is a stub of an
    itemtype implementation of userprofile.
    display_name = L_('User profile')
    description = L_('User profile item (not implemented yet!)')

class NonExistent(Item):
    A dummy Item for nonexistent items (when modifying, a nonexistent item with
    undetermined itemtype)
    shown = False

    def _convert(self, doc):

    def do_show(self, revid):
        # First, check if the current user has the required privileges
        if flaskg.user.may.create(
            content = self._select_itemtype()
            content = render_template('show_nonexistent.html',
        return Response(content, 404)

    def do_modify(self):
        # First, check if the current user has the required privileges
        if not flaskg.user.may.create(
        return self._select_itemtype()

    def _select_itemtype(self):
        return render_template('modify_select_itemtype.html',

from ..util.pysupport import load_package_modules
load_package_modules(__name__, __path__)