view MoinMoin/storage/backends/ @ 101:856945a6d936

simplify revision data size handling - just store it into metadata Back when the storage api was implemented, size was implemented as a property. I can't remember why this was done, but I assume it was to do backend-specific optimization to quickly access revision data size without accessing metadata. As we'll have an index for most important metadata and we likely have to open metadata anyway, SIZE is now just a metadata entry like all the others, not specialcased any more. Like the revision data hash, SIZE is also automatically stored into the revision's metadata when committing it. This simplifies the code quite a bit and makes it more generic.
author Thomas Waldmann <tw AT waldmann-edv DOT de>
date Fri, 11 Mar 2011 03:52:14 +0100
parents 1d8e9b1153d6
children c084c1369078
line wrap: on
line source
# Copyright: 2008 MoinMoin:JohannesBerg
# Copyright: 2009-2010 MoinMoin:ThomasWaldmann
# License: GNU GPL v2 (or any later version), see LICENSE.txt for details.

    MoinMoin - flat file backend

    This backend is not useful for a wiki that you actually keep online.
    Instead, it is intended to be used for MoinMoin internally to keep
    the documentation that is part of the source tree editable via the
    wiki server locally.

    This backend stores no item metadata and no old revisions, as such
    you cannot use it safely for a wiki. Inside the MoinMoin source tree,
    however, the wiki content is additionally kept under source control,
    therefore this backend is actually useful to edit documentation that
    is part of MoinMoin.

    The backend _does_ store some revision metadata, namely that which
    used to traditionally be part of the page header.

import os, re, errno
from cStringIO import StringIO

from MoinMoin import log
logging = log.getLogger(__name__)

from import Backend, Item, StoredRevision, NewRevision
from import NoSuchItemError, NoSuchRevisionError, \
                                   ItemAlreadyExistsError, \
from import quoteWikinameFS, unquoteWikiname
from import add_metadata_to_body, split_body
from MoinMoin.items import MIMETYPE, ACTION

class FlatFileBackend(Backend):
    def __init__(self, path):
        Initialise filesystem backend, creating initial files and some internal structures.

        :param path: storage path
        self._path = path
        except OSError, err:
            if err.errno != errno.EEXIST:
                raise BackendError(str(err))

    def _quote(self, name):
        return quoteWikinameFS(name)

    def _unquote(self, name):
        return unquoteWikiname(name)

    def _rev_path(self, name):
        return os.path.join(self._path, self._quote(name))

    def _exists(self, name):
        revpath = self._rev_path(name)
        return os.path.exists(revpath)

    def history(self, reverse=True):
        rev_list = [i.get_revision(-1) for i in self.iteritems()]
        rev_list.sort(lambda x, y: cmp(x.timestamp, y.timestamp))
        if reverse:
        return iter(rev_list)

    def get_item(self, itemname):
        if not self._exists(itemname):
            raise NoSuchItemError("No such item, %r" % (itemname))
        return Item(self, itemname)

    def has_item(self, itemname):
        return self._exists(itemname)

    def create_item(self, itemname):
        if not isinstance(itemname, (str, unicode)):
            raise TypeError("Item names must have string type, not %s" % (type(itemname)))
        elif self.has_item(itemname):
            raise ItemAlreadyExistsError("An Item with the name %r already exists!" % (itemname))
        return Item(self, itemname)

    def iteritems(self):
        filenames = os.listdir(self._path)
        for filename in filenames:
            yield Item(self, self._unquote(filename))

    def _get_revision(self, item, revno):
        if revno > 0:
            raise NoSuchRevisionError("No Revision #%d on Item %s" % (revno,

        revpath = self._rev_path(
        if not os.path.exists(revpath):
            raise NoSuchRevisionError("No Revision #%d on Item %s" % (revno,

        rev = StoredRevision(item, 0)
        data = open(revpath, 'rb').read()
        rev._metadata, data = split_body(data)
        rev._metadata[ACTION] = 'SAVE'
        rev._metadata[SIZE] = len(data)
        rev._data = StringIO(data)
        return rev

    def _list_revisions(self, item):
        if self._exists(
            return [0]
            return []

    def _create_revision(self, item, revno):
        assert revno <= 1
        rev = NewRevision(item, 0)
        rev._data = StringIO()
        return rev

    def _destroy_revision(self, revision):
        revpath = self._rev_path(
        except OSError, err:
            if err.errno != errno.ENOENT:
                raise CouldNotDestroyError("Could not destroy revision #%d of item '%r' [errno: %d]" % (
                    revision.revno,, err.errno))
            #    someone else already killed this revision, we silently ignore this error

    def _rename_item(self, item, newname):
            os.rename(self._rev_path(, self._rev_path(newname))
        except OSError:
            raise ItemAlreadyExistsError('')

    def _commit_item(self, rev):
        revpath = self._rev_path(
        f = open(revpath, 'wb')
        data =
        data = add_metadata_to_body(rev, data)

    def _destroy_item(self, item):
        revpath = self._rev_path(
        except OSError, err:
            if err.errno != errno.ENOENT:
                raise CouldNotDestroyError("Could not destroy item '%r' [errno: %d]" % (
          , err.errno))
            #    someone else already killed this item, we silently ignore this error

    def _rollback_item(self, rev):

    def _change_item_metadata(self, item):

    def _publish_item_metadata(self, item):

    def _read_revision_data(self, rev, chunksize):

    def _write_revision_data(self, rev, data):

    def _get_item_metadata(self, item):
        return {}

    def _get_revision_timestamp(self, rev):
        revpath = self._rev_path(
        return os.stat(revpath).st_ctime

    def _seek_revision_data(self, rev, position, mode):, mode)