view MoinMoin/util/ @ 1975:384555088cab

lots of pep8 fixes
author Thomas Waldmann <tw AT waldmann-edv DOT de>
date Mon, 11 Feb 2013 04:49:04 +0100
parents 286e315935ae
children bb2f526d961c
line wrap: on
line source
# Copyright: 2010 MoinMoin:ThomasWaldmann
# Copyright: 2010 MoinMoin:MicheleOrru
# License: GNU GPL v2 (or any later version), see LICENSE.txt for details.

    MoinMoin - interwiki support code

from __future__ import absolute_import, division

from werkzeug import url_quote

from flask import current_app as app
from flask import url_for

import os.path

from MoinMoin.constants.keys import CURRENT
from MoinMoin.constants.contenttypes import CHARSET

from MoinMoin import log
logging = log.getLogger(__name__)

def is_local_wiki(wiki_name):
    check if <wiki_name> is THIS wiki
    return wiki_name in [u'', u'Self', app.cfg.interwikiname, ]

def is_known_wiki(wiki_name):
    check if <wiki_name> is a known wiki name

    Note: interwiki_map should have entries for the special wikinames
    denoting THIS wiki, so we do not need to check these names separately.
    return wiki_name in app.cfg.interwiki_map

def url_for_item(item_name, wiki_name=u'', namespace=u'', rev=CURRENT, endpoint=u'frontend.show_item', _external=False):
    Compute URL for some local or remote/interwiki item.

    For local items:
    give <rev> to get the url of some specific revision.
    give the <endpoint> to get the url of some specific view,
    give _external=True to compute fully specified URLs.

    For remote/interwiki items:
    If you just give <item_name> and <wiki_name>, a generic interwiki URL
    will be built.
    If you also give <rev> and/or <endpoint>, it is assumed that remote wiki
    URLs are built in the same way as local URLs.
    Computed URLs are always fully specified.
    if is_local_wiki(wiki_name):
        if namespace:
            item_name = u':{0}:{1}'.format(namespace, item_name)
        if rev is None or rev == CURRENT:
            url = url_for(endpoint, item_name=item_name, _external=_external)
            url = url_for(endpoint, item_name=item_name, rev=rev, _external=_external)
            wiki_base_url = app.cfg.interwiki_map[wiki_name]
        except KeyError, err:
            logging.warning("no interwiki_map entry for {0!r}".format(wiki_name))
            if namespace:
                item_name = u'{0}:{1}'.format(namespace, item_name)
            if wiki_name:
                url = u'{0}:{1}'.format(wiki_name, item_name)
            url = u'/{0}'.format(url)
            if (rev is None or rev == CURRENT) and endpoint == 'frontend.show_item':
                # we just want to show latest revision (no special revision given) -
                # this is the generic interwiki url support, should work for any remote wiki
                url = join_wiki(wiki_base_url, item_name, namespace)
                # rev and/or endpoint was given, assume same URL building as for local wiki.
                # we need this for moin wiki farms, e.g. to link from search results to
                # some specific item/revision in another farm wiki.
                if namespace:
                    item_name = u'{0}:{1}'.format(namespace, item_name)
                local_url = url_for(endpoint, item_name=item_name, rev=rev, _external=False)
                # we know that everything left of the + belongs to script url, but we
                # just want e.g. +show/42/FooBar to append it to the other wiki's
                # base URL.
                i = local_url.index('/%2B')
                path = local_url[i + 1:]
                url = wiki_base_url + path
    return url

def _split_namespace(namespaces, url):
    Find the longest namespace in the set.
    the namespaces are separated by colons (:).
        namespaces_set(['ns1', 'ns1:ns2'])
        url: ns1:urlalasd return: ns1, urlalasd
        url: ns3:urlalasd return: '', ns3:urlalasd
        url: ns2:urlalasd return: '', ns2:urlalasd
        url: ns1:ns2:urlalasd return: ns1:ns2, urlalasd
    param namespaces_set: set of namespaces (strings) to search
    param url: string
    returns: (namespace, url)
    namespace = u''
    tokens_list = url.split(':')
    for token in tokens_list:
        if namespace:
            token = u'{0}:{1}'.format(namespace, token)
        if token in namespaces:
            namespace = token
    if namespace:
        length = len(namespace) + 1
        url = url[length:]
    return namespace, url

def split_interwiki(wikiurl):
    """ Split a interwiki name, into wikiname and pagename, e.g:

    'MoinMoin:FrontPage' -> "MoinMoin", "", "FrontPage"
    'FrontPage' -> "Self", "", "FrontPage"
    'MoinMoin:Page with blanks' -> "MoinMoin", "", "Page with blanks"
    'MoinMoin:' -> "MoinMoin", "", ""
    'MoinMoin:interwikins:AnyPage' -> "MoinMoin", "interwikins", "AnyPage"
    ':ns:AnyPage' -> "Self", "ns", "AnyPage" if ns namespace exists or "Self", "", ":ns:AnyPage" if not.
    'ns:AnyPage' -> "Self", "ns", "AnyPage" if ns namespace exists or "Self", "", "ns:AnyPage" if not.
    ':ns1:ns2:AnyPage' -> "Self", "ns1:ns2", "AnyPage" if ns1:ns2 namespace exists OR
                         "Self", "ns1", "ns2:AnyPage" if ns1 namespace exists OR
                         "Self", "", "ns1:ns2:AnyPage" else.
    :param wikiurl: the url to split
    :rtype: tuple
    :returns: (wikiname, namespace, pagename)
    if not isinstance(wikiurl, unicode):
        wikiurl = wikiurl.decode('utf-8')
    namespace_mapping = set()
    for namespace, _ in app.cfg.namespace_mapping:
    # Base case: no colon in wikiurl
    if not ':' in wikiurl:
        return u'Self', u'', wikiurl
    if not wikiurl.startswith(':'):
        wikiname, item_name = _split_namespace(set(app.cfg.interwiki_map.keys()), wikiurl)
        namespace = u''
        if not wikiname:
            namespace, item_name = _split_namespace(set(namespace_mapping), wikiurl)
            wikiname = u'Self'
            if ':' in wikiname:
                namespace = wikiname.split(':', 1)[1]
                wikiname = wikiname.split(':', 1)[0]
        return wikiname, namespace, item_name
        namespace, item_name = _split_namespace(set(namespace_mapping), wikiurl.split(':', 1)[1])
        if not namespace:
            item_name = u':{0}'.format(item_name)
        return u'Self', namespace, item_name

def join_wiki(wikiurl, wikitail, namespace):
    Add a (url_quoted) page name to an interwiki url.

    Note: We can't know what kind of URL quoting a remote wiki expects.
          We just use a utf-8 encoded string with standard URL quoting.

    :param wikiurl: wiki url, maybe including a $PAGE placeholder
    :param wikitail: page name
    :param namespace: namespace
    :rtype: string
    :returns: generated URL of the page in the other wiki
    wikitail = url_quote(wikitail, charset=CHARSET, safe='/')
    namespace = url_quote(namespace, charset=CHARSET, safe='/')
    if not('$PAGE' in wikiurl or '$NAMESPACE' in wikiurl):
        if namespace:
            namespace = u':{0}:'.format(namespace)
        elif not wikiurl:
            return wikitail
        return wikiurl + namespace + wikitail
    if '$PAGE' in wikiurl:
        wikiurl = wikiurl.replace('$PAGE', wikitail)
    if '$NAMESPACE' in wikiurl:
        wikiurl = wikiurl.replace('$NAMESPACE', namespace)
    return wikiurl

def getInterwikiName(item_name):
    Get the (fully qualified) interwiki name of a local item name.

    :param item_ame: item name (unicode)
    :rtype: unicode
    :returns: wiki_name:item_name
    return u"{0}:{1}".format(app.cfg.interwikiname, item_name)

def getInterwikiHome(username):
    Get a user's homepage.

    cfg.user_homewiki influences behaviour of this:
    'Self' does mean we store user homepage in THIS wiki.
    When set to our own interwikiname, it behaves like with 'Self'.

    'SomeOtherWiki' means we store user homepages in another wiki.

    :param username: the user's name
    :rtype: tuple
    :returns: (wikiname, itemname)
    homewiki = app.cfg.user_homewiki
    if is_local_wiki(homewiki):
        homewiki = u'Self'
    return homewiki, username

class InterWikiMap(object):
    Parse a valid interwiki map file/string, transforming into a simple python dict
    Provides a set of utilities for parsing and checking a interwiki maps.

    SKIP = '#'

    def __init__(self, s):
        Check for 's' to be a valid interwiki map string,
        then  parses it and stores to a dict.
        self.iwmap = dict()

        for line in s.splitlines():
            if self.SKIP in line:
                line = line.split(self.SKIP, 1)[0]
            # remove trailing spaces (if any)
            line = line.rstrip()
            if not line:

                name, url = line.split(None, 1)
                self.iwmap[name] = url
            except ValueError:
                raise ValueError('malformed interwiki map string: {0}'.format(

    def from_string(ustring):
        Load and parse a valid interwiki map "unicode" object.
        return InterWikiMap(ustring)

    def from_file(filename):
        Load and parse a valid interwiki map file.
        filename = os.path.expanduser(filename)
        with open(filename) as f:
            parser = InterWikiMap(

        return parser