annotate MoinMoin/logfile/__init__.py @ 1818:df984fe11783

logfile: cleanup/fix base class, fixes also EditLog.news result
author Thomas Waldmann <tw AT waldmann-edv DOT de>
date Sun, 25 Feb 2007 17:17:53 +0100
parents 2fbb179f3518
children 9595d9d5e5ae
rev   line source
0
77665d8e2254 tag of nonpublic@localhost--archive/moin--enterprise--1.5--base-0
Thomas Waldmann <tw-public@gmx.de>
parents:
diff changeset
1 # -*- coding: iso-8859-1 -*-
77665d8e2254 tag of nonpublic@localhost--archive/moin--enterprise--1.5--base-0
Thomas Waldmann <tw-public@gmx.de>
parents:
diff changeset
2 """
77665d8e2254 tag of nonpublic@localhost--archive/moin--enterprise--1.5--base-0
Thomas Waldmann <tw-public@gmx.de>
parents:
diff changeset
3 MoinMoin - LogFile package
77665d8e2254 tag of nonpublic@localhost--archive/moin--enterprise--1.5--base-0
Thomas Waldmann <tw-public@gmx.de>
parents:
diff changeset
4
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
5 This module supports buffered log reads, iterating forward and backward line-by-line, etc.
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
6
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
7 @copyright: 2005-2007 by Thomas Waldmann (MoinMoin:ThomasWaldmann)
0
77665d8e2254 tag of nonpublic@localhost--archive/moin--enterprise--1.5--base-0
Thomas Waldmann <tw-public@gmx.de>
parents:
diff changeset
8 @license: GNU GPL, see COPYING for details.
77665d8e2254 tag of nonpublic@localhost--archive/moin--enterprise--1.5--base-0
Thomas Waldmann <tw-public@gmx.de>
parents:
diff changeset
9 """
77665d8e2254 tag of nonpublic@localhost--archive/moin--enterprise--1.5--base-0
Thomas Waldmann <tw-public@gmx.de>
parents:
diff changeset
10
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
11 import os, codecs, errno
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
12 from MoinMoin import config, wikiutil
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
13
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
14 class LogError(Exception):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
15 """ Base class for log errors """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
16
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
17 class LogMissing(LogError):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
18 """ Raised when the log is missing """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
19
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
20
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
21 class LineBuffer:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
22 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
23 Reads lines from a file
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
24 self.len number of lines in self.lines
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
25 self.lines list of lines (unicode)
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
26 self.offsets list of file offsets for each line. additionally the position
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
27 after the last read line is stored into self.offsets[-1]
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
28 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
29 def __init__(self, file, offset, size, forward=True):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
30 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
31 @param file: open file object
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
32 @param offset: position in file to start from
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
33 @param size: aproximate number of bytes to read
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
34 @param forward : read from offset on or from offset-size to offset
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
35 @type forward: boolean
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
36 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
37 if forward:
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
38 begin = offset
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
39 file.seek(begin)
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
40 lines = file.readlines(size)
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
41 else:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
42 if offset < 2 * size:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
43 begin = 0
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
44 size = offset
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
45 else:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
46 begin = offset - size
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
47 file.seek(begin)
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
48 lines = file.read(size).splitlines(True)
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
49 if begin != 0:
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
50 # remove potentially incomplete first line
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
51 begin += len(lines[0])
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
52 lines = lines[1:]
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
53 # XXX check for min one line read
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
54
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
55 linecount = len(lines)
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
56
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
57 # now calculate the file offsets of all read lines
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
58 offsets = [len(line) for line in lines]
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
59 offsets.append(0) # later this element will have the file offset after the last read line
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
60
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
61 lengthpreviousline = 0
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
62 offset = begin
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
63 for i in xrange(linecount+1):
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
64 offset += lengthpreviousline
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
65 lengthpreviousline = offsets[i]
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
66 offsets[i] = offset
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
67
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
68 self.offsets = offsets
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
69 self.len = linecount
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
70 # Decode lines after offset in file is calculated
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
71 self.lines = [unicode(line, config.charset) for line in lines]
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
72
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
73
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
74 class LogFile:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
75 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
76 .filter: function that gets the values from .parser.
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
77 must return True to keep it or False to remove it
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
78 Overwrite .parser() and .add() to customize this class to special log files
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
79 """
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
80
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
81 def __init__(self, filename, buffer_size=65536):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
82 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
83 @param filename: name of the log file
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
84 @param buffer_size: approx. size of one buffer in bytes
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
85 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
86 self.__filename = filename
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
87 self.__buffer = None # currently used buffer, points to one of the following:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
88 self.__buffer1 = None
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
89 self.__buffer2 = None
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
90 self.buffer_size = buffer_size
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
91 self.__lineno = 0
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
92 self.filter = None
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
93
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
94 def __iter__(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
95 return self
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
96
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
97 def reverse(self):
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
98 """ yield log entries in reverse direction starting from last one
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
99
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
100 @rtype: iterator
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
101 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
102 self.to_end()
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
103 while 1:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
104 try:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
105 result = self.previous()
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
106 except StopIteration:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
107 return
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
108 yield result
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
109
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
110 def sanityCheck(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
111 """ Check for log file write access.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
112
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
113 @rtype: string (error message) or None
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
114 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
115 if not os.access(self.__filename, os.W_OK):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
116 return "The log '%s' is not writable!" % (self.__filename,)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
117 return None
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
118
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
119 def __getattr__(self, name):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
120 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
121 generate some attributes when needed
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
122 """
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
123 if name == "_LogFile__rel_index": # XXX where is this used?
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
124 # starting iteration from begin
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
125 self.__buffer1 = LineBuffer(self._input, 0, self.buffer_size)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
126 self.__buffer2 = LineBuffer(self._input,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
127 self.__buffer1.offsets[-1],
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
128 self.buffer_size)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
129 self.__buffer = self.__buffer1
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
130 self.__rel_index = 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
131 return 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
132 elif name == "_input":
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
133 try:
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
134 # Open the file (NOT using codecs.open, it breaks our offset calculation. We decode it later.).
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
135 # Use binary mode in order to retain \r - otherwise the offset calculation would fail.
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
136 self._input = file(self.__filename, "rb",)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
137 except IOError:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
138 raise StopIteration
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
139 return self._input
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
140 elif name == "_output":
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
141 self._output = codecs.open(self.__filename, 'a', config.charset)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
142 return self._output
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
143 else:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
144 raise AttributeError(name)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
145
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
146 def size(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
147 """ Return log size in bytes
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
148
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
149 Return 0 if the file does not exists. Raises other OSError.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
150
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
151 @return: size of log file in bytes
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
152 @rtype: Int
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
153 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
154 try:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
155 return os.path.getsize(self.__filename)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
156 except OSError, err:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
157 if err.errno == errno.ENOENT:
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
158 return 0
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
159 raise
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
160
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
161 def lines(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
162 """ Return number of lines in the log file
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
163
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
164 Return 0 if the file does not exists. Raises other OSError.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
165
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
166 Expensive for big log files - O(n)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
167
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
168 @return: size of log file in lines
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
169 @rtype: Int
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
170 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
171 try:
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
172 f = file(self.__filename, 'r')
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
173 try:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
174 count = 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
175 for line in f:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
176 count += 1
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
177 return count
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
178 finally:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
179 f.close()
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
180 except (OSError, IOError), err:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
181 if err.errno == errno.ENOENT:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
182 return 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
183 raise
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
184
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
185 def date(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
186 """ Return timestamp of log file in usecs """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
187 try:
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
188 mtime = os.path.getmtime(self.__filename)
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
189 except OSError, err:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
190 if err.errno == errno.ENOENT:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
191 # This can happen on fresh wiki when building the index
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
192 # Usually the first request will create an event log
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
193 raise LogMissing(str(err))
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
194 raise
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
195 return wikiutil.timestamp2version(mtime)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
196
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
197 def peek(self, lines):
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
198 """ Move position in file forward or backwards by "lines" count
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
199
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
200 It adjusts .__lineno if set.
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
201 This function is not aware of filters!
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
202
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
203 @param lines: number of lines, may be negative to move backward
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
204 @rtype: boolean
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
205 @return: True if moving more than to the beginning and moving
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
206 to the end or beyond
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
207 """
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
208 self.__rel_index += lines
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
209 while self.__rel_index < 0:
1646
2fbb179f3518 use filepos in (not mtime of) edit-log for editlog.news, fix some bugs in logfile
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1317
diff changeset
210 if self.__buffer is self.__buffer2:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
211 # change to buffer 1
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
212 self.__buffer = self.__buffer1
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
213 self.__rel_index += self.__buffer.len
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
214 else: # self.__buffer is self.__buffer1
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
215 if self.__buffer.offsets[0] == 0:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
216 # already at the beginning of the file
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
217 self.__rel_index = 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
218 self.__lineno = 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
219 return True
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
220 else:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
221 # load previous lines
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
222 self.__buffer2 = self.__buffer1
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
223 self.__buffer1 = LineBuffer(self._input,
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
224 self.__buffer.offsets[0],
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
225 self.buffer_size,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
226 forward=False)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
227 self.__buffer = self.__buffer1
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
228 self.__rel_index += self.__buffer.len
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
229
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
230 while self.__rel_index >= self.__buffer.len:
1646
2fbb179f3518 use filepos in (not mtime of) edit-log for editlog.news, fix some bugs in logfile
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1317
diff changeset
231 if self.__buffer is self.__buffer1:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
232 # change to buffer 2
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
233 self.__rel_index -= self.__buffer.len
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
234 self.__buffer = self.__buffer2
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
235 else: # self.__buffer is self.__buffer2
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
236 # try to load next buffer
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
237 tmpbuff = LineBuffer(self._input,
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
238 self.__buffer.offsets[-1],
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
239 self.buffer_size)
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
240 if tmpbuff.len == 0:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
241 # end of file
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
242 if self.__lineno is not None:
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
243 self.__lineno += (lines -
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
244 (self.__rel_index - self.__buffer.len))
1646
2fbb179f3518 use filepos in (not mtime of) edit-log for editlog.news, fix some bugs in logfile
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1317
diff changeset
245 self.__rel_index = self.__buffer.len # point to after last read line
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
246 return True
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
247 # shift buffers
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
248 self.__rel_index -= self.__buffer.len
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
249 self.__buffer1 = self.__buffer2
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
250 self.__buffer2 = tmpbuff
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
251 self.__buffer = self.__buffer2
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
252
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
253 if self.__lineno is not None:
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
254 self.__lineno += lines
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
255 return False
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
256
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
257 def __next(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
258 """get next line already parsed"""
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
259 if self.peek(0):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
260 raise StopIteration
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
261 result = self.parser(self.__buffer.lines[self.__rel_index])
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
262 self.peek(1)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
263 return result
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
264
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
265 def next(self):
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
266 """get next line that passes through the filter
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
267 @return: next entry
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
268 raises StopIteration at file end
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
269 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
270 result = None
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
271 while result is None:
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
272 while result is None:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
273 result = self.__next()
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
274 if self.filter and not self.filter(result):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
275 result = None
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
276 return result
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
277
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
278 def __previous(self):
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
279 """get previous line already parsed"""
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
280 if self.peek(-1):
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
281 raise StopIteration
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
282 return self.parser(self.__buffer.lines[self.__rel_index])
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
283
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
284 def previous(self):
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
285 """get previous line that passes through the filter
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
286 @return: previous entry
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
287 raises StopIteration at file begin
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
288 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
289 result = None
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
290 while result is None:
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
291 while result is None:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
292 result = self.__previous()
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
293 if self.filter and not self.filter(result):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
294 result = None
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
295 return result
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
296
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
297 def to_begin(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
298 """moves file position to the begin"""
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
299 if self.__buffer1.offsets[0] != 0:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
300 self.__buffer1 = LineBuffer(self._input,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
301 0,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
302 self.buffer_size)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
303 self.__buffer2 = LineBuffer(self._input,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
304 self.__buffer1.offsets[-1],
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
305 self.buffer_size)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
306 self.__buffer = self.__buffer1
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
307 self.__rel_index = 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
308 self.__lineno = 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
309
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
310 def to_end(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
311 """moves file position to the end"""
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
312 self._input.seek(0, 2) # to end of file
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
313 size = self._input.tell()
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
314 if (not self.__buffer2) or (size > self.__buffer2.offsets[-1]):
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
315 self.__buffer2 = LineBuffer(self._input,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
316 size,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
317 self.buffer_size,
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
318 forward=False)
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
319
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
320 self.__buffer1 = LineBuffer(self._input,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
321 self.__buffer2.offsets[0],
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
322 self.buffer_size,
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
323 forward=False)
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
324 self.__buffer = self.__buffer2
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
325 self.__rel_index = self.__buffer2.len
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
326 self.__lineno = None
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
327
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
328 def position(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
329 """ Return the current file position
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
330
1818
df984fe11783 logfile: cleanup/fix base class, fixes also EditLog.news result
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1646
diff changeset
331 This can be converted into a String using back-ticks and then be rebuild.
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
332 For this plain file implementation position is an Integer.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
333 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
334 return self.__buffer.offsets[self.__rel_index]
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
335
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
336 def seek(self, position, line_no=None):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
337 """ moves file position to an value formerly gotten from .position().
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
338 To enable line counting line_no must be provided.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
339 .seek is much more efficient for moving long distances than .peek.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
340 raises ValueError if position is invalid
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
341 """
1646
2fbb179f3518 use filepos in (not mtime of) edit-log for editlog.news, fix some bugs in logfile
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1317
diff changeset
342 if self.__buffer1 and self.__buffer1.offsets[0] <= position < self.__buffer1.offsets[-1]:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
343 # position is in .__buffer1
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
344 self.__rel_index = self.__buffer1.offsets.index(position)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
345 self.__buffer = self.__buffer1
1646
2fbb179f3518 use filepos in (not mtime of) edit-log for editlog.news, fix some bugs in logfile
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 1317
diff changeset
346 elif self.__buffer2 and self.__buffer2.offsets[0] <= position < self.__buffer2.offsets[-1]:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
347 # position is in .__buffer2
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
348 self.__rel_index = self.__buffer2.offsets.index(position)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
349 self.__buffer = self.__buffer2
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
350 else:
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
351 # load buffers around position
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
352 self.__buffer1 = LineBuffer(self._input,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
353 position,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
354 self.buffer_size,
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
355 forward=False)
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
356 self.__buffer2 = LineBuffer(self._input,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
357 position,
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
358 self.buffer_size)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
359 self.__buffer = self.__buffer2
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
360 self.__rel_index = 0
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
361 # XXX test for valid position
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
362 self.__lineno = line_no
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
363
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
364 def line_no(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
365 """@return: the current line number or None if line number is unknown"""
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
366 return self.__lineno
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
367
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
368 def calculate_line_no(self):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
369 """ Calculate the current line number from buffer offsets
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
370
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
371 If line number is unknown it is calculated by parsing the whole file.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
372 This may be expensive.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
373 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
374 self._input.seek(0, 0)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
375 lines = self._input.read(self.__buffer.offsets[self.__rel_index])
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
376 self.__lineno = len(lines.splitlines())
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
377 return self.__lineno
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
378
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
379 def parser(self, line):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
380 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
381 @param line: line as read from file
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
382 @return: parsed line or None on error
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
383 Converts the line from file to program representation
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
384 This implementation uses TAB separated strings.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
385 This method should be overwritten by the sub classes.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
386 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
387 return line.split("\t")
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
388
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
389 def add(self, *data):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
390 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
391 add line to log file
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
392 This implementation save the values as TAB separated strings.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
393 This method should be overwritten by the sub classes.
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
394 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
395 line = "\t".join(data)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
396 self._add(line)
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
397
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
398 def _add(self, line):
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
399 """
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
400 @param line: flat line
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
401 @type line: String
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
402 write on entry in the log file
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
403 """
1000
6f6fcbe200b5 whitespace-only cleanup and minor style changes
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 749
diff changeset
404 if line is not None:
749
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
405 if line[-1] != '\n':
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
406 line += '\n'
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
407 self._output.write(line)
3dba26fcfde0 moved logfile/logfile.py to logfile/__init__.py
Thomas Waldmann <tw AT waldmann-edv DOT de>
parents: 0
diff changeset
408