""" MoinMoin - Python Source Parser """ # Imports import cgi, string, sys, cStringIO import keyword, token, tokenize import os, sys, time ############################################################################# ### Python Source Parser (does Hilighting) ############################################################################# _KEYWORD = token.NT_OFFSET + 1 _TEXT = token.NT_OFFSET + 2 _colors = { token.NUMBER: '#0080C0', token.OP: '#0000C0', token.STRING: '#004080', tokenize.COMMENT: '#008000', token.NAME: '#000000', token.ERRORTOKEN: '#FF8080', _KEYWORD: '#C00000', _TEXT: '#000000', } class Parser: """ Send colored python source. """ def __init__(self, path): """ Store the source text. """ self.path = path raw = open(path).read() self.raw = string.strip(string.expandtabs(raw)) self.out = cStringIO.StringIO() def format(self, formatter, form): """ Parse and send the colored source. """ print "Formatting... 2" # store line offsets in self.lines self.lines = [0, 0] pos = 0 while 1: pos = string.find(self.raw, '\n', pos) + 1 if not pos: break self.lines.append(pos) self.lines.append(len(self.raw)) # parse the source and write it self.pos = 0 text = cStringIO.StringIO(self.raw) self.out.write('
') self.out.write('[Return]') # return in history #self.out.write('') return self.out.getvalue() def __call__(self, toktype, toktext, (srow,scol), (erow,ecol), line): """ Token handler. """ if 0: print "type", toktype, token.tok_name[toktype], "text", toktext, print "start", srow,scol, "end", erow,ecol, "
[Download]') # load file for download, works only on static version !!!!! #for i in range(10): try: tokenize.tokenize(text.readline, self) except tokenize.TokenError, ex: print "failed" msg = ex[0] line = ex[1][0] self.out.write("ERROR: %s
%s\n" % (msg, self.raw[self.lines[line]:])) except: self.out.write("UNKNOWN ERROR IN CODE PARSER
" + text.readline() ) self.out.write('[Return]') self.out.write('