"""
MoinMoin - Python Source Parser
"""
# Imports
import cgi, string, sys, cStringIO
import keyword, token, tokenize
import os, sys, time
#############################################################################
### Python Source Parser (does Hilighting)
#############################################################################
_KEYWORD = token.NT_OFFSET + 1
_TEXT = token.NT_OFFSET + 2
_colors = {
token.NUMBER: '#0080C0',
token.OP: '#0000C0',
token.STRING: '#004080',
tokenize.COMMENT: '#008000',
token.NAME: '#000000',
token.ERRORTOKEN: '#FF8080',
_KEYWORD: '#C00000',
_TEXT: '#000000',
}
class Parser:
""" Send colored python source.
"""
def __init__(self, path):
""" Store the source text.
"""
self.path = path
raw = open(path).read()
self.raw = string.strip(string.expandtabs(raw))
self.out = cStringIO.StringIO()
def format(self, formatter, form):
""" Parse and send the colored source.
"""
print "Formatting... 2"
# store line offsets in self.lines
self.lines = [0, 0]
pos = 0
while 1:
pos = string.find(self.raw, '\n', pos) + 1
if not pos: break
self.lines.append(pos)
self.lines.append(len(self.raw))
# parse the source and write it
self.pos = 0
text = cStringIO.StringIO(self.raw)
self.out.write('<pre><font face="Lucida,Courier New">')
self.out.write('<a class="viewcode-back" href="javascript:history.go(-1)">[Return]</a>') # return in history
#self.out.write('<br/><a class="viewcode-back" href="' + os.path.split(self.path)[-1] + '">[Download]</a>') # load file for download, works only on static version !!!!!
#for i in range(10):
try:
tokenize.tokenize(text.readline, self)
except tokenize.TokenError, ex:
print "failed"
msg = ex[0]
line = ex[1][0]
self.out.write("<h3>ERROR: %s</h3>%s\n" % (msg, self.raw[self.lines[line]:]))
except:
self.out.write("<h3> UNKNOWN ERROR IN CODE PARSER </h3>" + text.readline() )
self.out.write('<a class="viewcode-back" href="javascript:history.go(-1)">[Return]</a>')
self.out.write('</font></pre>')
return self.out.getvalue()
def __call__(self, toktype, toktext, (srow,scol), (erow,ecol), line):
""" Token handler.
"""
if 0:
print "type", toktype, token.tok_name[toktype], "text", toktext,
print "start", srow,scol, "end", erow,ecol, "<br>"
# calculate new positions
oldpos = self.pos
newpos = self.lines[srow] + scol
self.pos = newpos + len(toktext)
# handle newlines
if toktype in [token.NEWLINE, tokenize.NL]:
self.out.write('\n')
return
# send the original whitespace, if needed
if newpos > oldpos:
self.out.write(self.raw[oldpos:newpos])
# skip indenting tokens
if toktype in [token.INDENT, token.DEDENT]:
self.pos = newpos
return
# map token type to a color group
if token.LPAR <= toktype and toktype <= token.OP:
toktype = token.OP
elif toktype == token.NAME and keyword.iskeyword(toktext):
toktype = _KEYWORD
color = _colors.get(toktype, _colors[_TEXT])
style = ''
if toktype == token.ERRORTOKEN:
style = ' style="border: solid 1.5pt #FF0000;"'
# send text
self.out.write('<font color="%s"%s>' % (color, style))
self.out.write(cgi.escape(toktext))
self.out.write('</font>')
def code2html(source):
#try:)
t0 = time.time()
print "py2html started"
return Parser(source).format(None, None)
print "py2html done", time.time() - t0
#except:
#return "MoinMoin parser failed "
if __name__ == "__main__":
print "Formatting..."
# open own source
source = open('base.template').read()
destination = open('python.html', 'wt')
#destination = cStringIO.StringIO()
# write colorized version to "python.html"
out = Parser('base.template' ).format(None, None)
print out
