---

htmlizer.py

# -*- test-case-name: twisted.python.test.test_htmlizer -*- # Copyright (c) Twisted Matrix Laboratories. # See LICENSE for details. """ HTML rendering of Python source. """ import keyword import tokenize from html import escape from typing import List from . import reflect class TokenPrinter: """ Format a stream of tokens and intermediate whitespace, for pretty-printing. """ currentCol, currentLine = 0, 1 lastIdentifier = parameters = 0 encoding = "utf-8" def __init__(self, writer): """ @param writer: A file-like object, opened in bytes mode. """ self.writer = writer def printtoken(self, type, token, sCoordinates, eCoordinates, line): if hasattr(tokenize, "ENCODING") and type == tokenize.ENCODING: self.encoding = token return if not isinstance(token, bytes): token = token.encode(self.encoding) (srow, scol) = sCoordinates (erow, ecol) = eCoordinates if self.currentLine < srow: self.writer(b"\n" * (srow - self.currentLine)) self.currentLine, self.currentCol = srow, 0 self.writer(b" " * (scol - self.currentCol)) if self.lastIdentifier: type = "identifier" self.parameters = 1 elif type == tokenize.NAME: if keyword.iskeyword(token): type = "keyword" else: if self.parameters: type = "parameter" else: type = "variable" else: type = tokenize.tok_name.get(type) assert type is not None type = type.lower() self.writer(token, type) self.currentCol = ecol self.currentLine += token.count(b"\n") if self.currentLine != erow: self.currentCol = 0 self.lastIdentifier = token in (b"def", b"class") if token == b":": self.parameters = 0 class HTMLWriter: """ Write the stream of tokens and whitespace from L{TokenPrinter}, formating tokens as HTML spans. """ noSpan: List[str] = [] def __init__(self, writer): self.writer = writer noSpan: List[str] = [] reflect.accumulateClassList(self.__class__, "noSpan", noSpan) self.noSpan = noSpan def write(self, token, type=None): if isinstance(token, bytes): token = token.decode("utf-8") token = escape(token) token = token.encode("utf-8") if (type is None) or (type in self.noSpan): self.writer(token) else: self.writer( b'<span class="py-src-' + type.encode("utf-8") + b'">' + token + b"</span>" ) class SmallerHTMLWriter(HTMLWriter): """ HTMLWriter that doesn't generate spans for some junk. Results in much smaller HTML output. """ noSpan = ["endmarker", "indent", "dedent", "op", "newline", "nl"] def filter(inp, out, writer=HTMLWriter): out.write(b"<pre>") printer = TokenPrinter(writer(out.write).write).printtoken try: for token in tokenize.tokenize(inp.readline): (tokenType, string, start, end, line) = token printer(tokenType, string, start, end, line) except tokenize.TokenError: pass out.write(b"</pre>\n") def main(): import sys stdout = getattr(sys.stdout, "buffer", sys.stdout) with open(sys.argv[1], "rb") as f: filter(f, stdout) if __name__ == "__main__": main()

---

docroot: /var/www/469ed2f6-4d4b-4a8a-9f5e-ee4ef04d3bc8/public_html

---

curdir: /usr/lib/python3/dist-packages/twisted/python

	.		4096
	..		4096
X	__init__.py		598
	__pycache__		4096
X	_appdirs.py		828
X	_inotify.py		3506
	_pydoctortemplates		4096
X	_release.py		8775
X	_shellcomp.py		25275
X	_textattributes.py		9097
X	_tzhelper.py		3191
X	_url.py		228
X	compat.py		16810
X	components.py		14199
X	constants.py		460
X	context.py		4054
X	deprecate.py		28149
X	failure.py		28088
X	fakepwd.py		7041
X	filepath.py		60335
X	formmethod.py		12106
X	htmlizer.py		3626
X	lockfile.py		7978
X	log.py		22420
X	logfile.py		10119
X	modules.py		26835
X	monkey.py		2283
X	procutils.py		1371
X	randbytes.py		3508
X	rebuild.py		7128
X	reflect.py		20501
X	release.py		1104
X	roots.py		7178
X	runtime.py		5924
X	sendmsg.py		2682
X	shortcut.py		2286
X	syslog.py		3652
X	systemd.py		5583
	test		4096
X	text.py		5411
X	threadable.py		3327
X	threadpool.py		10905
X	twisted-completion.zsh		1371
X	url.py		244
X	urlpath.py		8447
X	usage.py		34598
X	util.py		27505
X	versions.py		273
X	win32.py		4770
X	zippath.py		12273
X	zipstream.py		9680