[Python]HTML转换为TXT的脚本

1 from formatter import AbstractFormatter, NullWriter
2 from htmllib import HTMLParser
3
4 def _(str, in_encoder="gbk", out_encoder="utf8"):
5     return unicode(str, in_encoder).encode(out_encoder)
6
7
8 class myWriter(NullWriter):
9     def __init__(self):
10         NullWriter.__init__(self)
11         self._bodyText = []
12
13     def send_flowing_data(self, str):
14         self._bodyText.append(str)
15
16     def _get_bodyText(self):
17         return '/n'.join(self._bodyText)
18
19     bodyText = property(_get_bodyText, None, None, 'plain text from body')
20
21 class myHTMLParser(HTMLParser):
22     def do_meta(self, attrs):
23         self.metas = attrs
24
25 def convertFile(filename):
26     mywriter = myWriter()
27     absformatter = AbstractFormatter(mywriter)
28     parser = myHTMLParser(absformatter)
29     parser.feed(open(filename).read())
30     return ( _(parser.title), parser.formatter.writer.bodyText )
31
32 import os
33 import os.path
34
35 OUTPUTDIR = "./txt"
36 INPUTDIR = "."
37 if __name__ == "__main__":
38     if not os.path.exists(OUTPUTDIR):
39         os.mkdir(OUTPUTDIR)
40
41     for file in os.listdir(INPUTDIR):
42         if file[-4:] == '.htm':
43             print "Coverting", file,
44             outfilename, text = convertFile(file)
45             outfilename = outfilename + '.txt'
46             outfullname = os.path.join(OUTPUTDIR, outfilename)
47             open(outfullname, "wt").write(text)
48             print "Done!"
49

BTW:以上这段代码是用vim的 :TOhtml 命令转换而成。