[Python]HTML转换为TXT的脚本

1 from formatter import AbstractFormatter, NullWriter  
2 from htmllib import HTMLParser  
3   
4 def _(str, in_encoder="gbk", out_encoder="utf8"):  
5  return unicode(str, in_encoder).encode(out_encoder)  
6   7  
8 class myWriter(NullWriter):  
9  def __init__(self): 10  NullWriter.__init__(self) 
11  self._bodyText = [] 
12  
13  def send_flowing_data(self, str): 
14  self._bodyText.append(str) 
15  
16  def _get_bodyText(self): 
17  return '/n'.join(self._bodyText) 
18  
19  bodyText = property(_get_bodyText, None, None, 'plain text from body') 
20  
21 class myHTMLParser(HTMLParser): 
22  def do_meta(self, attrs): 
23  self.metas = attrs 
24  
25 def convertFile(filename): 
26  mywriter = myWriter() 
27  absformatter = AbstractFormatter(mywriter) 
28  parser = myHTMLParser(absformatter) 
29  parser.feed(open(filename).read()) 
30  return ( _(parser.title), parser.formatter.writer.bodyText ) 
31  32 import os 33 import os.path 
34  
35 OUTPUTDIR = "./txt" 36 INPUTDIR = "." 
37 if __name__ == "__main__": 38  if not os.path.exists(OUTPUTDIR): 
39  os.mkdir(OUTPUTDIR) 
40  
41  for file in os.listdir(INPUTDIR): 
42  if file[-4:] == '.htm': 
43  print "Coverting", file, 
44  outfilename, text = convertFile(file) 
45  outfilename = outfilename + '.txt' 
46  outfullname = os.path.join(OUTPUTDIR, outfilename) 47  open(outfullname, "wt").write(text) 
48  print "Done!" 
49