python - 使用 HTMLParser 解析 unicode 时出错

Question

这是我为 Python 3.3 运行的代码:

from html.parser import HTMLParser

class TableParser(HTMLParser):
    def __init__(self):
        HTMLParser.__init__(self)
        self.in_table = False
        self.in_table_header = False
        self.in_table_header_field = False
        self.table_fields = []

    def handle_starttag(self, tag, attributes):
        if tag == 'table':
            for name, value in attributes:
                if name == 'id' and value == 'data_table':
                    self.in_table = True
        if self.in_table == True:
            if tag == 'thead':
                self.in_table_header = True
        if self.in_table_header == True and tag == 'th':
            self.in_table_header_field = True

    def handle_endtag(self, tag):
        if tag == 'table':
            self.in_table = False
        if tag == 'thead':
            self.in_table_header = False
        if tag == 'th':
            self.in_table_header_field = False            

    def handle_data(self, data):
        if self.in_table_header_field == True:
            self.table_fields.append(data)

parser = TableParser()
parser.feed('<table id="data_table"><thead><tr><th>Company</th><th>Rapport</th><th>Price</th><th>Development 1&#229;r</th></thead></table>')
print(parser.table_fields)

这是输出:

['Company', 'Rapport', 'Price', 'Development 1', 'r']

我期待的是:

['Company', 'Rapport', 'Price', 'Development 1år']

或者更好:

['Company', 'Rapport', 'Price', 'Development 1år']

我做错了什么？

Answer 1

您需要为 HTMLParser.handle_charref() method 添加处理程序还有:

def handle_charref(self, name):
    self.handle_data(self.unescape('&#{};'.format(name)))