""" Created on 19.10.2011 @author: christian """ from bs4 import BeautifulSoup # TODO: Nach BeatutifulSoup 4 convertieren class HtmlCleaner(object): """ Tries to clean up HTML code, to reomve all possibilities of an XSS Attack and unwanted inline Javascript and CSS. """ ACCEPTABLE_ELEMENTS = ['a', 'abbr', 'acronym', 'address', 'area', 'b', 'big', 'blockquote', 'br', 'button', 'caption', 'center', 'cite', 'code', 'col', 'colgroup', 'dd', 'del', 'dfn', 'dir', 'div', 'dl', 'dt', 'em', 'font', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'hr', 'i', 'img', 'ins', 'kbd', 'label', 'legend', 'li', 'map', 'menu', 'ol', 'p', 'pre', 'q', 's', 'samp', 'small', 'span', 'strike', 'strong', 'sub', 'sup', 'table', 'tbody', 'td', 'tfoot', 'th', 'thead', 'tr', 'tt', 'u', 'ul', 'var'] ACCEPTABLE_ATTRIBUTES = [ 'abbr', 'accept', 'accept-charset', 'accesskey', 'action', 'align', 'class', 'alt', 'axis', 'char', 'charoff', 'charset', 'checked', 'cite', 'clear', 'cols', 'colspan', 'color', 'compact', 'coords', 'datetime', 'dir', 'enctype', 'for', 'headers', 'height', 'href', 'hreflang', 'hspace', 'id', 'ismap', 'label', 'lang', 'longdesc', 'maxlength', 'method', 'multiple', 'name', 'nohref', 'noshade', 'nowrap', 'prompt', 'rel', 'rev', 'rows', 'rowspan', 'rules', 'scope', 'shape', 'size', 'span', 'src', 'start', 'summary', 'tabindex', 'target', 'title', 'type', 'usemap', 'valign', 'value', 'vspace', 'width'] tag_removed = False def clean_attributes(self, tag): """ reomves all attributes from an element that arenÄt whitelisted. :param tag: an BeautifulSoup Tag element that should be scrubbed :return: None """ for attr in list(tag.attrs.keys()): if attr not in self.ACCEPTABLE_ATTRIBUTES: del tag[attr] elif tag[attr].count('script:'): del tag[attr] def clean_tag(self, tag): """ Removes the entire tag with all its content, when its not on the whitelist. If the tag is acceptable it will be passed to clean_attributes :param tag: BeautifulSoup Tag element that should be scrubbed :return: None """ if tag.name not in self.ACCEPTABLE_ELEMENTS: tag.extract() # remove the bad ones self.tag_removed = True else: self.clean_attributes(tag) def clean_html(self, fragment=''): """ Reparses and cleans the html from XSS Attacks until it stops changing. :param str fragment: HTML Text that should be cleaned up :return str: scrubbed HTML Text """ while True: soup = BeautifulSoup(fragment, "html.parser") self.tag_removed = False for tag in soup.find_all(True): self.clean_tag(tag) fragment = str(soup) if self.tag_removed: continue else: break return fragment.strip()