pictuga
/
morss
1
1
Fork 0
Code Issues Pull Requests Actions Packages Releases Activity

readabilite: avoid double parsing of html
continuous-integration/drone/push Build was killed Details

pictuga 2022-01-01 12:36:06 +01:00
parent 87d2fe772d
commit f83a4b1430
1 changed files with 3 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
morss/readabilite.py
View File

@ -19,19 +19,13 @@ import re
import lxml.etree import lxml.etree
import lxml.html import lxml.html
import lxml.html.soupparser
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
def parse(data, encoding=None): def parse(data, encoding=None):
if encoding: kwargs = {'from_encoding': encoding} if encoding else {}
data = BeautifulSoup(data, 'lxml', from_encoding=encoding).prettify('utf-8') return lxml.html.soupparser.fromstring(data, **kwargs)
else:
data = BeautifulSoup(data, 'lxml').prettify('utf-8')
parser = lxml.html.HTMLParser(remove_comments=True, encoding='utf-8')
return lxml.html.fromstring(data, parser=parser)
def count_words(string): def count_words(string):