kennethreitz/requests-html
1
0
Fork 0
mirror of https://github.com/kennethreitz/requests-html.git synced 2026-06-05 23:00:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' of github.com:kennethreitz/requests-html

Browse Source
This commit is contained in:
Kenneth Reitz
2018-03-01 08:07:02 -05:00
parent 6370ed4a20 636e21fcfd
commit 9c94d16cba
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
requests_html.py
+6 -3
View File
@@ -20,7 +20,7 @@ DEFAULT_ENCODING = 'utf-8'
DEFAULT_URL = 'https://example.org/'
DEFAULT_USER_AGENT = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.1.2 Safari/603.3.8'
useragent = UserAgent()
useragent = None
# Typing.
_Find = Union[List['Element'], 'Element']
@@ -118,7 +118,7 @@ class BaseParser:
"""`lxml <http://lxml.de>`_ representation of the
:class:`Element <Element>` or :class:`HTML <HTML>`.
"""
return soup_parse(self.html)
return soup_parse(self.html, features='html.parser')
@property
def text(self) -> _Text:
@@ -213,7 +213,7 @@ class BaseParser:
try:
href = link.attrs['href'].strip()
if href and not (href.startswith('#') and self.skip_anchors and href in ['javascript:;']):
if href and not (href.startswith('#') and self.skip_anchors) and not href.startswith('javascript:'):
yield href
except KeyError:
pass
@@ -432,6 +432,9 @@ def user_agent(style='chrome') -> _UserAgent:
"""Returns a random user-agent, if not requested one of a specific
style. Defaults to a Chrome-style User-Agent.
"""
global useragent
if not useragent:
useragent = UserAgent()
return useragent[style] if style else useragent.random