evaluate javascript on page

Signed-off-by: Kenneth Reitz <me@kennethreitz.org>
This commit is contained in:
2018-03-01 12:33:26 -05:00
parent 9b2727ddf2
commit 7c4de5ed4c
2 changed files with 13 additions and 1 deletions
+12
View File
@@ -381,6 +381,18 @@ class HTML(BaseParser):
await page.goto(url, options={'timeout': int(timeout * 1000)})
else:
await page.setContent(content)
await page.setJavaScriptEnabled(True)
try:
await page.evaluate("""
() => {
var scripts = document.getElementsByTagName("script");
for (var i = 0; i < scripts.length; i++) {
eval(scripts[i].innerHTML);
}
}
""")
except pyppeteer.errors.BrowserError:
pass
result = None
if script:
+1 -1
View File
@@ -17,7 +17,7 @@ DESCRIPTION = 'HTML Parsing for Humans.'
URL = 'https://github.com/kennethreitz/requests-html'
EMAIL = 'me@kennethreitz.org'
AUTHOR = 'Kenneth Reitz'
VERSION = '0.7.0'
VERSION = '0.7.1'
# What packages are required for this module to be executed?
REQUIRED = [