From e08599f17877e2c7457b9fa426d0643a3cec0ef0 Mon Sep 17 00:00:00 2001 From: Kenneth Reitz Date: Tue, 27 Feb 2018 10:05:10 -0500 Subject: [PATCH] fixes Signed-off-by: Kenneth Reitz --- requests_html.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/requests_html.py b/requests_html.py index 552560d..2f4290a 100644 --- a/requests_html.py +++ b/requests_html.py @@ -291,7 +291,7 @@ class BrowserHTMLSession(HTMLSession): def request(self, *args, **kwargs): # Convert Request object into HTTPRequest object. - r = super(BrowserHTMLSession, self).request(*args, **kwargs) + r = super(BrowserHTMLSession, self).request(stream=True, *args, **kwargs) r._content = self.render(r.url).encode(DEFAULT_ENCODING) r.encoding = DEFAULT_ENCODING @@ -305,10 +305,12 @@ class BrowserHTMLSession(HTMLSession): async def _async_render(url): browser = pyppeteer.launch() page = await browser.newPage() + + # Load the given page (GET request, obviously.) await page.goto(url) - content = await page.content() - return content + # Return the content of the page, JavaScript evaluated. + return await page.content() loop = asyncio.get_event_loop() content = loop.run_until_complete(_async_render(source_url))