A simple HTML renderer module useful for retrieving JS-rendered HTML for scraping written using PyQt5

Renderer.py

from PyQt5 import QtCore, QtWidgets, QtWebEngineWidgets
from queue import Queue

class Renderer(QtWebEngineWidgets.QWebEnginePage):
    def __init__(self,profile=None,parent=None):
        super().__init__(profile,parent)
        self._result_queue=Queue(maxsize=1)
        self.loadFinished.connect(lambda: self.toHtml(self._result_queue.put))

    def render(self,url):
        self._result_queue.join()
        self.load(QtCore.QUrl(url))

        while self._result_queue.empty():
            QtWidgets.QApplication.instance().processEvents()
        html=self._result_queue.get()
        self._result_queue.task_done()

        return html