Shadow DOM WebElement generator

shadows_be_gone.py

def flatten_shadows(driver):
    # Shadow DOM can go to hell !!
    from selenium.webdriver.common.by import By
    from selenium.webdriver.support import expected_conditions as EC
    from selenium.webdriver.support.wait import WebDriverWait

    def get_all_elements(driver, elements):
        for el in elements:
            shadow_root = driver.execute_script("return arguments[0].shadowRoot", el)
            if shadow_root:
                shadow_els = driver.execute_script('return arguments[0].shadowRoot.querySelectorAll("*")', el)
                yield from get_all_elements(driver, shadow_els)
            else:
                yield el

    els = WebDriverWait(driver, 10).until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, "*")))
    yield from get_all_elements(driver, els)

nb. it's much faster to just do:

html_text = driver.execute_script('function s(n=document.body){if(!n)return"";if(n.nodeType===Node.TEXT_NODE)return n.textContent.trim();if(n.nodeType!==Node.ELEMENT_NODE)return"";let t="";let r=n.cloneNode();n=n.shadowRoot||n;if(n.children.length)for(let o of n.childNodes)if(o.assignedNodes){if(o.assignedNodes()[0])t+=s(o.assignedNodes()[0]);else t+=o.innerHTML}else t+=s(o);else t=n.innerHTML;return r.innerHTML=t,r.outerHTML}; return s()')