Browser comments scrapper

scrapper.js

let comments = [];
let lastScrollHeight = 0;
let interval = setInterval(() => {
    // Scroll down to load more comments
    window.scrollTo(0, document.body.scrollHeight);

    // Wait for new comments to load
    setTimeout(() => {
        // Select all comments
        let commentElements = document.querySelectorAll('[data-testid="tweetText"] span.css-1qaijid.r-bcqeeo.r-qvutc0.r-poiln3');

        // Add comments to the array, avoiding duplicates
        commentElements.forEach((element) => {
            let comment = element.innerText;
            if (!comments.includes(comment)) {
                comments.push(comment);
            }
        });

        // Check if the end of the page has been reached
        if (document.body.scrollHeight === lastScrollHeight) {
            clearInterval(interval);
            console.log("All comments have been collected:", comments);
        } else {
            lastScrollHeight = document.body.scrollHeight;
        }
    }, 2000);
}, 3000);