WebHarvy Codes for Google Reviews Scraping

gistfile1.txt

// Pagination JavaScript Code
-------------------------------

lists = document.getElementsByClassName('gws-localreviews__general-reviews-block');
list = lists[lists.length-1];
list.children[list.childElementCount-1].scrollIntoView();

// Code to expand all reviews
---------------------------------

els = document.getElementsByClassName('review-more-link');
for (i = 0; i < els.length; i++) {
	els[i].click();
}

// Code to collate all reviews
---------------------------------

var groups = document.getElementsByClassName('gws-localreviews__general-reviews-block');
var parent = groups[0];
for (var i = groups.length - 1; i >= 1; i--) {
    var group = groups[i];
    for (var j = group.children.length - 1; j >= 0; j--) {
   	 parent.appendChild(group.children[j]);
    }
}

// RegEx to get rating
-------------------------

aria-label="Rated ([^\s]*)