ggmichaelgo/scrape.rb

## scrape.rb
page_number = 1
cookie = "ENTER_BROWSER_COOKIE"

while page_number < 100
  output = `curl 'https://www.facebook.com/ajax/pagelet/generic.php/BrowseScrollingSetPagelet?fb_dtsg_ag=AQw6hoTe38yJp40L_y3ncgCvQkx7MQqxmtaUV4hnBsHM_w%3AAQzATFpt6xYjICrfWAflKY7oj9UYpxro21VPvYDNM7SZXg&data=%7B%22view%22%3A%22list%22%2C%22encoded_query%22%3A%22AbqXtIHFno6JIcimtcWtd0YSjARE8tgBkIZl18cpITc5JX-HYDHCEEnwSORGJCMXl3gLEbatQtGhVisqDpR3OTn9kKOSWfvahqWAb0iiazh5UzIbzuOcGg0eiO6dbnR9PR-gOS12i9Ec3irYHn4-_pRm00P81Y44HBRbpIT1ZyE1ureSp-lzjgV1lam6eaRdCJD-b7iO6HIoMGroHAxi87aWMZlavfwVVLKWFeBA03dhjw-rJBNURt_33jg2k8CUFtCVQnB_W7y7JG1pztAXKRAiUwi_Ga5fkmUPFgt1sLsINvVsz749NTzxg59pRN2yDp3HsCS4HvcqFRaLVCpb2iuCtBMO_6NKRhKpBL3GDB-1zj7weMzF_vObOp8gqS_TrrdZSHL07B-qDYtQ2tEaAEP8w1rkyRBtID7AmJxohIFwbmtfGqZuZJxTXDyCEaI7ZARUq4YlGRn9uH94Fnt7jmQmXy33tOj9opHdP9i3BrLL15epmOPDNahFKkG698IzENVFBHPoOr5BMk9oXHB1Yo7c6Q0mAnD1E1_gRjcr5DO1dHDTYZgfnQTBieZ12eMw7_W9zp12ZK_Tinsrc3qKQali92O3qPnntJRC3l-1QyFoFOjHCnBQNFJE_OuFaeijulGR-dbhYJTr84v7Z5YjbDQZgWU-U33sQsLHipOI9JBvULC3kVmZivtWWnPPATdKupGSn-kezklvpghL2UVym1WApaaL-W787xWIHR9hycAtbxFrcCJ3HZJMjm5rAd4y7viBXdKakHxZxG_jbAcsCX-G70-jea06PMAm8L2VZzfJkm-ylhn6JiX808Ex9q4eYTBrl1mK1qc8xZbnyfo0GnEZunb2jguecziRIyz32MYQMA5HlnNDKIoRHYmkOOMvl3bUl03Wv4e3dShvPgHmPg9JxnvddfwG_Pa6uuUOhS78BXajMv-qN5L33xpNi5TS2dj88tzcnAo8KgaB634nZvI9fDut1sWwA6cC1LwwwxTNZkueJ2H_QTGpnxIHbiE64JTAiExtqicp5I2zH8JZN4GKwZVpgTRTaTvmCH01ycv1aNZKQ-93-ujqXYreXMQ2_3rcKZJPi_oHZO1fwXQB1PRJuThZMBGJFbbM41cblSHxM2SjUpCj5ZS4dixo8Yp26Dby5KHk9QWTaU595_SFUoP2PSlxAHStTFrGGu7temKJN3rYwB1FiHk-dkXZqr40gv_JXzvDDK1vPcZRjN4UcwdvB1VrK5ov206NuyGjVy86Mm5t5S_H4cwSIX5RnM3OqUFA7NKu_QmBWRVyOGv_n3dX%22%2C%22encoded_title%22%3A%22WyJSIl0%22%2C%22ref%22%3A%22unknown%22%2C%22logger_source%22%3A%22www_main%22%2C%22typeahead_sid%22%3A%22%22%2C%22tl_log%22%3Afalse%2C%22impression_id%22%3A%220f4LWR4uoKwbLorD6%22%2C%22filter_ids%22%3A%7B%22100003663467295%22%3A100003663467295%2C%22100010191786941%22%3A100010191786941%2C%22100001135727090%22%3A100001135727090%7D%2C%22experience_type%22%3A%22grammar%22%2C%22exclude_ids%22%3Anull%2C%22browse_location%22%3A%22browse_location%3Abrowse%22%2C%22trending_source%22%3Anull%2C%22reaction_surface%22%3Anull%2C%22reaction_session_id%22%3Anull%2C%22ref_path%22%3A%22%2Fsearch%2Fpeople%2F%22%2C%22is_trending%22%3Afalse%2C%22topic_id%22%3Anull%2C%22place_id%22%3Anull%2C%22story_id%22%3Anull%2C%22callsite%22%3A%22browse_ui%3Ainit_result_set%22%2C%22has_top_pagelet%22%3Anull%2C%22display_params%22%3A%7B%22crct%22%3A%22none%22%7D%2C%22cursor%22%3A%22AbqXpNfhDG2ftPQ1wm8K-E39pWq0NYqQ4AqdA9A0YGcmfjc5C6YoVlIz-anrsaD1VUB5K9l56zseSK-aBgKuSovMsRZ_RJCIkRO-bnlQLSQQHlG2Lz6p5sfgedqMj34W1aRDHktMkMSQHwf8Lyymj0G2t5lZs9YIAZS02E2DiH0K44aLFiDPyCfWqDEFnEp7oSMrT9El2MO6cg0iEjvjMUAaavWXwKEuZVupVTKA_9O0EWrTN41KCkOa3vgdH1Tb2Yl_MJNNJBq3hCRjF42o_2wUPF9EfqPlvdOePpYFmD0O-XMzYwpdYWTelgciwArx_INBo2QS9krReFRykhwuKeX6qrox0XQg8a5VcLpQ-2Qanxa9oErBTSmH2EfOyuK6AImWEpg-Q3By88aYASKq6pyUX73vYU7X_80tdHB3m3Vvasvo5umR0b38zMRja9oew7RkyB_KB3Klcs6PBWqnYBO4uv0k-h4WRtx2S1qn0ziULctAuCuhV0Xn6fDH_Im8rSRIXa0OV3ezTgH9klc3j8nAudx1xYiSv6SuDhCwXBChUA0_zBqAr9Qk9xWQsWFASTCQMzrBYnQSFHmR1yMrluS_8cNMfKzkXq0ia11lLr3FaFPZRWnzfOxHr0sBRfXU5XY48KsSOuw93u6DmodHZvHnjF04vSYVoDw5RRkzaPhQHmDlf5ToeTAcS5sotOoAI_Qj97m4boiZYbDsLlV4cCchDqQ__EGuY_8xXLnOdgU3l2IR_2aPMQEZgthok12aTVvEtrFiPaqOxjFmZGspQv2nEuWZV8zdCKWSBQddbLszfpoUqsmZlAYc9H1WW4M9PPVsY7bFRiXWhhqlYgxE35-a5Bo72zaWXmh0zrVV0ajOAAPvAaNq6LksQS3BPJ5j6vTLmaIe1jvFdsv3sCOSTeKBcUqGndDrMNknrKdiZlssP9Ra_nsZzdbPbVcbWpDqbbeuJGiTLozwqcjf7bMOS4ciEK4t5H164W8HInb5GofSKYcbS3r01fel0woXTzI2KonY8qBfjxRE8M2atIyXadiySQkmCCSdfqhYtSO5-M6X4DoZ1gFywH7gQiPBniNpRsxYxixA1XRtaREiAUmySF8VFPbcofbyhfWxaUWO7k3JCk-lFT_Z3tvAvU4-ZF7mDxL1aofyW3pW5DUnFIvN2yHN2nu9dFeK5GQE1ZgWoyIK7awNl0QE_Bh3UIIMsPPICOuLv2tAjak8JONhTnRiFAqXOvaFRvyTz_7EXFy0NveCIvImfk66sBABMEkca4asZkwkILIKCnOA0miDmOHBB4rexuJ2D4S6sXE6cFAmbtRGNoXAMYhCbfCmuu5df73nfywQLDy4rJaN1T25tSFgWrl3nHrsx_DtGidwsTB3PoODktINq4vEJ87VE-wlk2CdYMD6biJOMLjaO7SQZfiqKA5tYbwwUFEHOADTjuOQmY74j7i3DQoeOhYon7fiRRhNYg3B27Dy2zsPUj66vHGzywJxLTwy9u7RQY3Iq4sTOanJh87gIPfRR3Iew-vPA87QkTRA5VA0ijnQHVH-Mk8x1JYYKYHWUD2T2vsJFt-8YNzK0DEy2M6MTasS7wvBEVqy5aHM_6b5seprYBBtUY9ikDa1f1igqXpqiNnleKdOdUXdp2HZJmaRaOWML3hRYZADHCAI69Hy4jq_4aWVR2Apk59Nr3OrrbIbBBdKA65eJhvy2U0B0luQxvqaZoLxeu8jTmbalWAWlhfsjAaHs0_tjVMvMGSQmB9nkKFYRxStFM4zhjKcsnmsSdr22gjyFJ28K-ef1vHdVb82X1t9ScyXkr_Q9jO5rBPaXgdG-_no6soH-d5qIZ24jFf1si5VqEb29cm7BFqsv9Xg0hMlpCUK17gAl4Z3K1Z6akGk18vSLC3sPjirUrBmb1EPrOJ5TBn52D5MVQpi8uou_eugmFwQ7boJC1C_ONNMFvm0p1Z4JJSA57oN5Lg0weQlDKCNaL9gC4F0nwMrtKwUcAs-DId5RyOYoypsyNozhq7Y38ZIySkmsg%22%2C%22page_number%22%3A#{page_number}%2C%22em%22%3Afalse%2C%22tr%22%3Anull%7D&__user=100001920991044&__a=1&__dyn=7AgNeS4amaWxd2u6aJGi9FxqeCwKyWxOEyAjFwRwCzob4q2i5U4e2DgboW4UKK9xK5WAAzokKaxeUW3KawUz8S2SUS4fwAxC6bzaxi1Exi4EG6Ehwj8mU8onwhqwQwupVEeUrwxwAxCWxS68nBy8pxO3t2odoK7UC3K1kxOfK79E6aEWu4F8O2Px-iVm4-2e5o-cBK6o985m10z842546-quV8y2G2C9hE-3m4oO68gy8984uqexp2UtGezEvwEy8ix21RxWEb8bGwCxe12xaUy58ym2mfxW68gwnEjwVxe5E7622362W2K4Eeo46U&__csr=&__req=1l&__beoa=0&__pc=PHASED%3ADEFAULT&dpr=1&__ccg=GOOD&__rev=1002237165&__s=2aenuw%3Adk4unp%3A0d4rzy&__hsi=6837611076908957764-0&__comet_req=0&jazoest=28228&__spin_r=1002237165&__spin_b=trunk&__spin_t=1591929027' \
    -H 'authority: www.facebook.com' \
    -H 'user-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.97 Safari/537.36' \
    -H 'viewport-width: 1440' \
    -H 'accept: */*' \
    -H 'sec-fetch-site: same-origin' \
    -H 'sec-fetch-mode: cors' \
    -H 'sec-fetch-dest: empty' \
    -H 'referer: https://www.facebook.com/search/people/?q=R&epa=FILTERS&filters=eyJzY2hvb2wiOiJ7XCJuYW1lXCI6XCJ1c2Vyc19zY2hvb2xcIixcImFyZ3NcIjpcIlwifSIsInNjaG9vbCI6IntcIm5hbWVcIjpcInVzZXJzX3NjaG9vbFwiLFwiYXJnc1wiOlwiMjY2ODU1NjEwMTY5MDAzXCJ9In0' \
    -H 'accept-language: en-GB,en-US;q=0.9,en;q=0.8,fr;q=0.7,it;q=0.6,ja;q=0.5,ko;q=0.4,zh-CN;q=0.3,zh;q=0.2' \
    -H 'cookie: #{cookie}' \
    --compressed
  `

  json = JSON.parse(output[9..-1])
  html_payload = json['payload']
end
	page_number = 1
	cookie = "ENTER_BROWSER_COOKIE"

	while page_number < 100
	output = `curl 'https://www.facebook.com/ajax/pagelet/generic.php/BrowseScrollingSetPagelet?fb_dtsg_ag=AQw6hoTe38yJp40L_y3ncgCvQkx7MQqxmtaUV4hnBsHM_w%3AAQzATFpt6xYjICrfWAflKY7oj9UYpxro21VPvYDNM7SZXg&data=%7B%22view%22%3A%22list%22%2C%22encoded_query%22%3A%22AbqXtIHFno6JIcimtcWtd0YSjARE8tgBkIZl18cpITc5JX-HYDHCEEnwSORGJCMXl3gLEbatQtGhVisqDpR3OTn9kKOSWfvahqWAb0iiazh5UzIbzuOcGg0eiO6dbnR9PR-gOS12i9Ec3irYHn4-_pRm00P81Y44HBRbpIT1ZyE1ureSp-lzjgV1lam6eaRdCJD-b7iO6HIoMGroHAxi87aWMZlavfwVVLKWFeBA03dhjw-rJBNURt_33jg2k8CUFtCVQnB_W7y7JG1pztAXKRAiUwi_Ga5fkmUPFgt1sLsINvVsz749NTzxg59pRN2yDp3HsCS4HvcqFRaLVCpb2iuCtBMO_6NKRhKpBL3GDB-1zj7weMzF_vObOp8gqS_TrrdZSHL07B-qDYtQ2tEaAEP8w1rkyRBtID7AmJxohIFwbmtfGqZuZJxTXDyCEaI7ZARUq4YlGRn9uH94Fnt7jmQmXy33tOj9opHdP9i3BrLL15epmOPDNahFKkG698IzENVFBHPoOr5BMk9oXHB1Yo7c6Q0mAnD1E1_gRjcr5DO1dHDTYZgfnQTBieZ12eMw7_W9zp12ZK_Tinsrc3qKQali92O3qPnntJRC3l-1QyFoFOjHCnBQNFJE_OuFaeijulGR-dbhYJTr84v7Z5YjbDQZgWU-U33sQsLHipOI9JBvULC3kVmZivtWWnPPATdKupGSn-kezklvpghL2UVym1WApaaL-W787xWIHR9hycAtbxFrcCJ3HZJMjm5rAd4y7viBXdKakHxZxG_jbAcsCX-G70-jea06PMAm8L2VZzfJkm-ylhn6JiX808Ex9q4eYTBrl1mK1qc8xZbnyfo0GnEZunb2jguecziRIyz32MYQMA5HlnNDKIoRHYmkOOMvl3bUl03Wv4e3dShvPgHmPg9JxnvddfwG_Pa6uuUOhS78BXajMv-qN5L33xpNi5TS2dj88tzcnAo8KgaB634nZvI9fDut1sWwA6cC1LwwwxTNZkueJ2H_QTGpnxIHbiE64JTAiExtqicp5I2zH8JZN4GKwZVpgTRTaTvmCH01ycv1aNZKQ-93-ujqXYreXMQ2_3rcKZJPi_oHZO1fwXQB1PRJuThZMBGJFbbM41cblSHxM2SjUpCj5ZS4dixo8Yp26Dby5KHk9QWTaU595_SFUoP2PSlxAHStTFrGGu7temKJN3rYwB1FiHk-dkXZqr40gv_JXzvDDK1vPcZRjN4UcwdvB1VrK5ov206NuyGjVy86Mm5t5S_H4cwSIX5RnM3OqUFA7NKu_QmBWRVyOGv_n3dX%22%2C%22encoded_title%22%3A%22WyJSIl0%22%2C%22ref%22%3A%22unknown%22%2C%22logger_source%22%3A%22www_main%22%2C%22typeahead_sid%22%3A%22%22%2C%22tl_log%22%3Afalse%2C%22impression_id%22%3A%220f4LWR4uoKwbLorD6%22%2C%22filter_ids%22%3A%7B%22100003663467295%22%3A100003663467295%2C%22100010191786941%22%3A100010191786941%2C%22100001135727090%22%3A100001135727090%7D%2C%22experience_type%22%3A%22grammar%22%2C%22exclude_ids%22%3Anull%2C%22browse_location%22%3A%22browse_location%3Abrowse%22%2C%22trending_source%22%3Anull%2C%22reaction_surface%22%3Anull%2C%22reaction_session_id%22%3Anull%2C%22ref_path%22%3A%22%2Fsearch%2Fpeople%2F%22%2C%22is_trending%22%3Afalse%2C%22topic_id%22%3Anull%2C%22place_id%22%3Anull%2C%22story_id%22%3Anull%2C%22callsite%22%3A%22browse_ui%3Ainit_result_set%22%2C%22has_top_pagelet%22%3Anull%2C%22display_params%22%3A%7B%22crct%22%3A%22none%22%7D%2C%22cursor%22%3A%22AbqXpNfhDG2ftPQ1wm8K-E39pWq0NYqQ4AqdA9A0YGcmfjc5C6YoVlIz-anrsaD1VUB5K9l56zseSK-aBgKuSovMsRZ_RJCIkRO-bnlQLSQQHlG2Lz6p5sfgedqMj34W1aRDHktMkMSQHwf8Lyymj0G2t5lZs9YIAZS02E2DiH0K44aLFiDPyCfWqDEFnEp7oSMrT9El2MO6cg0iEjvjMUAaavWXwKEuZVupVTKA_9O0EWrTN41KCkOa3vgdH1Tb2Yl_MJNNJBq3hCRjF42o_2wUPF9EfqPlvdOePpYFmD0O-XMzYwpdYWTelgciwArx_INBo2QS9krReFRykhwuKeX6qrox0XQg8a5VcLpQ-2Qanxa9oErBTSmH2EfOyuK6AImWEpg-Q3By88aYASKq6pyUX73vYU7X_80tdHB3m3Vvasvo5umR0b38zMRja9oew7RkyB_KB3Klcs6PBWqnYBO4uv0k-h4WRtx2S1qn0ziULctAuCuhV0Xn6fDH_Im8rSRIXa0OV3ezTgH9klc3j8nAudx1xYiSv6SuDhCwXBChUA0_zBqAr9Qk9xWQsWFASTCQMzrBYnQSFHmR1yMrluS_8cNMfKzkXq0ia11lLr3FaFPZRWnzfOxHr0sBRfXU5XY48KsSOuw93u6DmodHZvHnjF04vSYVoDw5RRkzaPhQHmDlf5ToeTAcS5sotOoAI_Qj97m4boiZYbDsLlV4cCchDqQ__EGuY_8xXLnOdgU3l2IR_2aPMQEZgthok12aTVvEtrFiPaqOxjFmZGspQv2nEuWZV8zdCKWSBQddbLszfpoUqsmZlAYc9H1WW4M9PPVsY7bFRiXWhhqlYgxE35-a5Bo72zaWXmh0zrVV0ajOAAPvAaNq6LksQS3BPJ5j6vTLmaIe1jvFdsv3sCOSTeKBcUqGndDrMNknrKdiZlssP9Ra_nsZzdbPbVcbWpDqbbeuJGiTLozwqcjf7bMOS4ciEK4t5H164W8HInb5GofSKYcbS3r01fel0woXTzI2KonY8qBfjxRE8M2atIyXadiySQkmCCSdfqhYtSO5-M6X4DoZ1gFywH7gQiPBniNpRsxYxixA1XRtaREiAUmySF8VFPbcofbyhfWxaUWO7k3JCk-lFT_Z3tvAvU4-ZF7mDxL1aofyW3pW5DUnFIvN2yHN2nu9dFeK5GQE1ZgWoyIK7awNl0QE_Bh3UIIMsPPICOuLv2tAjak8JONhTnRiFAqXOvaFRvyTz_7EXFy0NveCIvImfk66sBABMEkca4asZkwkILIKCnOA0miDmOHBB4rexuJ2D4S6sXE6cFAmbtRGNoXAMYhCbfCmuu5df73nfywQLDy4rJaN1T25tSFgWrl3nHrsx_DtGidwsTB3PoODktINq4vEJ87VE-wlk2CdYMD6biJOMLjaO7SQZfiqKA5tYbwwUFEHOADTjuOQmY74j7i3DQoeOhYon7fiRRhNYg3B27Dy2zsPUj66vHGzywJxLTwy9u7RQY3Iq4sTOanJh87gIPfRR3Iew-vPA87QkTRA5VA0ijnQHVH-Mk8x1JYYKYHWUD2T2vsJFt-8YNzK0DEy2M6MTasS7wvBEVqy5aHM_6b5seprYBBtUY9ikDa1f1igqXpqiNnleKdOdUXdp2HZJmaRaOWML3hRYZADHCAI69Hy4jq_4aWVR2Apk59Nr3OrrbIbBBdKA65eJhvy2U0B0luQxvqaZoLxeu8jTmbalWAWlhfsjAaHs0_tjVMvMGSQmB9nkKFYRxStFM4zhjKcsnmsSdr22gjyFJ28K-ef1vHdVb82X1t9ScyXkr_Q9jO5rBPaXgdG-_no6soH-d5qIZ24jFf1si5VqEb29cm7BFqsv9Xg0hMlpCUK17gAl4Z3K1Z6akGk18vSLC3sPjirUrBmb1EPrOJ5TBn52D5MVQpi8uou_eugmFwQ7boJC1C_ONNMFvm0p1Z4JJSA57oN5Lg0weQlDKCNaL9gC4F0nwMrtKwUcAs-DId5RyOYoypsyNozhq7Y38ZIySkmsg%22%2C%22page_number%22%3A#{page_number}%2C%22em%22%3Afalse%2C%22tr%22%3Anull%7D&__user=100001920991044&__a=1&__dyn=7AgNeS4amaWxd2u6aJGi9FxqeCwKyWxOEyAjFwRwCzob4q2i5U4e2DgboW4UKK9xK5WAAzokKaxeUW3KawUz8S2SUS4fwAxC6bzaxi1Exi4EG6Ehwj8mU8onwhqwQwupVEeUrwxwAxCWxS68nBy8pxO3t2odoK7UC3K1kxOfK79E6aEWu4F8O2Px-iVm4-2e5o-cBK6o985m10z842546-quV8y2G2C9hE-3m4oO68gy8984uqexp2UtGezEvwEy8ix21RxWEb8bGwCxe12xaUy58ym2mfxW68gwnEjwVxe5E7622362W2K4Eeo46U&__csr=&__req=1l&__beoa=0&__pc=PHASED%3ADEFAULT&dpr=1&__ccg=GOOD&__rev=1002237165&__s=2aenuw%3Adk4unp%3A0d4rzy&__hsi=6837611076908957764-0&__comet_req=0&jazoest=28228&__spin_r=1002237165&__spin_b=trunk&__spin_t=1591929027' \
	-H 'authority: www.facebook.com' \
	-H 'user-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.97 Safari/537.36' \
	-H 'viewport-width: 1440' \
	-H 'accept: /' \
	-H 'sec-fetch-site: same-origin' \
	-H 'sec-fetch-mode: cors' \
	-H 'sec-fetch-dest: empty' \
	-H 'referer: https://www.facebook.com/search/people/?q=R&epa=FILTERS&filters=eyJzY2hvb2wiOiJ7XCJuYW1lXCI6XCJ1c2Vyc19zY2hvb2xcIixcImFyZ3NcIjpcIlwifSIsInNjaG9vbCI6IntcIm5hbWVcIjpcInVzZXJzX3NjaG9vbFwiLFwiYXJnc1wiOlwiMjY2ODU1NjEwMTY5MDAzXCJ9In0' \
	-H 'accept-language: en-GB,en-US;q=0.9,en;q=0.8,fr;q=0.7,it;q=0.6,ja;q=0.5,ko;q=0.4,zh-CN;q=0.3,zh;q=0.2' \
	-H 'cookie: #{cookie}' \
	--compressed
	`

	json = JSON.parse(output[9..-1])
	html_payload = json['payload']
	end