Scrapes clinic reviews from otzyvua.net, detects language of each review and counts PoS bigram and trigram frequencies for reviews in ukrainian.
Scrapes 2500 reviews in few hours on Intel Core i5.
Note: GitHub Gist does not accept binary uploads.
ublock_1_39_2_0.crxis available at https://zahrevsky.com/korlyakova/otzyvua-scraper/ublock_1_39_2_0.crx (same filename as expected next to the script).
| from selenium import webdriver | |
| from selenium.webdriver.common.by import By | |
| from selenium.webdriver.chrome.service import Service | |
| from selenium.webdriver.chrome.options import Options | |
| from webdriver_manager.chrome import ChromeDriverManager | |
| import time | |
| import math | |
| def init_driver(headless=True, adblock=True): | |
| """ | |
| A utility function that launches Google Chrome running Selenium. It does 3 things: downloads the driver on first | |
| launch, installs an ad blocker, and starts the browser in headless mode. Advertising closes the area of clickable | |
| elements and interferes with scrolling through the page. | |
| :param headless: If true, runs in headless mode. It is more eficcient, but sometimes scraping fails in headless mode | |
| :param adblock: If true, installs and uses uBlock origin | |
| :return: Selenium webdriver | |
| """ | |
| if headless: | |
| # TODO: Throw ValueError, when both set to True, because it's impossible to have adblock in non-headless mode | |
| adblock = False | |
| driver_installer = ChromeDriverManager(log_level=0, print_first_line=False) | |
| service = Service(driver_installer.install()) | |
| options = Options() | |
| options.headless = headless | |
| if adblock: | |
| options.add_extension('ublock_1_39_2_0.crx') | |
| return webdriver.Chrome(service=service, options=options) | |
| def reviews(urls): | |
| """ | |
| Iterates over the urls of review pages and yields reviews. To do this, launches Selenium via init_driver | |
| :param urls: List, each item of which is a URL to review, that should be scraped | |
| :return: Generator, yielding reviews from each URL | |
| """ | |
| with init_driver() as driver: | |
| for url in urls: | |
| driver.get(url) | |
| try: | |
| yield driver.find_element(By.CSS_SELECTOR, "div#comments_container span.comment.description").text | |
| except Exception: | |
| pass | |
| def review_urls_from_feed(): | |
| """ | |
| Uses scrape_feed method | |
| :return: Generator of links to review pages from an endless feed of all reviews at otzyvua.net | |
| """ | |
| return scrape_feed("div#container div.otzyv_box_float a.user-review") | |
| def clinic_urls_from_feed(): | |
| """ | |
| Uses scrape_feed method | |
| :return: Generator of links to clinic pages from an endless feed of all reviews at otzyvua.net | |
| """ | |
| return scrape_feed("div#container div.otzyv_box_float h2 a") | |
| def review_urls_from_clinic_page(clinic_url, reviews_per_page=30): | |
| with init_driver(adblock=False) as driver: | |
| driver.get(clinic_url) | |
| n_reviews = int(driver.find_element( | |
| By.XPATH, '//div[@class="btn-group"][.//span[@class="inav-title"][text()="Відгуки"]]//div/span' | |
| ).text) | |
| n_pages = math.ceil(n_reviews / reviews_per_page) | |
| for page_idx in range(1, n_pages + 1): | |
| driver.get(clinic_url + f"?page={page_idx}") | |
| review_elems = driver.find_elements(By.CSS_SELECTOR, ".commentbox h2 a") | |
| for elem in review_elems: | |
| yield elem.get_attribute('href') | |
| def scrape_feed(css_selector, n_batches=20, scroll_pause_time=6): | |
| """ | |
| Launches Chrome using the init_driver, opens the endless feed page and tries | |
| to load `n_batches more' times, scrolling to the very bottom. After each | |
| scrolling, wait `scroll_pause_time' seconds. | |
| Optimal default values for `n_batches' and `scroll_pause_time' are handpicked. If values are decreased, then | |
| the feed will not be loaded completely, and if increased, the feed will exhaust and code will be running idle | |
| without loading anything. | |
| :param css_selector: Valid CSS selector | |
| :param n_batches: How many scroll events to send | |
| :param scroll_pause_time: How long to wait before sending next scroll event | |
| :return: Generator, yielding all texts inside HTML tags with given selector | |
| """ | |
| with init_driver(headless=False) as driver: | |
| driver.get("https://www.otzyvua.net/uk/meditsina/kliniki/") | |
| last_height = driver.execute_script("return document.body.scrollHeight") | |
| for i in range(n_batches): | |
| driver.execute_script("window.scrollTo(0, document.body.scrollHeight);") | |
| time.sleep(scroll_pause_time) | |
| new_height = driver.execute_script("return document.body.scrollHeight") | |
| if new_height == last_height: | |
| break | |
| last_height = new_height | |
| link_elems = driver.find_elements(By.CSS_SELECTOR, css_selector) | |
| for elem in link_elems: | |
| yield elem.get_attribute('href') |
| [[source]] | |
| url = "https://pypi.org/simple" | |
| verify_ssl = true | |
| name = "pypi" | |
| [packages] | |
| selenium = "*" | |
| ipykernel = "*" | |
| webdriver-manager = "*" | |
| tqdm = "*" | |
| [dev-packages] | |
| [requires] | |
| python_version = "3.9" |
| { | |
| "_meta": { | |
| "hash": { | |
| "sha256": "23c26b509db30f9ac4a2221264639b8dc6da236811c55030e3962b94dd3ee476" | |
| }, | |
| "pipfile-spec": 6, | |
| "requires": { | |
| "python_version": "3.9" | |
| }, | |
| "sources": [ | |
| { | |
| "name": "pypi", | |
| "url": "https://pypi.org/simple", | |
| "verify_ssl": true | |
| } | |
| ] | |
| }, | |
| "default": { | |
| "asttokens": { | |
| "hashes": [ | |
| "sha256:0844691e88552595a6f4a4281a9f7f79b8dd45ca4ccea82e5e05b4bbdb76705c", | |
| "sha256:9a54c114f02c7a9480d56550932546a3f1fe71d8a02f1bc7ccd0ee3ee35cf4d5" | |
| ], | |
| "version": "==2.0.5" | |
| }, | |
| "async-generator": { | |
| "hashes": [ | |
| "sha256:01c7bf666359b4967d2cda0000cc2e4af16a0ae098cbffcb8472fb9e8ad6585b", | |
| "sha256:6ebb3d106c12920aaae42ccb6f787ef5eefdcdd166ea3d628fa8476abe712144" | |
| ], | |
| "markers": "python_version >= '3.5'", | |
| "version": "==1.10" | |
| }, | |
| "attrs": { | |
| "hashes": [ | |
| "sha256:2d27e3784d7a565d36ab851fe94887c5eccd6a463168875832a1be79c82828b4", | |
| "sha256:626ba8234211db98e869df76230a137c4c40a12d72445c45d5f5b716f076e2fd" | |
| ], | |
| "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'", | |
| "version": "==21.4.0" | |
| }, | |
| "backcall": { | |
| "hashes": [ | |
| "sha256:5cbdbf27be5e7cfadb448baf0aa95508f91f2bbc6c6437cd9cd06e2a4c215e1e", | |
| "sha256:fbbce6a29f263178a1f7915c1940bde0ec2b2a967566fe1c65c1dfb7422bd255" | |
| ], | |
| "version": "==0.2.0" | |
| }, | |
| "certifi": { | |
| "hashes": [ | |
| "sha256:78884e7c1d4b00ce3cea67b44566851c4343c120abd683433ce934a68ea58872", | |
| "sha256:d62a0163eb4c2344ac042ab2bdf75399a71a2d8c7d47eac2e2ee91b9d6339569" | |
| ], | |
| "version": "==2021.10.8" | |
| }, | |
| "cffi": { | |
| "hashes": [ | |
| "sha256:00c878c90cb53ccfaae6b8bc18ad05d2036553e6d9d1d9dbcf323bbe83854ca3", | |
| "sha256:0104fb5ae2391d46a4cb082abdd5c69ea4eab79d8d44eaaf79f1b1fd806ee4c2", | |
| "sha256:06c48159c1abed75c2e721b1715c379fa3200c7784271b3c46df01383b593636", | |
| "sha256:0808014eb713677ec1292301ea4c81ad277b6cdf2fdd90fd540af98c0b101d20", | |
| "sha256:10dffb601ccfb65262a27233ac273d552ddc4d8ae1bf93b21c94b8511bffe728", | |
| "sha256:14cd121ea63ecdae71efa69c15c5543a4b5fbcd0bbe2aad864baca0063cecf27", | |
| "sha256:17771976e82e9f94976180f76468546834d22a7cc404b17c22df2a2c81db0c66", | |
| "sha256:181dee03b1170ff1969489acf1c26533710231c58f95534e3edac87fff06c443", | |
| "sha256:23cfe892bd5dd8941608f93348c0737e369e51c100d03718f108bf1add7bd6d0", | |
| "sha256:263cc3d821c4ab2213cbe8cd8b355a7f72a8324577dc865ef98487c1aeee2bc7", | |
| "sha256:2756c88cbb94231c7a147402476be2c4df2f6078099a6f4a480d239a8817ae39", | |
| "sha256:27c219baf94952ae9d50ec19651a687b826792055353d07648a5695413e0c605", | |
| "sha256:2a23af14f408d53d5e6cd4e3d9a24ff9e05906ad574822a10563efcef137979a", | |
| "sha256:31fb708d9d7c3f49a60f04cf5b119aeefe5644daba1cd2a0fe389b674fd1de37", | |
| "sha256:3415c89f9204ee60cd09b235810be700e993e343a408693e80ce7f6a40108029", | |
| "sha256:3773c4d81e6e818df2efbc7dd77325ca0dcb688116050fb2b3011218eda36139", | |
| "sha256:3b96a311ac60a3f6be21d2572e46ce67f09abcf4d09344c49274eb9e0bf345fc", | |
| "sha256:3f7d084648d77af029acb79a0ff49a0ad7e9d09057a9bf46596dac9514dc07df", | |
| "sha256:41d45de54cd277a7878919867c0f08b0cf817605e4eb94093e7516505d3c8d14", | |
| "sha256:4238e6dab5d6a8ba812de994bbb0a79bddbdf80994e4ce802b6f6f3142fcc880", | |
| "sha256:45db3a33139e9c8f7c09234b5784a5e33d31fd6907800b316decad50af323ff2", | |
| "sha256:45e8636704eacc432a206ac7345a5d3d2c62d95a507ec70d62f23cd91770482a", | |
| "sha256:4958391dbd6249d7ad855b9ca88fae690783a6be9e86df65865058ed81fc860e", | |
| "sha256:4a306fa632e8f0928956a41fa8e1d6243c71e7eb59ffbd165fc0b41e316b2474", | |
| "sha256:57e9ac9ccc3101fac9d6014fba037473e4358ef4e89f8e181f8951a2c0162024", | |
| "sha256:59888172256cac5629e60e72e86598027aca6bf01fa2465bdb676d37636573e8", | |
| "sha256:5e069f72d497312b24fcc02073d70cb989045d1c91cbd53979366077959933e0", | |
| "sha256:64d4ec9f448dfe041705426000cc13e34e6e5bb13736e9fd62e34a0b0c41566e", | |
| "sha256:6dc2737a3674b3e344847c8686cf29e500584ccad76204efea14f451d4cc669a", | |
| "sha256:74fdfdbfdc48d3f47148976f49fab3251e550a8720bebc99bf1483f5bfb5db3e", | |
| "sha256:75e4024375654472cc27e91cbe9eaa08567f7fbdf822638be2814ce059f58032", | |
| "sha256:786902fb9ba7433aae840e0ed609f45c7bcd4e225ebb9c753aa39725bb3e6ad6", | |
| "sha256:8b6c2ea03845c9f501ed1313e78de148cd3f6cad741a75d43a29b43da27f2e1e", | |
| "sha256:91d77d2a782be4274da750752bb1650a97bfd8f291022b379bb8e01c66b4e96b", | |
| "sha256:91ec59c33514b7c7559a6acda53bbfe1b283949c34fe7440bcf917f96ac0723e", | |
| "sha256:920f0d66a896c2d99f0adbb391f990a84091179542c205fa53ce5787aff87954", | |
| "sha256:a5263e363c27b653a90078143adb3d076c1a748ec9ecc78ea2fb916f9b861962", | |
| "sha256:abb9a20a72ac4e0fdb50dae135ba5e77880518e742077ced47eb1499e29a443c", | |
| "sha256:c2051981a968d7de9dd2d7b87bcb9c939c74a34626a6e2f8181455dd49ed69e4", | |
| "sha256:c21c9e3896c23007803a875460fb786118f0cdd4434359577ea25eb556e34c55", | |
| "sha256:c2502a1a03b6312837279c8c1bd3ebedf6c12c4228ddbad40912d671ccc8a962", | |
| "sha256:d4d692a89c5cf08a8557fdeb329b82e7bf609aadfaed6c0d79f5a449a3c7c023", | |
| "sha256:da5db4e883f1ce37f55c667e5c0de439df76ac4cb55964655906306918e7363c", | |
| "sha256:e7022a66d9b55e93e1a845d8c9eba2a1bebd4966cd8bfc25d9cd07d515b33fa6", | |
| "sha256:ef1f279350da2c586a69d32fc8733092fd32cc8ac95139a00377841f59a3f8d8", | |
| "sha256:f54a64f8b0c8ff0b64d18aa76675262e1700f3995182267998c31ae974fbc382", | |
| "sha256:f5c7150ad32ba43a07c4479f40241756145a1f03b43480e058cfd862bf5041c7", | |
| "sha256:f6f824dc3bce0edab5f427efcfb1d63ee75b6fcb7282900ccaf925be84efb0fc", | |
| "sha256:fd8a250edc26254fe5b33be00402e6d287f562b6a5b2152dec302fa15bb3e997", | |
| "sha256:ffaa5c925128e29efbde7301d8ecaf35c8c60ffbcd6a1ffd3a552177c8e5e796" | |
| ], | |
| "markers": "os_name == 'nt' and implementation_name != 'pypy'", | |
| "version": "==1.15.0" | |
| }, | |
| "charset-normalizer": { | |
| "hashes": [ | |
| "sha256:2857e29ff0d34db842cd7ca3230549d1a697f96ee6d3fb071cfa6c7393832597", | |
| "sha256:6881edbebdb17b39b4eaaa821b438bf6eddffb4468cf344f09f89def34a8b1df" | |
| ], | |
| "markers": "python_version >= '3'", | |
| "version": "==2.0.12" | |
| }, | |
| "colorama": { | |
| "hashes": [ | |
| "sha256:5941b2b48a20143d2267e95b1c2a7603ce057ee39fd88e7329b0c292aa16869b", | |
| "sha256:9f47eda37229f68eee03b24b9748937c7dc3868f906e8ba69fbcbdd3bc5dc3e2" | |
| ], | |
| "markers": "platform_system == 'Windows' and sys_platform == 'win32'", | |
| "version": "==0.4.4" | |
| }, | |
| "configparser": { | |
| "hashes": [ | |
| "sha256:1b35798fdf1713f1c3139016cfcbc461f09edbf099d1fb658d4b7479fcaa3daa", | |
| "sha256:e8b39238fb6f0153a069aa253d349467c3c4737934f253ef6abac5fe0eca1e5d" | |
| ], | |
| "markers": "python_version >= '3.6'", | |
| "version": "==5.2.0" | |
| }, | |
| "crayons": { | |
| "hashes": [ | |
| "sha256:bd33b7547800f2cfbd26b38431f9e64b487a7de74a947b0fafc89b45a601813f", | |
| "sha256:e73ad105c78935d71fe454dd4b85c5c437ba199294e7ffd3341842bc683654b1" | |
| ], | |
| "version": "==0.4.0" | |
| }, | |
| "cryptography": { | |
| "hashes": [ | |
| "sha256:0a817b961b46894c5ca8a66b599c745b9a3d9f822725221f0e0fe49dc043a3a3", | |
| "sha256:2d87cdcb378d3cfed944dac30596da1968f88fb96d7fc34fdae30a99054b2e31", | |
| "sha256:30ee1eb3ebe1644d1c3f183d115a8c04e4e603ed6ce8e394ed39eea4a98469ac", | |
| "sha256:391432971a66cfaf94b21c24ab465a4cc3e8bf4a939c1ca5c3e3a6e0abebdbcf", | |
| "sha256:39bdf8e70eee6b1c7b289ec6e5d84d49a6bfa11f8b8646b5b3dfe41219153316", | |
| "sha256:4caa4b893d8fad33cf1964d3e51842cd78ba87401ab1d2e44556826df849a8ca", | |
| "sha256:53e5c1dc3d7a953de055d77bef2ff607ceef7a2aac0353b5d630ab67f7423638", | |
| "sha256:596f3cd67e1b950bc372c33f1a28a0692080625592ea6392987dba7f09f17a94", | |
| "sha256:5d59a9d55027a8b88fd9fd2826c4392bd487d74bf628bb9d39beecc62a644c12", | |
| "sha256:6c0c021f35b421ebf5976abf2daacc47e235f8b6082d3396a2fe3ccd537ab173", | |
| "sha256:73bc2d3f2444bcfeac67dd130ff2ea598ea5f20b40e36d19821b4df8c9c5037b", | |
| "sha256:74d6c7e80609c0f4c2434b97b80c7f8fdfaa072ca4baab7e239a15d6d70ed73a", | |
| "sha256:7be0eec337359c155df191d6ae00a5e8bbb63933883f4f5dffc439dac5348c3f", | |
| "sha256:94ae132f0e40fe48f310bba63f477f14a43116f05ddb69d6fa31e93f05848ae2", | |
| "sha256:bb5829d027ff82aa872d76158919045a7c1e91fbf241aec32cb07956e9ebd3c9", | |
| "sha256:ca238ceb7ba0bdf6ce88c1b74a87bffcee5afbfa1e41e173b1ceb095b39add46", | |
| "sha256:ca28641954f767f9822c24e927ad894d45d5a1e501767599647259cbf030b903", | |
| "sha256:e0344c14c9cb89e76eb6a060e67980c9e35b3f36691e15e1b7a9e58a0a6c6dc3", | |
| "sha256:ebc15b1c22e55c4d5566e3ca4db8689470a0ca2babef8e3a9ee057a8b82ce4b1", | |
| "sha256:ec63da4e7e4a5f924b90af42eddf20b698a70e58d86a72d943857c4c6045b3ee" | |
| ], | |
| "version": "==36.0.1" | |
| }, | |
| "debugpy": { | |
| "hashes": [ | |
| "sha256:01e98c594b3e66d529e40edf314f849cd1a21f7a013298df58cd8e263bf8e184", | |
| "sha256:16db27b4b91991442f91d73604d32080b30de655aca9ba821b1972ea8171021b", | |
| "sha256:17a25ce9d7714f92fc97ef00cc06269d7c2b163094990ada30156ed31d9a5030", | |
| "sha256:194f95dd3e84568b5489aab5689a3a2c044e8fdc06f1890b8b4f70b6b89f2778", | |
| "sha256:1ec3a086e14bba6c472632025b8fe5bdfbaef2afa1ebd5c6615ce6ed8d89bc67", | |
| "sha256:23df67fc56d59e386c342428a7953c2c06cc226d8525b11319153e96afb65b0c", | |
| "sha256:26fbe53cca45a608679094791ce587b6e2798acd1d4777a8b303b07622e85182", | |
| "sha256:2b073ad5e8d8c488fbb6a116986858bab0c9c4558f28deb8832c7a5a27405bd6", | |
| "sha256:318f81f37341e4e054b4267d39896b73cddb3612ca13b39d7eea45af65165e1d", | |
| "sha256:3a457ad9c0059a21a6c7d563c1f18e924f5cf90278c722bd50ede6f56b77c7fe", | |
| "sha256:4404a62fb5332ea5c8c9132290eef50b3a0ba38cecacad5529e969a783bcbdd7", | |
| "sha256:5d76a4fd028d8009c3faf1185b4b78ceb2273dd2499447664b03939e0368bb90", | |
| "sha256:70b422c63a833630c33e3f9cdbd9b6971f8c5afd452697e464339a21bbe862ba", | |
| "sha256:82f5f9ce93af6861a0713f804e62ab390bb12a17f113153e47fea8bbb1dfbe36", | |
| "sha256:a2aa64f6d2ca7ded8a7e8a4e7cae3bc71866b09876b7b05cecad231779cb9156", | |
| "sha256:b2df2c373e85871086bd55271c929670cd4e1dba63e94a08d442db830646203b", | |
| "sha256:b5b3157372e0e0a1297a8b6b5280bcf1d35a40f436c7973771c972726d1e32d5", | |
| "sha256:d2b09e91fbd1efa4f4fda121d49af89501beda50c18ed7499712c71a4bf3452e", | |
| "sha256:d876db8c312eeb02d85611e0f696abe66a2c1515e6405943609e725d5ff36f2a", | |
| "sha256:f3a3dca9104aa14fd4210edcce6d9ce2b65bd9618c0b222135a40b9d6e2a9eeb", | |
| "sha256:f73988422b17f071ad3c4383551ace1ba5ed810cbab5f9c362783d22d40a08dc" | |
| ], | |
| "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'", | |
| "version": "==1.5.1" | |
| }, | |
| "decorator": { | |
| "hashes": [ | |
| "sha256:637996211036b6385ef91435e4fae22989472f9d571faba8927ba8253acbc330", | |
| "sha256:b8c3f85900b9dc423225913c5aace94729fe1fa9763b38939a95226f02d37186" | |
| ], | |
| "markers": "python_version >= '3.5'", | |
| "version": "==5.1.1" | |
| }, | |
| "entrypoints": { | |
| "hashes": [ | |
| "sha256:b706eddaa9218a19ebcd67b56818f05bb27589b1ca9e8d797b74affad4ccacd4", | |
| "sha256:f174b5ff827504fd3cd97cc3f8649f3693f51538c7e4bdf3ef002c8429d42f9f" | |
| ], | |
| "markers": "python_version >= '3.6'", | |
| "version": "==0.4" | |
| }, | |
| "executing": { | |
| "hashes": [ | |
| "sha256:c6554e21c6b060590a6d3be4b82fb78f8f0194d809de5ea7df1c093763311501", | |
| "sha256:d1eef132db1b83649a3905ca6dd8897f71ac6f8cac79a7e58a1a09cf137546c9" | |
| ], | |
| "version": "==0.8.3" | |
| }, | |
| "h11": { | |
| "hashes": [ | |
| "sha256:70813c1135087a248a4d38cc0e1a0181ffab2188141a93eaf567940c3957ff06", | |
| "sha256:8ddd78563b633ca55346c8cd41ec0af27d3c79931828beffb46ce70a379e7442" | |
| ], | |
| "markers": "python_version >= '3.6'", | |
| "version": "==0.13.0" | |
| }, | |
| "idna": { | |
| "hashes": [ | |
| "sha256:84d9dd047ffa80596e0f246e2eab0b391788b0503584e8945f2368256d2735ff", | |
| "sha256:9d643ff0a55b762d5cdb124b8eaa99c66322e2157b69160bc32796e824360e6d" | |
| ], | |
| "version": "==3.3" | |
| }, | |
| "ipykernel": { | |
| "hashes": [ | |
| "sha256:4fae9df6e192837552b2406a6052d707046dd2e153860be73c68484bacba18ed", | |
| "sha256:f95070a2dfd3147f8ab19f18ee46733310813758593745e07ec18fb08b409f1d" | |
| ], | |
| "index": "pypi", | |
| "version": "==6.9.1" | |
| }, | |
| "ipython": { | |
| "hashes": [ | |
| "sha256:6f56bfaeaa3247aa3b9cd3b8cbab3a9c0abf7428392f97b21902d12b2f42a381", | |
| "sha256:8138762243c9b3a3ffcf70b37151a2a35c23d3a29f9743878c33624f4207be3d" | |
| ], | |
| "markers": "python_version >= '3.8'", | |
| "version": "==8.1.1" | |
| }, | |
| "jedi": { | |
| "hashes": [ | |
| "sha256:637c9635fcf47945ceb91cd7f320234a7be540ded6f3e99a50cb6febdfd1ba8d", | |
| "sha256:74137626a64a99c8eb6ae5832d99b3bdd7d29a3850fe2aa80a4126b2a7d949ab" | |
| ], | |
| "markers": "python_version >= '3.6'", | |
| "version": "==0.18.1" | |
| }, | |
| "jupyter-client": { | |
| "hashes": [ | |
| "sha256:4ea61033726c8e579edb55626d8ee2e6bf0a83158ddf3751b8dd46b2c5cd1e96", | |
| "sha256:d56f1c57bef42ff31e61b1185d3348a5b2bcde7c9a05523ae4dbe5ee0871797c" | |
| ], | |
| "markers": "python_full_version >= '3.6.1'", | |
| "version": "==7.1.2" | |
| }, | |
| "jupyter-core": { | |
| "hashes": [ | |
| "sha256:d69baeb9ffb128b8cd2657fcf2703f89c769d1673c851812119e3a2a0e93ad9a", | |
| "sha256:f875e4d27e202590311d468fa55f90c575f201490bd0c18acabe4e318db4a46d" | |
| ], | |
| "markers": "python_version >= '3.6'", | |
| "version": "==4.9.2" | |
| }, | |
| "matplotlib-inline": { | |
| "hashes": [ | |
| "sha256:a04bfba22e0d1395479f866853ec1ee28eea1485c1d69a6faf00dc3e24ff34ee", | |
| "sha256:aed605ba3b72462d64d475a21a9296f400a19c4f74a31b59103d2a99ffd5aa5c" | |
| ], | |
| "markers": "python_version >= '3.5'", | |
| "version": "==0.1.3" | |
| }, | |
| "nest-asyncio": { | |
| "hashes": [ | |
| "sha256:3fdd0d6061a2bb16f21fe8a9c6a7945be83521d81a0d15cff52e9edee50101d6", | |
| "sha256:f969f6013a16fadb4adcf09d11a68a4f617c6049d7af7ac2c676110169a63abd" | |
| ], | |
| "markers": "python_version >= '3.5'", | |
| "version": "==1.5.4" | |
| }, | |
| "outcome": { | |
| "hashes": [ | |
| "sha256:c7dd9375cfd3c12db9801d080a3b63d4b0a261aa996c4c13152380587288d958", | |
| "sha256:e862f01d4e626e63e8f92c38d1f8d5546d3f9cce989263c521b2e7990d186967" | |
| ], | |
| "markers": "python_version >= '3.6'", | |
| "version": "==1.1.0" | |
| }, | |
| "parso": { | |
| "hashes": [ | |
| "sha256:8c07be290bb59f03588915921e29e8a50002acaf2cdc5fa0e0114f91709fafa0", | |
| "sha256:c001d4636cd3aecdaf33cbb40aebb59b094be2a74c556778ef5576c175e19e75" | |
| ], | |
| "markers": "python_version >= '3.6'", | |
| "version": "==0.8.3" | |
| }, | |
| "pickleshare": { | |
| "hashes": [ | |
| "sha256:87683d47965c1da65cdacaf31c8441d12b8044cdec9aca500cd78fc2c683afca", | |
| "sha256:9649af414d74d4df115d5d718f82acb59c9d418196b7b4290ed47a12ce62df56" | |
| ], | |
| "version": "==0.7.5" | |
| }, | |
| "prompt-toolkit": { | |
| "hashes": [ | |
| "sha256:30129d870dcb0b3b6a53efdc9d0a83ea96162ffd28ffe077e94215b233dc670c", | |
| "sha256:9f1cd16b1e86c2968f2519d7fb31dd9d669916f515612c269d14e9ed52b51650" | |
| ], | |
| "markers": "python_full_version >= '3.6.2'", | |
| "version": "==3.0.28" | |
| }, | |
| "pure-eval": { | |
| "hashes": [ | |
| "sha256:01eaab343580944bc56080ebe0a674b39ec44a945e6d09ba7db3cb8cec289350", | |
| "sha256:2b45320af6dfaa1750f543d714b6d1c520a1688dec6fd24d339063ce0aaa9ac3" | |
| ], | |
| "version": "==0.2.2" | |
| }, | |
| "pycparser": { | |
| "hashes": [ | |
| "sha256:8ee45429555515e1f6b185e78100aea234072576aa43ab53aefcae078162fca9", | |
| "sha256:e644fdec12f7872f86c58ff790da456218b10f863970249516d60a5eaca77206" | |
| ], | |
| "version": "==2.21" | |
| }, | |
| "pygments": { | |
| "hashes": [ | |
| "sha256:44238f1b60a76d78fc8ca0528ee429702aae011c265fe6a8dd8b63049ae41c65", | |
| "sha256:4e426f72023d88d03b2fa258de560726ce890ff3b630f88c21cbb8b2503b8c6a" | |
| ], | |
| "markers": "python_version >= '3.5'", | |
| "version": "==2.11.2" | |
| }, | |
| "pyopenssl": { | |
| "hashes": [ | |
| "sha256:660b1b1425aac4a1bea1d94168a85d99f0b3144c869dd4390d27629d0087f1bf", | |
| "sha256:ea252b38c87425b64116f808355e8da644ef9b07e429398bfece610f893ee2e0" | |
| ], | |
| "version": "==22.0.0" | |
| }, | |
| "pysocks": { | |
| "hashes": [ | |
| "sha256:08e69f092cc6dbe92a0fdd16eeb9b9ffbc13cadfe5ca4c7bd92ffb078b293299", | |
| "sha256:2725bd0a9925919b9b51739eea5f9e2bae91e83288108a9ad338b2e3a4435ee5", | |
| "sha256:3f8804571ebe159c380ac6de37643bb4685970655d3bba243530d6558b799aa0" | |
| ], | |
| "version": "==1.7.1" | |
| }, | |
| "python-dateutil": { | |
| "hashes": [ | |
| "sha256:0123cacc1627ae19ddf3c27a5de5bd67ee4586fbdd6440d9748f8abb483d3e86", | |
| "sha256:961d03dc3453ebbc59dbdea9e4e11c5651520a876d0f4db161e8674aae935da9" | |
| ], | |
| "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'", | |
| "version": "==2.8.2" | |
| }, | |
| "pywin32": { | |
| "hashes": [ | |
| "sha256:2a09632916b6bb231ba49983fe989f2f625cea237219530e81a69239cd0c4559", | |
| "sha256:51cb52c5ec6709f96c3f26e7795b0bf169ee0d8395b2c1d7eb2c029a5008ed51", | |
| "sha256:5f9ec054f5a46a0f4dfd72af2ce1372f3d5a6e4052af20b858aa7df2df7d355b", | |
| "sha256:6fed4af057039f309263fd3285d7b8042d41507343cd5fa781d98fcc5b90e8bb", | |
| "sha256:793bf74fce164bcffd9d57bb13c2c15d56e43c9542a7b9687b4fccf8f8a41aba", | |
| "sha256:79cbb862c11b9af19bcb682891c1b91942ec2ff7de8151e2aea2e175899cda34", | |
| "sha256:7d3271c98434617a11921c5ccf74615794d97b079e22ed7773790822735cc352", | |
| "sha256:aad484d52ec58008ca36bd4ad14a71d7dd0a99db1a4ca71072213f63bf49c7d9", | |
| "sha256:b1675d82bcf6dbc96363fca747bac8bff6f6e4a447a4287ac652aa4b9adc796e", | |
| "sha256:c268040769b48a13367221fced6d4232ed52f044ffafeda247bd9d2c6bdc29ca", | |
| "sha256:d9b5d87ca944eb3aa4cd45516203ead4b37ab06b8b777c54aedc35975dec0dee", | |
| "sha256:fcf44032f5b14fcda86028cdf49b6ebdaea091230eb0a757282aa656e4732439" | |
| ], | |
| "markers": "sys_platform == 'win32' and platform_python_implementation != 'PyPy'", | |
| "version": "==303" | |
| }, | |
| "pyzmq": { | |
| "hashes": [ | |
| "sha256:08c4e315a76ef26eb833511ebf3fa87d182152adf43dedee8d79f998a2162a0b", | |
| "sha256:0ca6cd58f62a2751728016d40082008d3b3412a7f28ddfb4a2f0d3c130f69e74", | |
| "sha256:1621e7a2af72cced1f6ec8ca8ca91d0f76ac236ab2e8828ac8fe909512d566cb", | |
| "sha256:18cd854b423fce44951c3a4d3e686bac8f1243d954f579e120a1714096637cc0", | |
| "sha256:2841997a0d85b998cbafecb4183caf51fd19c4357075dfd33eb7efea57e4c149", | |
| "sha256:2b97502c16a5ec611cd52410bdfaab264997c627a46b0f98d3f666227fd1ea2d", | |
| "sha256:3a4c9886d61d386b2b493377d980f502186cd71d501fffdba52bd2a0880cef4f", | |
| "sha256:3c1895c95be92600233e476fe283f042e71cf8f0b938aabf21b7aafa62a8dac9", | |
| "sha256:42abddebe2c6a35180ca549fadc7228d23c1e1f76167c5ebc8a936b5804ea2df", | |
| "sha256:468bd59a588e276961a918a3060948ae68f6ff5a7fa10bb2f9160c18fe341067", | |
| "sha256:480b9931bfb08bf8b094edd4836271d4d6b44150da051547d8c7113bf947a8b0", | |
| "sha256:53f4fd13976789ffafedd4d46f954c7bb01146121812b72b4ddca286034df966", | |
| "sha256:62bcade20813796c426409a3e7423862d50ff0639f5a2a95be4b85b09a618666", | |
| "sha256:67db33bea0a29d03e6eeec55a8190e033318cee3cbc732ba8fd939617cbf762d", | |
| "sha256:6b217b8f9dfb6628f74b94bdaf9f7408708cb02167d644edca33f38746ca12dd", | |
| "sha256:7661fc1d5cb73481cf710a1418a4e1e301ed7d5d924f91c67ba84b2a1b89defd", | |
| "sha256:76c532fd68b93998aab92356be280deec5de8f8fe59cd28763d2cc8a58747b7f", | |
| "sha256:79244b9e97948eaf38695f4b8e6fc63b14b78cc37f403c6642ba555517ac1268", | |
| "sha256:7c58f598d9fcc52772b89a92d72bf8829c12d09746a6d2c724c5b30076c1f11d", | |
| "sha256:7dc09198e4073e6015d9a8ea093fc348d4e59de49382476940c3dd9ae156fba8", | |
| "sha256:80e043a89c6cadefd3a0712f8a1322038e819ebe9dbac7eca3bce1721bcb63bf", | |
| "sha256:851977788b9caa8ed011f5f643d3ee8653af02c5fc723fa350db5125abf2be7b", | |
| "sha256:8eddc033e716f8c91c6a2112f0a8ebc5e00532b4a6ae1eb0ccc48e027f9c671c", | |
| "sha256:902319cfe23366595d3fa769b5b751e6ee6750a0a64c5d9f757d624b2ac3519e", | |
| "sha256:954e73c9cd4d6ae319f1c936ad159072b6d356a92dcbbabfd6e6204b9a79d356", | |
| "sha256:ab888624ed68930442a3f3b0b921ad7439c51ba122dbc8c386e6487a658e4a4e", | |
| "sha256:acebba1a23fb9d72b42471c3771b6f2f18dcd46df77482612054bd45c07dfa36", | |
| "sha256:b4ebed0977f92320f6686c96e9e8dd29eed199eb8d066936bac991afc37cbb70", | |
| "sha256:badb868fff14cfd0e200eaa845887b1011146a7d26d579aaa7f966c203736b92", | |
| "sha256:be4e0f229cf3a71f9ecd633566bd6f80d9fa6afaaff5489492be63fe459ef98c", | |
| "sha256:c0f84360dcca3481e8674393bdf931f9f10470988f87311b19d23cda869bb6b7", | |
| "sha256:c1e41b32d6f7f9c26bc731a8b529ff592f31fc8b6ef2be9fa74abd05c8a342d7", | |
| "sha256:c88fa7410e9fc471e0858638f403739ee869924dd8e4ae26748496466e27ac59", | |
| "sha256:cf98fd7a6c8aaa08dbc699ffae33fd71175696d78028281bc7b832b26f00ca57", | |
| "sha256:d072f7dfbdb184f0786d63bda26e8a0882041b1e393fbe98940395f7fab4c5e2", | |
| "sha256:d1b5d457acbadcf8b27561deeaa386b0217f47626b29672fa7bd31deb6e91e1b", | |
| "sha256:d3dcb5548ead4f1123851a5ced467791f6986d68c656bc63bfff1bf9e36671e2", | |
| "sha256:d6157793719de168b199194f6b6173f0ccd3bf3499e6870fac17086072e39115", | |
| "sha256:d728b08448e5ac3e4d886b165385a262883c34b84a7fe1166277fe675e1c197a", | |
| "sha256:de8df0684398bd74ad160afdc2a118ca28384ac6f5e234eb0508858d8d2d9364", | |
| "sha256:e6a02cf7271ee94674a44f4e62aa061d2d049001c844657740e156596298b70b", | |
| "sha256:ea12133df25e3a6918718fbb9a510c6ee5d3fdd5a346320421aac3882f4feeea", | |
| "sha256:ea5a79e808baef98c48c884effce05c31a0698c1057de8fc1c688891043c1ce1", | |
| "sha256:f43b4a2e6218371dd4f41e547bd919ceeb6ebf4abf31a7a0669cd11cd91ea973", | |
| "sha256:f762442bab706fd874064ca218b33a1d8e40d4938e96c24dafd9b12e28017f45", | |
| "sha256:f89468059ebc519a7acde1ee50b779019535db8dcf9b8c162ef669257fef7a93", | |
| "sha256:f907c7359ce8bf7f7e63c82f75ad0223384105f5126f313400b7e8004d9b33c3" | |
| ], | |
| "markers": "python_version >= '3.6'", | |
| "version": "==22.3.0" | |
| }, | |
| "requests": { | |
| "hashes": [ | |
| "sha256:68d7c56fd5a8999887728ef304a6d12edc7be74f1cfa47714fc8b414525c9a61", | |
| "sha256:f22fa1e554c9ddfd16e6e41ac79759e17be9e492b3587efa038054674760e72d" | |
| ], | |
| "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'", | |
| "version": "==2.27.1" | |
| }, | |
| "selenium": { | |
| "hashes": [ | |
| "sha256:7da6d7ab2c83a21e498deda02bb5e7fb0ac5da5e72438f6d01b015b185b5e1df" | |
| ], | |
| "index": "pypi", | |
| "version": "==4.1.2" | |
| }, | |
| "six": { | |
| "hashes": [ | |
| "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926", | |
| "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254" | |
| ], | |
| "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'", | |
| "version": "==1.16.0" | |
| }, | |
| "sniffio": { | |
| "hashes": [ | |
| "sha256:471b71698eac1c2112a40ce2752bb2f4a4814c22a54a3eed3676bc0f5ca9f663", | |
| "sha256:c4666eecec1d3f50960c6bdf61ab7bc350648da6c126e3cf6898d8cd4ddcd3de" | |
| ], | |
| "markers": "python_version >= '3.5'", | |
| "version": "==1.2.0" | |
| }, | |
| "sortedcontainers": { | |
| "hashes": [ | |
| "sha256:25caa5a06cc30b6b83d11423433f65d1f9d76c4c6a0c90e3379eaa43b9bfdb88", | |
| "sha256:a163dcaede0f1c021485e957a39245190e74249897e2ae4b2aa38595db237ee0" | |
| ], | |
| "version": "==2.4.0" | |
| }, | |
| "stack-data": { | |
| "hashes": [ | |
| "sha256:45692d41bd633a9503a5195552df22b583caf16f0b27c4e58c98d88c8b648e12", | |
| "sha256:999762f9c3132308789affa03e9271bbbe947bf78311851f4d485d8402ed858e" | |
| ], | |
| "version": "==0.2.0" | |
| }, | |
| "tornado": { | |
| "hashes": [ | |
| "sha256:0a00ff4561e2929a2c37ce706cb8233b7907e0cdc22eab98888aca5dd3775feb", | |
| "sha256:0d321a39c36e5f2c4ff12b4ed58d41390460f798422c4504e09eb5678e09998c", | |
| "sha256:1e8225a1070cd8eec59a996c43229fe8f95689cb16e552d130b9793cb570a288", | |
| "sha256:20241b3cb4f425e971cb0a8e4ffc9b0a861530ae3c52f2b0434e6c1b57e9fd95", | |
| "sha256:25ad220258349a12ae87ede08a7b04aca51237721f63b1808d39bdb4b2164558", | |
| "sha256:33892118b165401f291070100d6d09359ca74addda679b60390b09f8ef325ffe", | |
| "sha256:33c6e81d7bd55b468d2e793517c909b139960b6c790a60b7991b9b6b76fb9791", | |
| "sha256:3447475585bae2e77ecb832fc0300c3695516a47d46cefa0528181a34c5b9d3d", | |
| "sha256:34ca2dac9e4d7afb0bed4677512e36a52f09caa6fded70b4e3e1c89dbd92c326", | |
| "sha256:3e63498f680547ed24d2c71e6497f24bca791aca2fe116dbc2bd0ac7f191691b", | |
| "sha256:548430be2740e327b3fe0201abe471f314741efcb0067ec4f2d7dcfb4825f3e4", | |
| "sha256:6196a5c39286cc37c024cd78834fb9345e464525d8991c21e908cc046d1cc02c", | |
| "sha256:61b32d06ae8a036a6607805e6720ef00a3c98207038444ba7fd3d169cd998910", | |
| "sha256:6286efab1ed6e74b7028327365cf7346b1d777d63ab30e21a0f4d5b275fc17d5", | |
| "sha256:65d98939f1a2e74b58839f8c4dab3b6b3c1ce84972ae712be02845e65391ac7c", | |
| "sha256:66324e4e1beede9ac79e60f88de548da58b1f8ab4b2f1354d8375774f997e6c0", | |
| "sha256:6c77c9937962577a6a76917845d06af6ab9197702a42e1346d8ae2e76b5e3675", | |
| "sha256:70dec29e8ac485dbf57481baee40781c63e381bebea080991893cd297742b8fd", | |
| "sha256:7250a3fa399f08ec9cb3f7b1b987955d17e044f1ade821b32e5f435130250d7f", | |
| "sha256:748290bf9112b581c525e6e6d3820621ff020ed95af6f17fedef416b27ed564c", | |
| "sha256:7da13da6f985aab7f6f28debab00c67ff9cbacd588e8477034c0652ac141feea", | |
| "sha256:8f959b26f2634a091bb42241c3ed8d3cedb506e7c27b8dd5c7b9f745318ddbb6", | |
| "sha256:9de9e5188a782be6b1ce866e8a51bc76a0fbaa0e16613823fc38e4fc2556ad05", | |
| "sha256:a48900ecea1cbb71b8c71c620dee15b62f85f7c14189bdeee54966fbd9a0c5bd", | |
| "sha256:b87936fd2c317b6ee08a5741ea06b9d11a6074ef4cc42e031bc6403f82a32575", | |
| "sha256:c77da1263aa361938476f04c4b6c8916001b90b2c2fdd92d8d535e1af48fba5a", | |
| "sha256:cb5ec8eead331e3bb4ce8066cf06d2dfef1bfb1b2a73082dfe8a161301b76e37", | |
| "sha256:cc0ee35043162abbf717b7df924597ade8e5395e7b66d18270116f8745ceb795", | |
| "sha256:d14d30e7f46a0476efb0deb5b61343b1526f73ebb5ed84f23dc794bdb88f9d9f", | |
| "sha256:d371e811d6b156d82aa5f9a4e08b58debf97c302a35714f6f45e35139c332e32", | |
| "sha256:d3d20ea5782ba63ed13bc2b8c291a053c8d807a8fa927d941bd718468f7b950c", | |
| "sha256:d3f7594930c423fd9f5d1a76bee85a2c36fd8b4b16921cae7e965f22575e9c01", | |
| "sha256:dcef026f608f678c118779cd6591c8af6e9b4155c44e0d1bc0c87c036fb8c8c4", | |
| "sha256:e0791ac58d91ac58f694d8d2957884df8e4e2f6687cdf367ef7eb7497f79eaa2", | |
| "sha256:e385b637ac3acaae8022e7e47dfa7b83d3620e432e3ecb9a3f7f58f150e50921", | |
| "sha256:e519d64089b0876c7b467274468709dadf11e41d65f63bba207e04217f47c085", | |
| "sha256:e7229e60ac41a1202444497ddde70a48d33909e484f96eb0da9baf8dc68541df", | |
| "sha256:ed3ad863b1b40cd1d4bd21e7498329ccaece75db5a5bf58cd3c9f130843e7102", | |
| "sha256:f0ba29bafd8e7e22920567ce0d232c26d4d47c8b5cf4ed7b562b5db39fa199c5", | |
| "sha256:fa2ba70284fa42c2a5ecb35e322e68823288a4251f9ba9cc77be04ae15eada68", | |
| "sha256:fba85b6cd9c39be262fcd23865652920832b61583de2a2ca907dbd8e8a8c81e5" | |
| ], | |
| "markers": "python_version >= '3.5'", | |
| "version": "==6.1" | |
| }, | |
| "tqdm": { | |
| "hashes": [ | |
| "sha256:1d9835ede8e394bb8c9dcbffbca02d717217113adc679236873eeaac5bc0b3cd", | |
| "sha256:e643e071046f17139dea55b880dc9b33822ce21613b4a4f5ea57f202833dbc29" | |
| ], | |
| "index": "pypi", | |
| "version": "==4.63.0" | |
| }, | |
| "traitlets": { | |
| "hashes": [ | |
| "sha256:059f456c5a7c1c82b98c2e8c799f39c9b8128f6d0d46941ee118daace9eb70c7", | |
| "sha256:2d313cc50a42cd6c277e7d7dc8d4d7fedd06a2c215f78766ae7b1a66277e0033" | |
| ], | |
| "markers": "python_version >= '3.7'", | |
| "version": "==5.1.1" | |
| }, | |
| "trio": { | |
| "hashes": [ | |
| "sha256:670a52d3115d0e879e1ac838a4eb999af32f858163e3a704fe4839de2a676070", | |
| "sha256:fb2d48e4eab0dfb786a472cd514aaadc71e3445b203bc300bad93daa75d77c1a" | |
| ], | |
| "markers": "python_version >= '3.7'", | |
| "version": "==0.20.0" | |
| }, | |
| "trio-websocket": { | |
| "hashes": [ | |
| "sha256:5b558f6e83cc20a37c3b61202476c5295d1addf57bd65543364e0337e37ed2bc", | |
| "sha256:a3d34de8fac26023eee701ed1e7bf4da9a8326b61a62934ec9e53b64970fd8fe" | |
| ], | |
| "markers": "python_version >= '3.5'", | |
| "version": "==0.9.2" | |
| }, | |
| "urllib3": { | |
| "extras": [ | |
| "secure", | |
| "socks" | |
| ], | |
| "hashes": [ | |
| "sha256:000ca7f471a233c2251c6c7023ee85305721bfdf18621ebff4fd17a8653427ed", | |
| "sha256:0e7c33d9a63e7ddfcb86780aac87befc2fbddf46c58dbb487e0855f7ceec283c" | |
| ], | |
| "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4' and python_version < '4'", | |
| "version": "==1.26.8" | |
| }, | |
| "wcwidth": { | |
| "hashes": [ | |
| "sha256:beb4802a9cebb9144e99086eff703a642a13d6a0052920003a230f3294bbe784", | |
| "sha256:c4d647b99872929fdb7bdcaa4fbe7f01413ed3d98077df798530e5b04f116c83" | |
| ], | |
| "version": "==0.2.5" | |
| }, | |
| "webdriver-manager": { | |
| "hashes": [ | |
| "sha256:33c86736c51839abdcdeed1bbfd1f0d55277411bae4f232fdc9ace0c518e04f4", | |
| "sha256:ef4320064bec22df5b2d7ea0509d08a99d3cecd1ddabd190f26f871dfa52a362" | |
| ], | |
| "index": "pypi", | |
| "version": "==3.5.3" | |
| }, | |
| "wsproto": { | |
| "hashes": [ | |
| "sha256:2218cb57952d90b9fca325c0dcfb08c3bda93e8fd8070b0a17f048e2e47a521b", | |
| "sha256:a2e56bfd5c7cd83c1369d83b5feccd6d37798b74872866e62616e0ecf111bda8" | |
| ], | |
| "markers": "python_version >= '3.7'", | |
| "version": "==1.1.0" | |
| } | |
| }, | |
| "develop": {} | |
| } |
