Skip to content

Instantly share code, notes, and snippets.

@craftamap
Created December 14, 2019 19:22
Show Gist options
  • Save craftamap/2bbbb503dc032e658c887907c76ad8cd to your computer and use it in GitHub Desktop.
Save craftamap/2bbbb503dc032e658c887907c76ad8cd to your computer and use it in GitHub Desktop.
import requests
import json
from bs4 import BeautifulSoup
BASE_URL = "https://coinmarketcap.com/currencies/{currency}/historical-data/"
def main():
url = BASE_URL.format(currency="bitcoin")
payload = {
"start": 20130429,
"end": 20191214
}
response = requests.get(url, params=payload)
htmlData = BeautifulSoup(response.text, 'html.parser')
data = htmlData.select("script#__NEXT_DATA__")
for x in data:
rawJsondata = x.text
parsedJsondata = json.loads(rawJsondata)
print(parsedJsondata["props"]["initialState"]["cryptocurrency"]["ohlcvHistorical"])
# print(json.dumps(parsedJsondata, indent=4, sort_keys=True))
if __name__ == "__main__":
main()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment