NearlyFreeSpeechNET deposit scraping

data.tsv

nfs.py

#!/usr/bin/env python3.6
import decimal
import itertools
import requests
import time

endpoint = 'https://members.nearlyfreespeech.net/images/fee.php?method=cc&grossnet=gross&amount='

if __name__ == '__main__':
    until = 25  # USD
    range_ = itertools.repeat(decimal.Decimal('0.01'), until * 100)
    tsv = "payment\tgrossfee\trebate\tnetfee\tdeposit\n"
    print(tsv, end='')
    for deposit in itertools.accumulate(range_, initial=decimal.Decimal('1.50')):
        try: 
            r = requests.get(endpoint + str(deposit)).json()
        except:  # save the data we have now
            break
        d = f"{r['payment']}\t{r['grossfee']}\t{r['rebate']}\t{r['netfee']}\t{r['deposit']}\n"
        print(d, end='')
        tsv += d
        time.sleep(1)

    with open('data.tsv', 'w') as f:
        f.write(tsv)