Last active
January 28, 2020 15:46
-
-
Save avdata99/d506219929e1bac384b126241b53a2d5 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| """ | |
| Compare a data.json file with a google drive CSV | |
| """ | |
| import csv | |
| import json | |
| import os | |
| import requests | |
| def clean_url(url): | |
| # clean URLs to improve comparison | |
| return url.replace('https://', '').replace('http://', '').replace('www.', '').replace('www2.', '').lower().strip() | |
| ################################################ | |
| # Get data.json data | |
| ################################################ | |
| data_json_url = 'https://www2.ed.gov/data.json' | |
| if not os.path.isfile('data.json'): | |
| req = requests.get(data_json_url, verify=False) | |
| if req.status_code >= 400: | |
| error = '{} HTTP error: {}'.format(data_json_url, req.status_code) | |
| raise Exception(error) | |
| raw_data_json = req.content | |
| try: | |
| data_json = json.loads(raw_data_json) | |
| except Exception as e: | |
| error = 'ERROR parsing JSON: {}. Data: {}'.format(e, raw_data_json) | |
| raise Exception(error) | |
| dump = json.dumps(data_json, indent=4) | |
| f = open(f'data.json', 'w') | |
| f.write(dump) | |
| f.close() | |
| else: | |
| f = open(f'data.json', 'r') | |
| data_json = json.load(f) | |
| f.close() | |
| datasets = data_json['dataset'] | |
| print('We get {} datasets in the data.json file'.format(len(datasets))) | |
| resources = [] | |
| data_json_data_urls = [] | |
| for dataset in datasets: | |
| distribution = dataset.get('distribution', []) | |
| for resource in distribution: | |
| resources.append(resource) | |
| url = resource.get('downloadURL', resource.get('accessURL', None)) | |
| if url is not None: | |
| cleaned_url = clean_url(url) | |
| data_json_data_urls.append(cleaned_url) | |
| print(' - We get {} resources in data.json file'.format(len(resources))) | |
| ################################################ | |
| # Get CSV data | |
| ################################################ | |
| csv_file = open('data.csv', mode='r') | |
| csv_reader = csv.DictReader(csv_file) | |
| csv_data_urls = [] | |
| for row in csv_reader: | |
| url = row['data file'] | |
| cleaned_url = clean_url(url) | |
| csv_data_urls.append(cleaned_url) | |
| print('We get {} resources in CSV file'.format(len(csv_data_urls))) | |
| matches = [] | |
| not_found = 0 | |
| for dj in data_json_data_urls: | |
| if dj in csv_data_urls: | |
| matches.append(dj) | |
| print(f' + Match found: {dj}') | |
| else: | |
| not_found += 1 | |
| print('Comparing data') | |
| print(' - Data json to CSV: {} resources matched. {} not found'.format(len(matches), not_found)) | |
| matches = [] | |
| not_found = 0 | |
| for cj in csv_data_urls: | |
| if cj in data_json_data_urls: | |
| matches.append(data_json_data_urls) | |
| # print(f'Match found: {csv_data_urls}') | |
| else: | |
| not_found += 1 | |
| print(' - CSV to Data json: {} resources matched. {} not found'.format(len(matches), not_found)) | |
| """ | |
| 455 MATCHES: | |
| + Match found: nces.ed.gov/pubs2006/data/als2002_ascii.zip | |
| + Match found: nces.ed.gov/pubs2006/data/als2002_access.zip | |
| + Match found: nces.ed.gov/pubs2006/data/als2002_sas.txt | |
| + Match found: nces.ed.gov/pubs2006/data/als2002_sps.txt | |
| + Match found: nces.ed.gov/pubs2007/data/als2004_ascii.zip | |
| + Match found: nces.ed.gov/pubs2007/data/als2004_access.zip | |
| + Match found: nces.ed.gov/pubs2007/data/als_2004_sas.txt | |
| + Match found: nces.ed.gov/pubs2007/data/als_2004_sps.txt | |
| + Match found: nces.ed.gov/pubs2008/data/als2006_ascii.zip | |
| + Match found: nces.ed.gov/pubs2008/data/als2006_access.zip | |
| + Match found: nces.ed.gov/pubs2008/data/read_als_2006_p.1.a.sas.txt | |
| + Match found: nces.ed.gov/pubs2008/data/read_als_2006_p.1.a.sps.txt | |
| + Match found: nces.ed.gov/pubs2009/data/read_als_2008_p.1.a.sas.txt | |
| + Match found: nces.ed.gov/pubs2009/data/read_als_2008_p.1.a.sps.txt | |
| + Match found: nces.ed.gov/pubs2011/data/als2010_ascii.zip | |
| + Match found: nces.ed.gov/pubs2011/data/als2010_access.zip | |
| + Match found: nces.ed.gov/pubs2011/data/read_als_2010_p_1_a_sas.txt | |
| + Match found: nces.ed.gov/pubs2011/data/read_als_2010_imp_suppr_sps.txt | |
| + Match found: nces.ed.gov/pubs2014/data/als2012_ascii.zip | |
| + Match found: nces.ed.gov/pubs2014/data/als2012_access.zip | |
| + Match found: nces.ed.gov/pubs2014/data/read_als_2012_p_1_a_sas.txt | |
| + Match found: nces.ed.gov/pubs2014/data/read_als_2012_p_1_a_sps.txt | |
| + Match found: nces.ed.gov/ccd/data/zip/st861adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st861bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st861bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st861ctxt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st861cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st871adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st871bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st871bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st871cdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st871cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st881adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st881bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st881bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st891cdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis881cgenr.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st891adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st891bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st891bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st881cdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st891cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st901adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st901bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st901bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st901ctxt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st901cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st911adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st911bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st911cdat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st911cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st921adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st921bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st921cdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st921cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis93data.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st931axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis93data.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st931bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis94data.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st941axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis94data.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st941bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis95data.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st951bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st951bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis961adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st961bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st961bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st961cdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st961cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis971adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis971axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st971bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st971bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st971cdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st971cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis98data.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stnfis98xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st981bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st981bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st991adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st991axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st991bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st991bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st001adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st001axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st001bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st001bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st001cdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st001cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st011adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st011axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st011bdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st011bxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st020fdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st020fxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st021adata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st021axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st030cdata.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st030cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st031adat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st031axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st041adat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st041axls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st041cdat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st041cxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st041ddat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st041dxls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st041edat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st041exls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st051a_dat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st051a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st061a_dat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st061a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st061b_dat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st061b_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st071a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st071a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st071b_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st071b_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st081a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st081a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st081b_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st081b_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st081c_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st081c_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st091a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st091a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st091b_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st091b_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st101a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st101a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st111a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st111a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st121a_imp_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st121a_imp_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st131a_imp_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/st131a_imp_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_029_1415_w_0216161a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_029_1415_w_0216161a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_052_1415_w_0216161a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_052_1415_w_0216161a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_059_1415_w_0216161a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_059_1415_w_0216161a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_029_1516_w_1a_011717_csv.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_029_1516_w_1a_011717_xlsx.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_052_1516_w_1a_011717_csv.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_052_1516_w_1a_011717_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_059_1516_w_1a_011717_csv.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/ccd_sea_059_1516_w_1a_011717_xlsx.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis071b_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis071b_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/sas_071b.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/spss_071b.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis081b_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis081b_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/sas_081b.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/spss_081b.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis091b_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis091b_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/stfis091b_sas.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/stfis091b_spss.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis101a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis101a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/stfis101a_sas.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/stfis101a_spss.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis111a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/stfis111a_xls.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/stfis111a_sas.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/npefs/stfis111a_spss.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf071a.txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf071a.sas.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf071agen.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf081a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf081a_sas.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf081agen.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf091a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf091a_sas.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf091agen.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf101a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf101a_sas.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf101agen.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf11_1a_txt.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf11_1a_sas7bdat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf11_1a_gen.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf121a.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf121a_suppressed.sas7bdat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf13_1a.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf13_1a.sas7bdat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf14_1a_flat.zip | |
| + Match found: nces.ed.gov/ccd/data/zip/sdf14_1a_sas.zip | |
| + Match found: nces.ed.gov/ecls/data/childk8p.zip | |
| + Match found: nces.ed.gov/ecls/data/school.zip | |
| + Match found: nces.ed.gov/ecls/data/teacher.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2015_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2014_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2013_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2012_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2011_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2010_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2009_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2008_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2007_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2006_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2005_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2004_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2003_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2002_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_2000_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_1999_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_1998_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_1997_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/tl_1995_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy1314_tl15.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy1314_tl14.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy1112_tl13.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy1112_tl12.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0910_tl11.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0910_tl10.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0708_tl09.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0708_tl08.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0506_tl07.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0506_tl06.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0304_tl05.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0304_tl04.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0102_tl03.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy0102_tl02.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy9900_tl00.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy9900_tl99.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy9798_tl98.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy9596_tl97.zip | |
| + Match found: nces.ed.gov/programs/edge/data/schooldistrict_sy8990_tl95.zip | |
| + Match found: nces.ed.gov/programs/edge/data/grf15.zip | |
| + Match found: nces.ed.gov/programs/edge/data/grf14.zip | |
| + Match found: nces.ed.gov/programs/edge/data/grf13.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_all_us.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_al.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ak.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_as.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_az.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ar.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ca.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_co.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ct.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_de.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_dc.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_fl.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ga.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_gu.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_hi.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_id.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_il.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_in.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ia.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ks.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ky.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_la.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_me.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_md.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ma.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_mi.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_mn.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ms.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_mo.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_mt.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ne.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_nv.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_nh.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_nj.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_nm.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ny.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_nc.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_nd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_mp.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_oh.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ok.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_or.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_pa.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_pr.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ri.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_sc.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_sd.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_tn.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_tx.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_ut.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_vt.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_vi.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_va.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_wa.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_wv.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_wi.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_nces_states/edge_locale14_nces_wy.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_reap_all_us.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_erate_us.zip | |
| + Match found: nces.ed.gov/programs/edge/data/edge_locale14_zcta_table.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f68data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f68sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f71data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f71sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f72data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f72sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f73data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f73sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f84data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f84sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f85dat.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f85sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f86data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f86sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f87data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f87sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f88dat.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f88sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f89data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f89sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f90data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f90sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f91data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f91sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f92data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f92sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f93data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f93sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f95data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f95sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f96data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f96sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f98data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f98sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f99data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f99sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f100data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f100sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f101data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f102data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f102sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f103data_1.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f103data_2.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f103sas_1.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f103sas_2.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f104data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f104sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f105data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f105sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f106data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f106sas.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f107data.zip | |
| + Match found: nces.ed.gov/surveys/frss/download/data/f107sas.zip | |
| + Match found: nces.ed.gov/pubs2018/data/2018029_ascii.zip | |
| + Match found: nces.ed.gov/pubs2018/data/2018029_sas.zip | |
| + Match found: ed.gov/offices/osfap/defaultmanagement/peps300.zip | |
| + Match found: ed.gov/offices/osfap/defaultmanagement/peps304.zip | |
| + Match found: ed.gov/offices/osfap/defaultmanagement/peps305.zip | |
| + Match found: ed.gov/finaid/prof/resources/data/pell-inst-12-13.xls | |
| + Match found: ed.gov/finaid/prof/resources/data/pell-2012-13/pell-eoy-2012-13.zip | |
| + Match found: studentaid.ed.gov/sa/sites/default/files/fsawg/datacenter/library/foreigngifts.xls | |
| + Match found: ed.gov/programs/osepidea/618-data/state-level-data-files/part-b-data/ceis-moe/bmaintenancedistrict2011-12.csv | |
| + Match found: nces.ed.gov/naal/data/naal_2003_pdq.zip | |
| + Match found: nces.ed.gov/naal/data/naal_2003_health.zip | |
| + Match found: nces.ed.gov/nhes/data/aewrasc.zip | |
| + Match found: nces.ed.gov/nhes/data/pfiasc.zip | |
| + Match found: nces.ed.gov/nhes/data/ae05asc.zip | |
| + Match found: nces.ed.gov/nhes/data/aspa05asc.zip | |
| + Match found: nces.ed.gov/nhes/data/ecpp05asc.zip | |
| + Match found: nces.ed.gov/nhes/data/pfi07asc.zip | |
| + Match found: nces.ed.gov/nhes/data/sr07asc.zip | |
| + Match found: nces.ed.gov/nhes/data/2012ecppascii.zip | |
| + Match found: nces.ed.gov/nhes/data/2012pfiascii.zip | |
| + Match found: ifap.ed.gov/fedschcodelist/attachments/1617fedschoolcodelist.xlsx | |
| + Match found: studentaid.ed.gov/sa/sites/default/files/fsawg/datacenter/library/ecfreport.xls | |
| + Match found: ed.gov/offices/osfap/peps/docs/closedschoolsearch.xlsx | |
| + Match found: nces.ed.gov/surveys/peqis/download/data/peqis17dat.zip | |
| + Match found: nces.ed.gov/surveys/peqis/download/data/peqis17sas.zip | |
| + Match found: nces.ed.gov/surveys/peqis/download/data/pq18sas.zip | |
| + Match found: nces.ed.gov/surveys/peqis/download/data/pq19data.zip | |
| + Match found: nces.ed.gov/surveys/peqis/download/data/pq19sas.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss8990.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss8990_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss8990.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss9192.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss9192_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss9192.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss9394.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss9394_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss9394.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss9596.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss9596_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss9596.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss9798.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss9798_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss9798.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss9900.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss9900_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss9900.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss0102.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss0102_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss0102.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss0304.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss0304_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss0304.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss0506.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss0506_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss0506.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss0708.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss0708_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss0708.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/txt_pss0910.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss0910_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/sav_pss0910.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1112_pu_txt.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1112_pu_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1112_pu_sav.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1314_pu_csv.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1314_pu_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1314_pu_sav.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1516_pu_csv.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1516_pu_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/pss/zip/pss1516_pu_sav.zip | |
| + Match found: nces.ed.gov/pubs2014/data/2014028_raw_data.zip | |
| + Match found: nces.ed.gov/pubs2017/data/2017120_ascii_data.zip | |
| + Match found: nces.ed.gov/surveys/pirls/zip/pirls_2011_us_raw_data.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/1999_00_ssocs_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/1999_00_ssocs_sd2.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/1999_00_ssocs1_sav.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/1999_00_ssocs_sys.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/1999_00_ssocs2_por.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/1999_00_ssocs_dta.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/txt/1999_00_ssocs-ff.txt | |
| + Match found: nces.ed.gov/surveys/ssocs/data/txt/1999_00_ssocs-cd.txt | |
| + Match found: nces.ed.gov/surveys/ssocs/data/txt/2003_04_ssocs_puf.txt | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/2003_04_ssocs_puf_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/2003_04_ssocs_puf_sav.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/txt/ssocs06_ascii.txt | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/2005_06_ssocs06_sas7bdat.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/ssocs06_spss.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/ssocs06_stata.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/txt/pu_ssocs08_ascii.txt | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/pu_ssocs08_sas.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/pu_ssocs08_spss.zip | |
| + Match found: nces.ed.gov/surveys/ssocs/data/zip/pu_ssocs08_stata.zip | |
| + Match found: nces.ed.gov/pubs2015/data/2015060_data.zip | |
| + Match found: nces.ed.gov/pubs2018/data/2018109.zip | |
| + Match found: nces.ed.gov/pubs2016/data/2016063_codebooks.zip | |
| + Match found: nces.ed.gov/pubs2016/data/2016063_spss.zip | |
| + Match found: nces.ed.gov/pubs2016/data/2016063_sas.zip | |
| + Match found: nces.ed.gov/timss/zip/t2011grade4_rawdata.zip | |
| + Match found: nces.ed.gov/timss/zip/t2011grade8_rawdata.zip | |
| + Match found: ed.gov/rschstat/eval/rehab/107-reports/2014/fiscal-tables.xls | |
| + Match found: ed.gov/rschstat/eval/rehab/107-reports/2014/data-tables.xls | |
| + Match found: ed.gov/sites/default/files/sig_database.xls | |
| + Match found: ed.gov/digitalstrategy/policyarchive/policyarchive.zip | |
| + Match found: ed.gov/digitalstrategy.xml | |
| + Match found: nces.ed.gov/surveys/sass/data/zip/frmrtchr91_ascii.zip | |
| + Match found: nces.ed.gov/surveys/sass/data/zip/crnttchr91_ascii.zip | |
| """ |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment