Scrape the D&Fs for the dc-contracts

extract_df.py

#!/usr/bin/env python

##This is the definition for the function to return the dollar value. But it doesn't work because the D&F formats are inconsistent

def dandftext(url):
  url = re.split('\\\\',url)[2]
  call('wget http://app.ocp.dc.gov/intent_award/D_F/' + url, shell=True)
  call('pdftotext ' + url, shell=True)
  url_text = re.split('(.pdf)', url)[0] + '.txt'
  df = open(url_text,'r')
  text = df.read()
  
#  This is the broken part
#  pdftext = re.findall(r"(^3.*?\n)(.*?)(^4.)", text, re.DOTALL|re.MULTILINE)[0][1]
  call ('rm DF_*', shell=True)
  df.close()

  return text.strip()