Scrape Google

get.py

import urllib2

for ticker in open("Tickers").readlines():
    url = "http://www.google.com/finance/historical?q="+ticker[:-1]+"&startdate=Jan+1%2C+2009&output=csv"
    print url
    content = urllib2.urlopen(url).read()
    tf = open("sp500/"+ticker[:-1]+".csv", "w")
    tf.write(content)
    tf.close()

Tickers

ABT
ABBV
ANF
ACE
ACN
ACT
ADBE
ADT
AMD
AES
AET
AFL
A
GAS
APD
ARG
AKAM
AA
ALXN
ATI
AGN
ALL
ALTR
MO
AMZN
AEE
AEP
AXP
AIG
AMT
AMP
ABC
AMGN
APH
APC
ADI
AON
APA
AIV
APOL
AAPL
AMAT
ADM
AIZ
T
ADSK
ADP
AN
AZO
AVB
AVY
AVP
BHI
BLL
BAC
BK
BCR
BAX
BBT
BEAM
BDX
BBBY
BMS
BRK.B
BBY
BIIB
BLK
HRB
BMC
BA
BWA
BXP
BSX
BMY
BRCM
BF.B
CHRW
CA
CVC
COG
CAM
CPB
COF
CAH
CFN
KMX
CCL
CAT
CBG
CBS
CELG
CNP
CTL
CERN
CF
SCHW
CHK
CVX
CMG
CB
CI
CINF
CTAS
CSCO
C
CTXS
CLF
CLX
CME
CMS
COH
KO
CCE
CTSH
CL
CMCSA
CMA
CSC
CAG
COP
CNX
ED
STZ
GLW
COST
COV
CCI
CSX
CMI
CVS
DHI
DHR
DRI
DVA
DF
DE
DELL
DLPH
DNR
XRAY
DVN
DO
DTV
DFS
DISCA
DG
DLTR
D
DOV
DOW
DPS
DTE
DD
DUK
DNB
ETFC
EMN
ETN
EBAY
ECL
EIX
EW
EA
EMC
EMR
ESV
ETR
EOG
EQT
EFX
EQR
EL
EXC
EXPE
EXPD
ESRX
XOM
FFIV
FDO
FAST
FDX
FIS
FITB
FHN
FSLR
FE
FISV
FLIR
FLS
FLR
FMC
FTI
F
FRX
FOSL
BEN
FCX
FTR
GME
GCI
GPS
GRMN
GD
GE
GIS
GPC
GNW
GILD
GS
GT
GOOG
GWW
HAL
HOG
HAR
HRS
HIG
HAS
HCP
HCN
HNZ
HP
HES
HPQ
HD
HON
HRL
HSP
HST
HCBK
HUM
HBAN
ITW
IR
TEG
INTC
ICE
IBM
IFF
IGT
IP
IPG
INTU
ISRG
IVZ
IRM
JBL
JEC
JDSU
JNJ
JCI
JOY
JPM
JNPR
K
KEY
KMB
KIM
KMI
KLAC
KSS
KRFT
KR
LTD
LLL
LH
LRCX
LM
LEG
LEN
LUK
LIFE
LLY
LNC
LLTC
LMT
L
LO
LOW
LSI
LYB
MTB
MAC
M
MRO
MPC
MAR
MMC
MAS
MA
MAT
MKC
MCD
MHFI
MCK
MJN
MWV
MDT
MRK
MET
MCHP
MU
MSFT
MOLX
TAP
MDLZ
MON
MNST
MCO
MS
MOS
MSI
MUR
MYL
NBR
NDAQ
NOV
NTAP
NFLX
NWL
NFX
NEM
NWSA
NEE
NKE
NI
NE
NBL
JWN
NSC
NTRS
NOC
NU
NRG
NUE
NVDA
NYX
ORLY
OXY
OMC
OKE
ORCL
OI
PCAR
PLL
PH
PDCO
PAYX
BTU
JCP
PNR
PBCT
POM
PEP
PKI
PRGO
PETM
PFE
PCG
PM
PSX
PNW
PXD
PBI
PCL
PNC
RL
PPG
PPL
PX
PCP
PCLN
PFG
PG
PGR
PLD
PRU
PEG
PSA
PHM
PVH
QEP
PWR
QCOM
DGX
RRC
RTN
RHT
REGN
RF
RSG
RAI
RHI
ROK
COL
ROP
ROST
RDC
R
SWY
SAI
CRM
SNDK
SCG
SLB
SNI
STX
SEE
SRE
SHW
SIAL
SPG
SLM
SJM
SNA
SO
LUV
SWN
SE
S
STJ
SWK
SPLS
SBUX
HOT
STT
SRCL
SYK
STI
SYMC
SYY
TROW
TGT
TEL
TE
THC
TDC
TER
TSO
TXN
TXT
HSY
TRV
TMO
TIF
TWX
TWC
TJX
TMK
TSS
TRIP
TSN
TYC
USB
UNP
UNH
UPS
X
UTX
UNM
URBN
VFC
VLO
VAR
VTR
VRSN
VZ
VIAB
V
VNO
VMC
WMT
WAG
DIS
WPO
WM
WAT
WLP
WFC
WDC
WU
WY
WHR
WFM
WMB
WIN
WEC
WPX
WYN
WYNN
XEL
XRX
XLNX
XL
XYL
YHOO
YUM
ZMH
ZION