Skip to content

Instantly share code, notes, and snippets.

View codervince's full-sized avatar

Vince codervince

  • Melbourne, Australia
View GitHub Profile
#fields for rpresults
http://www.racingpost.com/horses/result_home.sd?race_id=620250&r_date=2015-03-24&popup=yes#results_top_tabs=re_&results_bottom_tabs=ANALYSIS
TOP
racedate (URL)
racecourse
rtime e.g. 2.10
racename
BOTTOM
WITH t1 as
(
SELECT distinct
hk_odds.racenumber as thisracenumber,
hk_odds.horsenumber as thishorsenumber,
(select winodds from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate asc LIMIT 1) as openingprice,
(select updatedate from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate desc LIMIT 1) as currenttime,
(select winodds from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate desc LIMIT 1) as currentodds,
(select winodds from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate desc LIMIT 1 OFFSET 1) as L1odds,
(select winodds from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate desc LIMIT 1 OFFSET 2) as L2odds,
#in cron file
* * * * * /Users/vmac/Documents/PROGRAMMING/PY/scrapy/NEWHKODDS/v3/HKOdds/test.sh
#error
Traceback (most recent call last):
File "/Users/vmac/Documents/PROGRAMMING/PY/scrapy/NEWHKODDS/v3/HKOdds/HKOddsCollector.py", line 210, in <module>
collector = HKOddsCollector()
File "/Users/vmac/Documents/PROGRAMMING/PY/scrapy/NEWHKODDS/v3/HKOdds/HKOddsCollector.py", line 30, in __init__
self.db = Database()
File "/Users/vmac/Documents/PROGRAMMING/PY/scrapy/NEWHKODDS/v3/HKOdds/database.py", line 24, in __init__
@codervince
codervince / TASKS FOR RPSPIDER.py
Last active August 29, 2015 14:16
TASKS FOR RPSPIDER
rpsider.py
1. for i, r in enumerate(response.xpath("//table/tbody")):
GET following items from grid table
for i, r in enumerate(response.xpath("//table/tbody")):
#tds - blank horsenumber, lbw, horsename country sp (td span a), age, carrierWt, OR, TS , OPR, RATED
#if * then not logged in!
position
lbw
horse_id