This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#fields for rpresults | |
http://www.racingpost.com/horses/result_home.sd?race_id=620250&r_date=2015-03-24&popup=yes#results_top_tabs=re_&results_bottom_tabs=ANALYSIS | |
TOP | |
racedate (URL) | |
racecourse | |
rtime e.g. 2.10 | |
racename | |
BOTTOM |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
WITH t1 as | |
( | |
SELECT distinct | |
hk_odds.racenumber as thisracenumber, | |
hk_odds.horsenumber as thishorsenumber, | |
(select winodds from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate asc LIMIT 1) as openingprice, | |
(select updatedate from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate desc LIMIT 1) as currenttime, | |
(select winodds from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate desc LIMIT 1) as currentodds, | |
(select winodds from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate desc LIMIT 1 OFFSET 1) as L1odds, | |
(select winodds from hk_odds o2 where o2.racenumber = hk_odds.racenumber and o2.horsenumber = hk_odds.horsenumber order by updatedate desc LIMIT 1 OFFSET 2) as L2odds, |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#in cron file | |
* * * * * /Users/vmac/Documents/PROGRAMMING/PY/scrapy/NEWHKODDS/v3/HKOdds/test.sh | |
#error | |
Traceback (most recent call last): | |
File "/Users/vmac/Documents/PROGRAMMING/PY/scrapy/NEWHKODDS/v3/HKOdds/HKOddsCollector.py", line 210, in <module> | |
collector = HKOddsCollector() | |
File "/Users/vmac/Documents/PROGRAMMING/PY/scrapy/NEWHKODDS/v3/HKOdds/HKOddsCollector.py", line 30, in __init__ | |
self.db = Database() | |
File "/Users/vmac/Documents/PROGRAMMING/PY/scrapy/NEWHKODDS/v3/HKOdds/database.py", line 24, in __init__ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
rpsider.py | |
1. for i, r in enumerate(response.xpath("//table/tbody")): | |
GET following items from grid table | |
for i, r in enumerate(response.xpath("//table/tbody")): | |
#tds - blank horsenumber, lbw, horsename country sp (td span a), age, carrierWt, OR, TS , OPR, RATED | |
#if * then not logged in! | |
position | |
lbw | |
horse_id |
NewerOlder