Scrapy爬蟲第五章的Parse code

parse_scrapy5.py

def parse(self, response):        
    for block in response.xpath('//ul[@id="newslistul"]//li'):
        href = block.xpath('.//a[contains(@class, "tit")]/@href').extract_first()
        print(href)
        # 跳頁        
        a_next = response.xpath('//a[contains(@class, "p_next")]/@href').extract_first()
        if a_next:            yield response.follow(a_next, callback=self.parse)