gistfile1.txt

import scrapy, os, time

class TBTCrawler(scrapy.Spider):
	name = 'tbt'
	
	def start_requests(self):
		self.t1 = time.time()
		r = scrapy.Request('http://www.tahribat.com/Forum/')
		yield(r)

	def parse(self, response):
		c = len(response.xpath('//a/@href'))
		self.t2 = time.time()
		print self.t2 - self.t1
		
if __name__ == "__main__":
	com = 'scrapy runspider "%s"' % __file__
	os.system(com)