Querying a Scrapy spider with JSON RPC

scrapy_webservice_call.py

import requests

url = 'http://localhost:6080/crawler'

# This will call the crawler objects stop method.
# Checkout all the methods the crawler object has:
# https://github.com/scrapy/scrapy/blob/master/scrapy/crawler.py#L24
data = '{"id" : 2, "method" : "stop"}'

# The project has been moved out of scrapy but heres the web service API
# https://github.com/scrapy/scrapy-jsonrpc/blob/master/scrapy_jsonrpc/webservice.py
requests.post(url, data=data)