Spider-srv API calls examples.

prepare-datasets.sh

micro query sg.micro.srv.spider Spider.PrepareDatasets '{
    "selector_id": 1,
    "group": "motorcycle"
}'

selector-example.json

{
	"name": {"use": "text", "value": "h1 span", "filters": ["trim-space"]},
	"screen": {"use": "text", "value": "#phone div[data-gallery] .col-xs-16 div.bor-t-1", "filters": ["trim-space"]},
	"os": {"use": "text", "value": "#phone div[data-gallery] .col-xs-16 div.bor-t-1", "i": 1, "filters": ["trim-space"]},
	"camera": {"use": "text", "value": "#phone div[data-gallery] .col-xs-16 div.bor-t-1", "i": 2, "filters": ["trim-space"]}, 
	"storage": {"use": "text", "value": "#phone div[data-gallery] .col-xs-16 div.bor-t-1", "i": 3, "filters": ["trim-space"]},
}

track-sitemap.sh

micro query sg.micro.srv.spider Spider.TrackSitemap '{
    "from": "http://www.data.com/specs/",
    "name": "Data specs",
    "depth": 4,
    "strict": true, 
    "patterns": [
        {"name": "motorcycle", "matches": "^{manufacturer:slug}/{type:slug}/{year:num}/{series:slug}/{model:slug}.html"},
        {"name": "filtered-list", "matches": "^{list:slug}/{filter:slug}.html"},
        {"name": "list", "matches": "^{list:slug}.html"},
        {"name": "landing", "matches": "^$"}
    ]
}

track-url.sh

micro query sg.micro.srv.spider Spider.TrackURL '{
    "url": "https://comparateca.com/iphone-6",
    "group": "comparateca"
}'