Skip to content

Instantly share code, notes, and snippets.

@suzuki
Last active August 29, 2015 14:09
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save suzuki/ff3a155c6ef89bb48f5a to your computer and use it in GitHub Desktop.
Save suzuki/ff3a155c6ef89bb48f5a to your computer and use it in GitHub Desktop.
{
"_index": "_river",
"_type": "suzuki_tdiary_net",
"_id": "_meta",
"_version": 1,
"found": true,
"_source": {
"type": "web",
"crawl": {
"index": "webindex",
"url": [
"http://suzuki.tdiary.net/"
],
"includeFilter": [
"http://suzuki.tdiary.net/.*"
],
"excludeFilter": [
"http://suzuki.tdiary.net/images/.*",
"http://suzuki.tdiary.net/js/.*",
"http://suzuki.tdiary.net/theme/.*",
"http://suzuki.tdiary.net/update.rb.*"
],
"maxDepth": 3,
"maxAccessCount": 200,
"numOfThread": 1,
"interval": 4000,
"overwrite": true,
"userAgent": "Elasticsearch Bot (suzuki.tdiary.net)",
"robotsTxt": true,
"target": [
{
"pattern": {
"url": "http://suzuki.tdiary.net/.*",
"mimeType": "text/html"
},
"properties": {
"title": {
"text": "title"
},
"body": {
"text": "body",
"trimSpaces": true
},
"meta": {
"attr": "meta[property=twitter:description]",
"args": [
"content"
]
}
}
}
]
},
"schedule": {
"cron": "0 55 7 * * ?"
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment