Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
This is a "scenario" for apartment hunting in Hamburg, Germany to be used with the Huginn scraper (https://github.com/huginn/huginn). It includes a list of about 20 building companies who publish new rental ads on their own website, as well as an agent for the two big real estate platforms Immobilienscout and Immowelt. However it is customised t…
{
"schema_version": 1,
"name": "wohnungssuche",
"description": "This scenario is for apartment search in Hamburg, Germany. It has several event sources from building companies who have their own property ads on their website.",
"source_url": false,
"guid": "b157be4c66ae64b92ae4725fee342313",
"tag_fg_color": "#ffffff",
"tag_bg_color": "#5bc0de",
"icon": "home",
"exported_at": "2017-10-06T07:33:37Z",
"agents": [
{
"type": "Agents::WebsiteAgent",
"name": "Immowelt",
"disabled": false,
"guid": "12644ed511645b2415c3a285cca3c1e6",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.immowelt.de/liste/hamburg-barmbek-nord/wohnungen/mieten?geoid=10802005000008%2C10802004000012%2C10802004000015%2C10802005000019%2C10802007000022%2C10802003000023%2C10802005000025%2C10802004000030%2C10802004000033%2C10802004000032%2C10802004000037%2C10802005000044%2C10802004000045%2C10802007000059%2C10802004000067%2C10802004000086%2C10802005000094%2C10802007000098%2C10802005000102&roomi=3&prima=1200&wflmi=50&sort=createdate%2Bdesc",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".listcontent.clear h2",
"value": "string(.)"
},
"url": {
"css": ".listitem.relative.js-listitem>a",
"value": "@href"
}
},
"baseUrl": "https://www.immowelt.de"
},
"schedule": "every_5m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wohnungsbaugenossenschaft Gartenstadt Wandsbek",
"disabled": false,
"guid": "131c16290fa6ecb33b722e60bf9357fe",
"options": {
"expected_update_period_in_days": "2",
"url": "https://asp2.immosolve.eu/immosolve_presentation/pub/modern/2227623/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Kaifu Nordland eG",
"disabled": false,
"guid": "13fbdfa884fca7371fe4261755b3b247",
"options": {
"expected_update_period_in_days": "2",
"url": "https://kaifu.de/index.php?id=14",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".tx-zekaifu-pi2"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "VHW",
"disabled": false,
"guid": "141a1b359260237d241451a8136f4259",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.vhw-hamburg.de/wohnen/aktuelle-angebote/miete/500__1200/anzahl_zimmer/2__3.html",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".searchResults--list--object--content a",
"value": "normalize-space(.)"
},
"url": {
"css": ".searchResults--list--object--content a",
"value": "@href"
}
},
"baseUrl": "https://www.vhw-hamburg.de/"
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wohnungsunternehmen Plambeck",
"disabled": false,
"guid": "22fa043bf7787d9e54baf1828a65f824",
"options": {
"expected_update_period_in_days": "2",
"url": "http://www.plambeck.com/content/suche/?ort=Hamburg&typ=Wohnung&mietekauf=Miete&groesse=Ab+3+Zimmer&x=45&y=23",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".entry-content.clearfix"
}
}
},
"schedule": "every_5m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Baugenossenschaft Hamburger Wohnen",
"disabled": false,
"guid": "432d8a65f54d07da41b280cc17a88ac3",
"options": {
"expected_update_period_in_days": "2",
"url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/4000003/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wohnungsgenossenschaft von 1904",
"disabled": false,
"guid": "45ff1b8b8332d969fc49f276a65378ca",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.1904.de/wohnungen/wohnungsangebote/wohnungsangebote/",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#mainContent"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Akelius",
"disabled": false,
"guid": "54d5a01a6f59ffff02ac693185c256b0",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.akelius.de/suche/wohnungen/norden/hamburg/list?region=all",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": "figcaption h3",
"value": "normalize-space(.)"
},
"url": {
"css": ".list-links figure>a",
"value": "@href"
}
},
"baseUrl": "https://www.akelius.de"
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Bauverein Reiherstieg",
"disabled": false,
"guid": "5882a12bc52065898452d45fa33df49a",
"options": {
"expected_update_period_in_days": "2",
"url": "https://hpm2.immosolve.eu/immosolve_presentation/pub/modern/2217860/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Bauverein der Elbgemeinden",
"disabled": false,
"guid": "5fc54691782067e4e0ad9f3eb8ff63b9",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.bve.de/wohnen-beim-bve/wohnungsbestand/wohnungsangebote/",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".innerContent"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Hanseatische Baugenossenschaft Hamburg",
"disabled": false,
"guid": "69437112bd92539413f529b702ec7884",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.hanseatische.de/de/Wohnungsangebote",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".main"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wohnungsverein Hamburg 1902",
"disabled": false,
"guid": "697df2d4f0d47e4043adaa07ca43c889",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.wv1902.de/Wohnungen",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#mainR"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::EventFormattingAgent",
"name": "Format with Detail",
"disabled": false,
"guid": "6cb5bfe78c804b84a73859f220197c7a",
"options": {
"instructions": {
"message": "Neues Inserat bei {{agent.name}}: {{listEntry | replace:'NEU',''}}",
"url": "{{agent.options.baseUrl}}{{url}}",
"title": "Wohnungssuche"
},
"mode": "clean"
},
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Hansa Baugenossenschaft",
"disabled": false,
"guid": "7792a17acbd83e35fe239000ac4141a1",
"options": {
"expected_update_period_in_days": "2",
"url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/2228361/1553/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "dhu Baugenossenschaft",
"disabled": false,
"guid": "8209fb938b111006421dadbad3d7bab8",
"options": {
"expected_update_period_in_days": "2",
"url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/2223228/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Erich Thor Wohnungsunternehmen GmbH",
"disabled": false,
"guid": "880d4909eeec6e6792e84d2ecf2cbe98",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.thor.de/de/privat/list",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".list-desc-text>strong",
"value": "normalize-space(.)"
},
"url": {
"css": ".row.listobj>a",
"value": "@href"
}
},
"baseUrl": "https://www.thor.de"
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Saga GWG",
"disabled": false,
"guid": "884a0afded905ba7abe6408c3dece09a",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.saga.hamburg/immobiliensuche?type=wohnungen",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".teaser-content.cf.media__body h3.h3.teaser-h",
"value": "string(.)"
},
"url": {
"css": ".teaser3.teaser3--listing.teaser-simple--boxed a.inner.media",
"value": "@href"
}
},
"baseUrl": "https://www.saga.hamburg"
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Immobilienscout",
"disabled": false,
"guid": "8e690c1cd8df4995ea0aa7d36187ac12",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.immobilienscout24.de/Suche/S-2/Wohnung-Miete/Hamburg/Hamburg/131_7_122_58_25_57_56_31_127_29_28_49_113_48_55_20_52_75_10_73_15_47_46_45/2,50-4,00/60,00-/EURO--1200,00/-/-/-/-/-/true",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".result-list-entry__data h5",
"value": "string(.)"
},
"url": {
"css": "a.result-list-entry__brand-title-container",
"value": "@href"
}
},
"baseUrl": "https://www.immobilienscout24.de"
},
"schedule": "every_5m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wentzel Dr",
"disabled": false,
"guid": "97278514609d99170fe517045680a8ef",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.wentzel-dr.de/immobilien/mietwohnungen/norddeutschland?sort=aktuell&asc=1",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".objektHeadlineCard",
"value": "string(.)"
},
"url": {
"css": ".objektImage>a",
"value": "@href"
}
},
"baseUrl": ""
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::EventFormattingAgent",
"name": "Format No Detail",
"disabled": false,
"guid": "a858275b6f8ebc3fba46768b0df2f1bf",
"options": {
"instructions": {
"message": "Neuer Eintrag bei {{agent.name}}",
"url": "{{agent.options['url']}}",
"title": "Wohnungssuche"
},
"mode": "clean"
},
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Baugenossenschaft Dennerstraße",
"disabled": false,
"guid": "c5b0dcefa6330004041893e6f5a6c4da",
"options": {
"expected_update_period_in_days": "2",
"url": "http://www.bds-hamburg.de/vermietung/wohnungsangebote.html",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".inner"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wichern Baugesellschaft",
"disabled": false,
"guid": "c5c5ff80a5bdacb92842db4b0c10ff19",
"options": {
"expected_update_period_in_days": "2",
"url": "http://www.wichernbau.de/index.php?option=com_jea&view=properties&Itemid=135",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".span12.row_uebersicht_data",
"value": "normalize-space(.)"
},
"url": {
"css": ".span12.row_uebersicht_data a",
"value": "@href"
}
},
"baseUrl": "http://www.wichernbau.de"
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::PushoverAgent",
"name": "Pushover Notification",
"disabled": false,
"guid": "c7e1564d6b8f90b71b36d30661532d1e",
"options": {
"token": "XXX",
"user": "XXX",
"message": "{{message}}",
"device": "{{ device }}",
"title": "{{title}}",
"url": "{{url}}",
"url_title": "Zur Webseite",
"priority": "{{ priority }}",
"timestamp": "{{ timestamp }}",
"sound": "{{ sound }}",
"retry": "{{ retry }}",
"expire": "{{ expire }}",
"expected_receive_period_in_days": "1"
},
"propagate_immediately": true
},
{
"type": "Agents::WebsiteAgent",
"name": "Walddörfer",
"disabled": false,
"guid": "d18b369099e1d8d9660403c726a1224f",
"options": {
"expected_update_period_in_days": "2",
"url": "https://hpm2.immosolve.eu/immosolve_presentation/pub/modern/2227215/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
}
],
"links": [
{
"source": 0,
"receiver": 12
},
{
"source": 1,
"receiver": 19
},
{
"source": 2,
"receiver": 19
},
{
"source": 3,
"receiver": 12
},
{
"source": 4,
"receiver": 19
},
{
"source": 5,
"receiver": 19
},
{
"source": 6,
"receiver": 19
},
{
"source": 7,
"receiver": 12
},
{
"source": 8,
"receiver": 19
},
{
"source": 9,
"receiver": 19
},
{
"source": 10,
"receiver": 19
},
{
"source": 11,
"receiver": 19
},
{
"source": 12,
"receiver": 22
},
{
"source": 13,
"receiver": 19
},
{
"source": 14,
"receiver": 19
},
{
"source": 15,
"receiver": 12
},
{
"source": 16,
"receiver": 12
},
{
"source": 17,
"receiver": 12
},
{
"source": 18,
"receiver": 12
},
{
"source": 19,
"receiver": 22
},
{
"source": 20,
"receiver": 19
},
{
"source": 21,
"receiver": 12
},
{
"source": 23,
"receiver": 19
}
],
"control_links": [
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.