Skip to content

Instantly share code, notes, and snippets.

@pReya

pReya/Wohnungssuche.json

Last active October 6, 2017 08:46
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 1 You must be signed in to fork a gist
  • Save pReya/37323771dbf0e4065f2f4542fe6f5986 to your computer and use it in GitHub Desktop.
Save pReya/37323771dbf0e4065f2f4542fe6f5986 to your computer and use it in GitHub Desktop.
Download ZIP
This is a "scenario" for apartment hunting in Hamburg, Germany to be used with the Huginn scraper (https://github.com/huginn/huginn). It includes a list of about 20 building companies who publish new rental ads on their own website, as well as an agent for the two big real estate platforms Immobilienscout and Immowelt. However it is customised t…
Raw
Wohnungssuche.json
{
"schema_version": 1,
"name": "wohnungssuche",
"description": "This scenario is for apartment search in Hamburg, Germany. It has several event sources from building companies who have their own property ads on their website.",
"source_url": false,
"guid": "b157be4c66ae64b92ae4725fee342313",
"tag_fg_color": "#ffffff",
"tag_bg_color": "#5bc0de",
"icon": "home",
"exported_at": "2017-10-06T07:33:37Z",
"agents": [
{
"type": "Agents::WebsiteAgent",
"name": "Immowelt",
"disabled": false,
"guid": "12644ed511645b2415c3a285cca3c1e6",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.immowelt.de/liste/hamburg-barmbek-nord/wohnungen/mieten?geoid=10802005000008%2C10802004000012%2C10802004000015%2C10802005000019%2C10802007000022%2C10802003000023%2C10802005000025%2C10802004000030%2C10802004000033%2C10802004000032%2C10802004000037%2C10802005000044%2C10802004000045%2C10802007000059%2C10802004000067%2C10802004000086%2C10802005000094%2C10802007000098%2C10802005000102&roomi=3&prima=1200&wflmi=50&sort=createdate%2Bdesc",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".listcontent.clear h2",
"value": "string(.)"
},
"url": {
"css": ".listitem.relative.js-listitem>a",
"value": "@href"
}
},
"baseUrl": "https://www.immowelt.de"
},
"schedule": "every_5m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wohnungsbaugenossenschaft Gartenstadt Wandsbek",
"disabled": false,
"guid": "131c16290fa6ecb33b722e60bf9357fe",
"options": {
"expected_update_period_in_days": "2",
"url": "https://asp2.immosolve.eu/immosolve_presentation/pub/modern/2227623/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Kaifu Nordland eG",
"disabled": false,
"guid": "13fbdfa884fca7371fe4261755b3b247",
"options": {
"expected_update_period_in_days": "2",
"url": "https://kaifu.de/index.php?id=14",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".tx-zekaifu-pi2"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "VHW",
"disabled": false,
"guid": "141a1b359260237d241451a8136f4259",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.vhw-hamburg.de/wohnen/aktuelle-angebote/miete/500__1200/anzahl_zimmer/2__3.html",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".searchResults--list--object--content a",
"value": "normalize-space(.)"
},
"url": {
"css": ".searchResults--list--object--content a",
"value": "@href"
}
},
"baseUrl": "https://www.vhw-hamburg.de/"
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wohnungsunternehmen Plambeck",
"disabled": false,
"guid": "22fa043bf7787d9e54baf1828a65f824",
"options": {
"expected_update_period_in_days": "2",
"url": "http://www.plambeck.com/content/suche/?ort=Hamburg&typ=Wohnung&mietekauf=Miete&groesse=Ab+3+Zimmer&x=45&y=23",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".entry-content.clearfix"
}
}
},
"schedule": "every_5m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Baugenossenschaft Hamburger Wohnen",
"disabled": false,
"guid": "432d8a65f54d07da41b280cc17a88ac3",
"options": {
"expected_update_period_in_days": "2",
"url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/4000003/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wohnungsgenossenschaft von 1904",
"disabled": false,
"guid": "45ff1b8b8332d969fc49f276a65378ca",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.1904.de/wohnungen/wohnungsangebote/wohnungsangebote/",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#mainContent"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Akelius",
"disabled": false,
"guid": "54d5a01a6f59ffff02ac693185c256b0",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.akelius.de/suche/wohnungen/norden/hamburg/list?region=all",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": "figcaption h3",
"value": "normalize-space(.)"
},
"url": {
"css": ".list-links figure>a",
"value": "@href"
}
},
"baseUrl": "https://www.akelius.de"
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Bauverein Reiherstieg",
"disabled": false,
"guid": "5882a12bc52065898452d45fa33df49a",
"options": {
"expected_update_period_in_days": "2",
"url": "https://hpm2.immosolve.eu/immosolve_presentation/pub/modern/2217860/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Bauverein der Elbgemeinden",
"disabled": false,
"guid": "5fc54691782067e4e0ad9f3eb8ff63b9",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.bve.de/wohnen-beim-bve/wohnungsbestand/wohnungsangebote/",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".innerContent"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Hanseatische Baugenossenschaft Hamburg",
"disabled": false,
"guid": "69437112bd92539413f529b702ec7884",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.hanseatische.de/de/Wohnungsangebote",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".main"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wohnungsverein Hamburg 1902",
"disabled": false,
"guid": "697df2d4f0d47e4043adaa07ca43c889",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.wv1902.de/Wohnungen",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#mainR"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::EventFormattingAgent",
"name": "Format with Detail",
"disabled": false,
"guid": "6cb5bfe78c804b84a73859f220197c7a",
"options": {
"instructions": {
"message": "Neues Inserat bei {{agent.name}}: {{listEntry | replace:'NEU',''}}",
"url": "{{agent.options.baseUrl}}{{url}}",
"title": "Wohnungssuche"
},
"mode": "clean"
},
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Hansa Baugenossenschaft",
"disabled": false,
"guid": "7792a17acbd83e35fe239000ac4141a1",
"options": {
"expected_update_period_in_days": "2",
"url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/2228361/1553/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "dhu Baugenossenschaft",
"disabled": false,
"guid": "8209fb938b111006421dadbad3d7bab8",
"options": {
"expected_update_period_in_days": "2",
"url": "https://asp-02.immosolve.eu/immosolve_presentation/pub/modern/2223228/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Erich Thor Wohnungsunternehmen GmbH",
"disabled": false,
"guid": "880d4909eeec6e6792e84d2ecf2cbe98",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.thor.de/de/privat/list",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".list-desc-text>strong",
"value": "normalize-space(.)"
},
"url": {
"css": ".row.listobj>a",
"value": "@href"
}
},
"baseUrl": "https://www.thor.de"
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Saga GWG",
"disabled": false,
"guid": "884a0afded905ba7abe6408c3dece09a",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.saga.hamburg/immobiliensuche?type=wohnungen",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".teaser-content.cf.media__body h3.h3.teaser-h",
"value": "string(.)"
},
"url": {
"css": ".teaser3.teaser3--listing.teaser-simple--boxed a.inner.media",
"value": "@href"
}
},
"baseUrl": "https://www.saga.hamburg"
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Immobilienscout",
"disabled": false,
"guid": "8e690c1cd8df4995ea0aa7d36187ac12",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.immobilienscout24.de/Suche/S-2/Wohnung-Miete/Hamburg/Hamburg/131_7_122_58_25_57_56_31_127_29_28_49_113_48_55_20_52_75_10_73_15_47_46_45/2,50-4,00/60,00-/EURO--1200,00/-/-/-/-/-/true",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".result-list-entry__data h5",
"value": "string(.)"
},
"url": {
"css": "a.result-list-entry__brand-title-container",
"value": "@href"
}
},
"baseUrl": "https://www.immobilienscout24.de"
},
"schedule": "every_5m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wentzel Dr",
"disabled": false,
"guid": "97278514609d99170fe517045680a8ef",
"options": {
"expected_update_period_in_days": "2",
"url": "https://www.wentzel-dr.de/immobilien/mietwohnungen/norddeutschland?sort=aktuell&asc=1",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".objektHeadlineCard",
"value": "string(.)"
},
"url": {
"css": ".objektImage>a",
"value": "@href"
}
},
"baseUrl": ""
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::EventFormattingAgent",
"name": "Format No Detail",
"disabled": false,
"guid": "a858275b6f8ebc3fba46768b0df2f1bf",
"options": {
"instructions": {
"message": "Neuer Eintrag bei {{agent.name}}",
"url": "{{agent.options['url']}}",
"title": "Wohnungssuche"
},
"mode": "clean"
},
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Baugenossenschaft Dennerstraße",
"disabled": false,
"guid": "c5b0dcefa6330004041893e6f5a6c4da",
"options": {
"expected_update_period_in_days": "2",
"url": "http://www.bds-hamburg.de/vermietung/wohnungsangebote.html",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": ".inner"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
},
{
"type": "Agents::WebsiteAgent",
"name": "Wichern Baugesellschaft",
"disabled": false,
"guid": "c5c5ff80a5bdacb92842db4b0c10ff19",
"options": {
"expected_update_period_in_days": "2",
"url": "http://www.wichernbau.de/index.php?option=com_jea&view=properties&Itemid=135",
"type": "html",
"mode": "on_change",
"extract": {
"listEntry": {
"css": ".span12.row_uebersicht_data",
"value": "normalize-space(.)"
},
"url": {
"css": ".span12.row_uebersicht_data a",
"value": "@href"
}
},
"baseUrl": "http://www.wichernbau.de"
},
"schedule": "every_10m",
"keep_events_for": 86400,
"propagate_immediately": false
},
{
"type": "Agents::PushoverAgent",
"name": "Pushover Notification",
"disabled": false,
"guid": "c7e1564d6b8f90b71b36d30661532d1e",
"options": {
"token": "XXX",
"user": "XXX",
"message": "{{message}}",
"device": "{{ device }}",
"title": "{{title}}",
"url": "{{url}}",
"url_title": "Zur Webseite",
"priority": "{{ priority }}",
"timestamp": "{{ timestamp }}",
"sound": "{{ sound }}",
"retry": "{{ retry }}",
"expire": "{{ expire }}",
"expected_receive_period_in_days": "1"
},
"propagate_immediately": true
},
{
"type": "Agents::WebsiteAgent",
"name": "Walddörfer",
"disabled": false,
"guid": "d18b369099e1d8d9660403c726a1224f",
"options": {
"expected_update_period_in_days": "2",
"url": "https://hpm2.immosolve.eu/immosolve_presentation/pub/modern/2227215/HP/immo.jsp",
"type": "html",
"mode": "on_change",
"extract": {
"content": {
"css": "#objectsBody"
}
}
},
"schedule": "every_10m",
"keep_events_for": 0,
"propagate_immediately": false
}
],
"links": [
{
"source": 0,
"receiver": 12
},
{
"source": 1,
"receiver": 19
},
{
"source": 2,
"receiver": 19
},
{
"source": 3,
"receiver": 12
},
{
"source": 4,
"receiver": 19
},
{
"source": 5,
"receiver": 19
},
{
"source": 6,
"receiver": 19
},
{
"source": 7,
"receiver": 12
},
{
"source": 8,
"receiver": 19
},
{
"source": 9,
"receiver": 19
},
{
"source": 10,
"receiver": 19
},
{
"source": 11,
"receiver": 19
},
{
"source": 12,
"receiver": 22
},
{
"source": 13,
"receiver": 19
},
{
"source": 14,
"receiver": 19
},
{
"source": 15,
"receiver": 12
},
{
"source": 16,
"receiver": 12
},
{
"source": 17,
"receiver": 12
},
{
"source": 18,
"receiver": 12
},
{
"source": 19,
"receiver": 22
},
{
"source": 20,
"receiver": 19
},
{
"source": 21,
"receiver": 12
},
{
"source": 23,
"receiver": 19
}
],
"control_links": [
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment