Skip to content

Instantly share code, notes, and snippets.

@Krule

Krule/tokens.json

Created January 19, 2016 13:23
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save Krule/359101047fa9567e5265 to your computer and use it in GitHub Desktop.
Save Krule/359101047fa9567e5265 to your computer and use it in GitHub Desktop.
Download ZIP
Token result
Raw
tokens.json
{
"tokens": [
{
"token": " adaquaten",
"start_offset": 6,
"end_offset": 15,
"type": "shingle",
"position": 0
},
{
"token": "adaquaten",
"start_offset": 6,
"end_offset": 15,
"type": "<ALPHANUM>",
"position": 1
},
{
"token": "adaquaten adaquat",
"start_offset": 6,
"end_offset": 15,
"type": "shingle",
"position": 1
},
{
"token": "adaquat",
"start_offset": 6,
"end_offset": 15,
"type": "<ALPHANUM>",
"position": 2
},
{
"token": "adaquat schornsteinfegerausstieg",
"start_offset": 6,
"end_offset": 40,
"type": "shingle",
"position": 2
},
{
"token": "schornsteinfegerausstieg",
"start_offset": 16,
"end_offset": 40,
"type": "<ALPHANUM>",
"position": 3
},
{
"token": "schornsteinfegerausstieg schornstein",
"start_offset": 16,
"end_offset": 40,
"type": "shingle",
"position": 3
},
{
"token": "schornstein",
"start_offset": 16,
"end_offset": 40,
"type": "<ALPHANUM>",
"position": 4
},
{
"token": "schornstein feger",
"start_offset": 16,
"end_offset": 40,
"type": "shingle",
"position": 4
},
{
"token": "feger",
"start_offset": 16,
"end_offset": 40,
"type": "<ALPHANUM>",
"position": 5
},
{
"token": "feger ausstieg",
"start_offset": 16,
"end_offset": 40,
"type": "shingle",
"position": 5
},
{
"token": "ausstieg",
"start_offset": 16,
"end_offset": 40,
"type": "<ALPHANUM>",
"position": 6
},
{
"token": "ausstieg erhalt",
"start_offset": 16,
"end_offset": 47,
"type": "shingle",
"position": 6
},
{
"token": "erhalt",
"start_offset": 41,
"end_offset": 47,
"type": "<ALPHANUM>",
"position": 7
},
{
"token": "erhalt erhalt",
"start_offset": 41,
"end_offset": 47,
"type": "shingle",
"position": 7
},
{
"token": "erhalt",
"start_offset": 41,
"end_offset": 47,
"type": "<ALPHANUM>",
"position": 8
},
{
"token": "erhalt ",
"start_offset": 41,
"end_offset": 60,
"type": "shingle",
"position": 8
},
{
"token": " lichtkuppel",
"start_offset": 60,
"end_offset": 71,
"type": "shingle",
"position": 9
},
{
"token": "lichtkuppel",
"start_offset": 60,
"end_offset": 71,
"type": "<ALPHANUM>",
"position": 10
},
{
"token": "lichtkuppel licht",
"start_offset": 60,
"end_offset": 71,
"type": "shingle",
"position": 10
},
{
"token": "licht",
"start_offset": 60,
"end_offset": 71,
"type": "<ALPHANUM>",
"position": 11
},
{
"token": "licht kuppel",
"start_offset": 60,
"end_offset": 71,
"type": "shingle",
"position": 11
},
{
"token": "kuppel",
"start_offset": 60,
"end_offset": 71,
"type": "<ALPHANUM>",
"position": 12
},
{
"token": "kuppel dachfenster",
"start_offset": 60,
"end_offset": 83,
"type": "shingle",
"position": 12
},
{
"token": "dachfenster",
"start_offset": 72,
"end_offset": 83,
"type": "<ALPHANUM>",
"position": 13
},
{
"token": "dachfenster dach",
"start_offset": 72,
"end_offset": 83,
"type": "shingle",
"position": 13
},
{
"token": "dach",
"start_offset": 72,
"end_offset": 83,
"type": "<ALPHANUM>",
"position": 14
},
{
"token": "dach fenster",
"start_offset": 72,
"end_offset": 83,
"type": "shingle",
"position": 14
},
{
"token": "fenster",
"start_offset": 72,
"end_offset": 83,
"type": "<ALPHANUM>",
"position": 15
},
{
"token": "fenster wohndachfenster",
"start_offset": 72,
"end_offset": 83,
"type": "shingle",
"position": 15
},
{
"token": "wohndachfenster",
"start_offset": 72,
"end_offset": 83,
"type": "SYNONYM",
"position": 16
},
{
"token": "wohndachfenster wohndachfenster",
"start_offset": 72,
"end_offset": 83,
"type": "shingle",
"position": 16
},
{
"token": "wohndachfenster",
"start_offset": 72,
"end_offset": 83,
"type": "SYNONYM",
"position": 17
},
{
"token": "wohndachfenster ",
"start_offset": 72,
"end_offset": 88,
"type": "shingle",
"position": 17
},
{
"token": " braas",
"start_offset": 88,
"end_offset": 93,
"type": "shingle",
"position": 18
},
{
"token": "braas",
"start_offset": 88,
"end_offset": 93,
"type": "<ALPHANUM>",
"position": 19
},
{
"token": "braas braas",
"start_offset": 88,
"end_offset": 93,
"type": "shingle",
"position": 19
},
{
"token": "braas",
"start_offset": 88,
"end_offset": 93,
"type": "<ALPHANUM>",
"position": 20
},
{
"token": "braas ",
"start_offset": 88,
"end_offset": 98,
"type": "shingle",
"position": 20
},
{
"token": " sorgt",
"start_offset": 98,
"end_offset": 103,
"type": "shingle",
"position": 21
},
{
"token": "sorgt",
"start_offset": 98,
"end_offset": 103,
"type": "<ALPHANUM>",
"position": 22
},
{
"token": "sorgt sorgt",
"start_offset": 98,
"end_offset": 103,
"type": "shingle",
"position": 22
},
{
"token": "sorgt",
"start_offset": 98,
"end_offset": 103,
"type": "<ALPHANUM>",
"position": 23
},
{
"token": "sorgt ",
"start_offset": 98,
"end_offset": 112,
"type": "shingle",
"position": 23
},
{
"token": " entsprechende",
"start_offset": 112,
"end_offset": 125,
"type": "shingle",
"position": 24
},
{
"token": "entsprechende",
"start_offset": 112,
"end_offset": 125,
"type": "<ALPHANUM>",
"position": 25
},
{
"token": "entsprechende entsprech",
"start_offset": 112,
"end_offset": 125,
"type": "shingle",
"position": 25
},
{
"token": "entsprech",
"start_offset": 112,
"end_offset": 125,
"type": "<ALPHANUM>",
"position": 26
},
{
"token": "entsprech ende",
"start_offset": 112,
"end_offset": 125,
"type": "shingle",
"position": 26
},
{
"token": "ende",
"start_offset": 112,
"end_offset": 125,
"type": "<ALPHANUM>",
"position": 27
},
{
"token": "ende beluftung",
"start_offset": 112,
"end_offset": 135,
"type": "shingle",
"position": 27
},
{
"token": "beluftung",
"start_offset": 126,
"end_offset": 135,
"type": "<ALPHANUM>",
"position": 28
},
{
"token": "beluftung beluftung",
"start_offset": 126,
"end_offset": 135,
"type": "shingle",
"position": 28
},
{
"token": "beluftung",
"start_offset": 126,
"end_offset": 135,
"type": "<ALPHANUM>",
"position": 29
},
{
"token": "beluftung ",
"start_offset": 126,
"end_offset": 140,
"type": "shingle",
"position": 29
},
{
"token": " belichtung",
"start_offset": 140,
"end_offset": 150,
"type": "shingle",
"position": 30
},
{
"token": "belichtung",
"start_offset": 140,
"end_offset": 150,
"type": "<ALPHANUM>",
"position": 31
},
{
"token": "belichtung belichtung",
"start_offset": 140,
"end_offset": 150,
"type": "shingle",
"position": 31
},
{
"token": "belichtung",
"start_offset": 140,
"end_offset": 150,
"type": "<ALPHANUM>",
"position": 32
},
{
"token": "belichtung ",
"start_offset": 140,
"end_offset": 163,
"type": "shingle",
"position": 32
},
{
"token": " ausgebauten",
"start_offset": 163,
"end_offset": 174,
"type": "shingle",
"position": 33
},
{
"token": "ausgebauten",
"start_offset": 163,
"end_offset": 174,
"type": "<ALPHANUM>",
"position": 34
},
{
"token": "ausgebauten ausgebau",
"start_offset": 163,
"end_offset": 174,
"type": "shingle",
"position": 34
},
{
"token": "ausgebau",
"start_offset": 163,
"end_offset": 174,
"type": "<ALPHANUM>",
"position": 35
},
{
"token": "ausgebau dachraumes",
"start_offset": 163,
"end_offset": 185,
"type": "shingle",
"position": 35
},
{
"token": "dachraumes",
"start_offset": 175,
"end_offset": 185,
"type": "<ALPHANUM>",
"position": 36
},
{
"token": "dachraumes dach",
"start_offset": 175,
"end_offset": 185,
"type": "shingle",
"position": 36
},
{
"token": "dach",
"start_offset": 175,
"end_offset": 185,
"type": "<ALPHANUM>",
"position": 37
},
{
"token": "dach raum",
"start_offset": 175,
"end_offset": 185,
"type": "shingle",
"position": 37
},
{
"token": "raum",
"start_offset": 175,
"end_offset": 185,
"type": "<ALPHANUM>",
"position": 38
},
{
"token": "raum ",
"start_offset": 175,
"end_offset": 192,
"type": "shingle",
"position": 38
},
{
"token": " besonderheit",
"start_offset": 192,
"end_offset": 204,
"type": "shingle",
"position": 39
},
{
"token": "besonderheit",
"start_offset": 192,
"end_offset": 204,
"type": "<ALPHANUM>",
"position": 40
},
{
"token": "besonderheit besonderheit",
"start_offset": 192,
"end_offset": 204,
"type": "shingle",
"position": 40
},
{
"token": "besonderheit",
"start_offset": 192,
"end_offset": 204,
"type": "<ALPHANUM>",
"position": 41
},
{
"token": "besonderheit bildet",
"start_offset": 192,
"end_offset": 211,
"type": "shingle",
"position": 41
},
{
"token": "bildet",
"start_offset": 205,
"end_offset": 211,
"type": "<ALPHANUM>",
"position": 42
},
{
"token": "bildet bildet",
"start_offset": 205,
"end_offset": 211,
"type": "shingle",
"position": 42
},
{
"token": "bildet",
"start_offset": 205,
"end_offset": 211,
"type": "<ALPHANUM>",
"position": 43
},
{
"token": "bildet ",
"start_offset": 205,
"end_offset": 216,
"type": "shingle",
"position": 43
},
{
"token": " bruchfeste",
"start_offset": 216,
"end_offset": 226,
"type": "shingle",
"position": 44
},
{
"token": "bruchfeste",
"start_offset": 216,
"end_offset": 226,
"type": "<ALPHANUM>",
"position": 45
},
{
"token": "bruchfeste bruch",
"start_offset": 216,
"end_offset": 226,
"type": "shingle",
"position": 45
},
{
"token": "bruch",
"start_offset": 216,
"end_offset": 226,
"type": "<ALPHANUM>",
"position": 46
},
{
"token": "bruch fest",
"start_offset": 216,
"end_offset": 226,
"type": "shingle",
"position": 46
},
{
"token": "fest",
"start_offset": 216,
"end_offset": 226,
"type": "<ALPHANUM>",
"position": 47
},
{
"token": "fest lichtkuppel",
"start_offset": 216,
"end_offset": 238,
"type": "shingle",
"position": 47
},
{
"token": "lichtkuppel",
"start_offset": 227,
"end_offset": 238,
"type": "<ALPHANUM>",
"position": 48
},
{
"token": "lichtkuppel licht",
"start_offset": 227,
"end_offset": 238,
"type": "shingle",
"position": 48
},
{
"token": "licht",
"start_offset": 227,
"end_offset": 238,
"type": "<ALPHANUM>",
"position": 49
},
{
"token": "licht kuppel",
"start_offset": 227,
"end_offset": 238,
"type": "shingle",
"position": 49
},
{
"token": "kuppel",
"start_offset": 227,
"end_offset": 238,
"type": "<ALPHANUM>",
"position": 50
},
{
"token": "kuppel eigenschaften",
"start_offset": 227,
"end_offset": 253,
"type": "shingle",
"position": 50
},
{
"token": "eigenschaften",
"start_offset": 240,
"end_offset": 253,
"type": "<ALPHANUM>",
"position": 51
},
{
"token": "eigenschaften eigenschaft",
"start_offset": 240,
"end_offset": 253,
"type": "shingle",
"position": 51
},
{
"token": "eigenschaft",
"start_offset": 240,
"end_offset": 253,
"type": "<ALPHANUM>",
"position": 52
},
{
"token": "eigenschaft ",
"start_offset": 240,
"end_offset": 259,
"type": "shingle",
"position": 52
},
{
"token": " kleinformatige",
"start_offset": 259,
"end_offset": 273,
"type": "shingle",
"position": 53
},
{
"token": "kleinformatige",
"start_offset": 259,
"end_offset": 273,
"type": "<ALPHANUM>",
"position": 54
},
{
"token": "kleinformatige kleinf",
"start_offset": 259,
"end_offset": 273,
"type": "shingle",
"position": 54
},
{
"token": "kleinf",
"start_offset": 259,
"end_offset": 273,
"type": "<ALPHANUM>",
"position": 55
},
{
"token": "kleinf ormatige",
"start_offset": 259,
"end_offset": 273,
"type": "shingle",
"position": 55
},
{
"token": "ormatige",
"start_offset": 259,
"end_offset": 273,
"type": "<ALPHANUM>",
"position": 56
},
{
"token": "ormatige bedachungsmaterialien",
"start_offset": 259,
"end_offset": 295,
"type": "shingle",
"position": 56
},
{
"token": "bedachungsmaterialien",
"start_offset": 274,
"end_offset": 295,
"type": "<ALPHANUM>",
"position": 57
},
{
"token": "bedachungsmaterialien bedachung",
"start_offset": 274,
"end_offset": 295,
"type": "shingle",
"position": 57
},
{
"token": "bedachung",
"start_offset": 274,
"end_offset": 295,
"type": "<ALPHANUM>",
"position": 58
},
{
"token": "bedachung material",
"start_offset": 274,
"end_offset": 295,
"type": "shingle",
"position": 58
},
{
"token": "material",
"start_offset": 274,
"end_offset": 295,
"type": "<ALPHANUM>",
"position": 59
},
{
"token": "material ",
"start_offset": 274,
"end_offset": 301,
"type": "shingle",
"position": 59
},
{
"token": " ausstiegsfenster",
"start_offset": 301,
"end_offset": 317,
"type": "shingle",
"position": 60
},
{
"token": "ausstiegsfenster",
"start_offset": 301,
"end_offset": 317,
"type": "<ALPHANUM>",
"position": 61
},
{
"token": "ausstiegsfenster ausstieg",
"start_offset": 301,
"end_offset": 317,
"type": "shingle",
"position": 61
},
{
"token": "ausstieg",
"start_offset": 301,
"end_offset": 317,
"type": "<ALPHANUM>",
"position": 62
},
{
"token": "ausstieg fenster",
"start_offset": 301,
"end_offset": 317,
"type": "shingle",
"position": 62
},
{
"token": "fenster",
"start_offset": 301,
"end_offset": 317,
"type": "<ALPHANUM>",
"position": 63
},
{
"token": "fenster ",
"start_offset": 301,
"end_offset": 322,
"type": "shingle",
"position": 63
},
{
"token": " 16",
"start_offset": 322,
"end_offset": 324,
"type": "shingle",
"position": 64
},
{
"token": "16",
"start_offset": 322,
"end_offset": 324,
"type": "<NUM>",
"position": 65
},
{
"token": "16 16",
"start_offset": 322,
"end_offset": 324,
"type": "shingle",
"position": 65
},
{
"token": "16",
"start_offset": 322,
"end_offset": 324,
"type": "<NUM>",
"position": 66
},
{
"token": "16 ",
"start_offset": 322,
"end_offset": 330,
"type": "shingle",
"position": 66
},
{
"token": " 55",
"start_offset": 330,
"end_offset": 332,
"type": "shingle",
"position": 67
},
{
"token": "55",
"start_offset": 330,
"end_offset": 332,
"type": "<NUM>",
"position": 68
},
{
"token": "55 55",
"start_offset": 330,
"end_offset": 332,
"type": "shingle",
"position": 68
},
{
"token": "55",
"start_offset": 330,
"end_offset": 332,
"type": "<NUM>",
"position": 69
},
{
"token": "55 geneigte",
"start_offset": 330,
"end_offset": 342,
"type": "shingle",
"position": 69
},
{
"token": "geneigte",
"start_offset": 334,
"end_offset": 342,
"type": "<ALPHANUM>",
"position": 70
},
{
"token": "geneigte g",
"start_offset": 334,
"end_offset": 342,
"type": "shingle",
"position": 70
},
{
"token": "g",
"start_offset": 334,
"end_offset": 342,
"type": "<ALPHANUM>",
"position": 71
},
{
"token": "g eigte",
"start_offset": 334,
"end_offset": 342,
"type": "shingle",
"position": 71
},
{
"token": "eigte",
"start_offset": 334,
"end_offset": 342,
"type": "<ALPHANUM>",
"position": 72
},
{
"token": "eigte dacher",
"start_offset": 334,
"end_offset": 349,
"type": "shingle",
"position": 72
},
{
"token": "dacher",
"start_offset": 343,
"end_offset": 349,
"type": "<ALPHANUM>",
"position": 73
},
{
"token": "dacher dacher",
"start_offset": 343,
"end_offset": 349,
"type": "shingle",
"position": 73
},
{
"token": "dacher",
"start_offset": 343,
"end_offset": 349,
"type": "<ALPHANUM>",
"position": 74
},
{
"token": "dacher kunststoff",
"start_offset": 343,
"end_offset": 361,
"type": "shingle",
"position": 74
},
{
"token": "kunststoff",
"start_offset": 351,
"end_offset": 361,
"type": "<ALPHANUM>",
"position": 75
},
{
"token": "kunststoff kunst",
"start_offset": 351,
"end_offset": 361,
"type": "shingle",
"position": 75
},
{
"token": "kunst",
"start_offset": 351,
"end_offset": 361,
"type": "<ALPHANUM>",
"position": 76
},
{
"token": "kunst stoff",
"start_offset": 351,
"end_offset": 361,
"type": "shingle",
"position": 76
},
{
"token": "stoff",
"start_offset": 351,
"end_offset": 361,
"type": "<ALPHANUM>",
"position": 77
},
{
"token": "stoff lichtkuppel",
"start_offset": 351,
"end_offset": 374,
"type": "shingle",
"position": 77
},
{
"token": "lichtkuppel",
"start_offset": 363,
"end_offset": 374,
"type": "<ALPHANUM>",
"position": 78
},
{
"token": "lichtkuppel licht",
"start_offset": 363,
"end_offset": 374,
"type": "shingle",
"position": 78
},
{
"token": "licht",
"start_offset": 363,
"end_offset": 374,
"type": "<ALPHANUM>",
"position": 79
},
{
"token": "licht kuppel",
"start_offset": 363,
"end_offset": 374,
"type": "shingle",
"position": 79
},
{
"token": "kuppel",
"start_offset": 363,
"end_offset": 374,
"type": "<ALPHANUM>",
"position": 80
},
{
"token": "kuppel ",
"start_offset": 363,
"end_offset": 379,
"type": "shingle",
"position": 80
},
{
"token": " polycarbonat",
"start_offset": 379,
"end_offset": 391,
"type": "shingle",
"position": 81
},
{
"token": "polycarbonat",
"start_offset": 379,
"end_offset": 391,
"type": "<ALPHANUM>",
"position": 82
},
{
"token": "polycarbonat poly",
"start_offset": 379,
"end_offset": 391,
"type": "shingle",
"position": 82
},
{
"token": "poly",
"start_offset": 379,
"end_offset": 391,
"type": "<ALPHANUM>",
"position": 83
},
{
"token": "poly carbonat",
"start_offset": 379,
"end_offset": 391,
"type": "shingle",
"position": 83
},
{
"token": "carbonat",
"start_offset": 379,
"end_offset": 391,
"type": "<ALPHANUM>",
"position": 84
},
{
"token": "carbonat breite",
"start_offset": 379,
"end_offset": 399,
"type": "shingle",
"position": 84
},
{
"token": "breite",
"start_offset": 393,
"end_offset": 399,
"type": "<ALPHANUM>",
"position": 85
},
{
"token": "breite breite",
"start_offset": 393,
"end_offset": 399,
"type": "shingle",
"position": 85
},
{
"token": "breite",
"start_offset": 393,
"end_offset": 399,
"type": "<ALPHANUM>",
"position": 86
},
{
"token": "breite 475",
"start_offset": 393,
"end_offset": 403,
"type": "shingle",
"position": 86
},
{
"token": "475",
"start_offset": 400,
"end_offset": 403,
"type": "<NUM>",
"position": 87
},
{
"token": "475 475",
"start_offset": 400,
"end_offset": 403,
"type": "shingle",
"position": 87
},
{
"token": "475",
"start_offset": 400,
"end_offset": 403,
"type": "<NUM>",
"position": 88
},
{
"token": "475 mm",
"start_offset": 400,
"end_offset": 406,
"type": "shingle",
"position": 88
},
{
"token": "mm",
"start_offset": 404,
"end_offset": 406,
"type": "<ALPHANUM>",
"position": 89
},
{
"token": "mm mm",
"start_offset": 404,
"end_offset": 406,
"type": "shingle",
"position": 89
},
{
"token": "mm",
"start_offset": 404,
"end_offset": 406,
"type": "<ALPHANUM>",
"position": 90
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment