markov.d

import std.algorithm, std.container, std.conv, std.regex, std.stdio, std.string;

Array!string [string] markov;

int main(string[] args)
{
    static rx = regex("[ \r\n\t,.!?@#\"'*_()\\[\\]{}+=:;/-]+");
    auto prev_token = "";

    foreach (c_line; stdin.byLine()) {
        auto line = to!string(c_line);

        string[] tokens = split(line.replace("„", "").replace("“", ""), rx);
        foreach (tok; tokens) {
          if (tok.length == 0)
            continue;
          auto token = toLower(tok);
          
          if (prev_token in markov) {
            markov[prev_token].insert(token);
          } else {
            markov[prev_token] = Array!string([token]);
          }
        }
    }

    return 0;
}