test.rs

/// When we reach a non-alphanumeric symbol (e.g. `;`, `:`, `.`), we must treat the previous
/// current token as a finalized token and push it to our result vector accordingly. This ensures
/// that we don't come across a parsing error if someone forgets to use spaces as intended.
fn push_token(current: &mut String, result: &mut Vec<Token>, token: Token) {
    if !current.is_empty() {
        let current_token = Token::Identifier(current.clone());
        result.push(current_token);
        current.clear();
    }
    result.push(token);
}