pazzo83

using TextAnalysis

mutable struct Tokenizer
    max_vocab::Int
    word_index::Dict{String, Int}
    index_word::Dict{Int, String}
    filters::Regex
    lower::Bool

    Tokenizer(

pazzo83

using MLJModelInterface, MLJBase, TSVD

MLJModelInterface.@mlj_model mutable struct TSVDTransformer <: MLJModelInterface.Unsupervised
    nvals::Int = 2
    maxiter::Int = 1000
end

struct TSVDTransformerResult
    singular_values::Vector{Float64}
    components::Matrix{Float64}

pazzo83

using MLJModelInterface, MLJBase, TextAnalysis, SparseArrays

MLJModelInterface.@mlj_model mutable struct TfidfTransformer <: MLJModelInterface.Unsupervised
end

struct TfidfTransformerResult
    vocab::Vector{String}
    idf_vector::Vector{Float64}
end