entropy

entropy.jl

function _entropy(coef)
    bs = size(coef)
    d = Dict{Int,Int}()
    for i in 1:bs[1], j in 1:bs[2]
        d[coef[i,j]] = get(d, coef[i,j], 0) + 1
    end
    h = 0.0
    for i in d
        println(i,i.second,length(coef))
        p = i.second/length(coef)
        println(p)
        h -= p*log2(p)
    end
    h
end

function entropy(coef)
    if ndims(coef) == 2
        return _entropy(coef)
    elseif ndims(coef) == 3
        cs = size(coef)[1]
        es = 0.0
        for i in 1:cs
            es += entropy(coef[i,:,:])
        end
        return es/cs
    end
end