explore JuliaLang/julia#8826

gistfile1.jl

if !isfile("text8")
    download("http://mattmahoney.net/dc/text8.zip", "text8.zip")
    run(`unzip text8.zip`)
end

if !isfile("lil8")
    str = readall("text8")
    open("lil8", "w") do io
        n = fld(length(str), 20)
        write(io, str.data[1:n])
    end
end

function wc(path)
    counts = Dict{String,Int}()

    io = open(path, "r")
    for line in eachline(io)
        for word in split(line)
            counts[word] = get(counts, word, 0) + 1
        end
    end
    close(io)

    cut = 10

    guys = collect(counts)
    sort!(guys, by = x->x[2], rev = true)

    for (word, count) in guys
        if count > cut
            println(word, '\t',  count)
        end
    end
end

gc()
Profile.clear()
@profile wc("lil8")
Profile.print()