pvt3

pvt3

Last login: Thu May  4 19:52:01 on ttys000
               _
   _       _ _(_)_     |  A fresh approach to technical computing
  (_)     | (_) (_)    |  Documentation: http://docs.julialang.org
   _ _   _| |_  __ _   |  Type "?help" for help.
  | | | | | | |/ _` |  |
  | | |_| | | | (_| |  |  Version 0.5.0 (2016-09-19 18:14 UTC)
 _/ |\__'_|_|_|\__'_|  |  Official http://julialang.org/ release
|__/                   |  x86_64-apple-darwin13.4.0

julia> using CSV, DataFrames, Query, Libz
WARNING: Method definition describe(AbstractArray) in module StatsBase at /Users/Corvus/.julia/v0.5/StatsBase/src/scalarstats.jl:573 overwritten in module DataFrames at /Users/Corvus/.julia/v0.5/DataFrames/src/abstractdataframe/abstractdataframe.jl:407.
WARNING: Method definition require(Symbol) in module Base at loading.jl:345 overwritten in module Query at /Users/Corvus/.julia/v0.5/Requires/src/require.jl:12.

julia> if !method_exists(nb_available, (BufferedStreams.BufferedInputStream{Libz.Source}, ))
           Base.nb_available{T <: Libz.Source}(s::BufferedStreams.BufferedInputStream{T}) = !eof(s)
       end

julia> io = Libz.ZlibInflateInputStream(open("file.csv.gz", "r"))
BufferedStreams.BufferedInputStream{Libz.Source{:inflate,BufferedStreams.BufferedInputStream{IOStream}}}(<8.0 KiB buffer, 0% filled>)

julia> q = @from i in CSV.Source(io) begin
                  @where i.Type == "Trade"
                  @select {i.Price, i.Volume, getfield(i, Symbol("Time_G_"))}
              end
Query.EnumerableConvert2Nullable{NamedTuples._NT_,Query.EnumerableSelect{Union{},Query.EnumerableWhere{NamedTuples._NT_{Query.DataValue{String}},Query.EnumerableConvert2DataValue{NamedTuples._NT_{Query.DataValue{String}},Query.EnumerableIterable{NamedTuples._NT_{Nullable{String}},IterableTables.DataStreamIterator{NamedTuples._NT_{Nullable{String}},CSV.Source,Tuple{Nullable{String}},Tuple{Nullable{WeakRefString{UInt8}}}}}},##5#7},##6#8}}(Query.EnumerableSelect{Union{},Query.EnumerableWhere{NamedTuples._NT_{Query.DataValue{String}},Query.EnumerableConvert2DataValue{NamedTuples._NT_{Query.DataValue{String}},Query.EnumerableIterable{NamedTuples._NT_{Nullable{String}},IterableTables.DataStreamIterator{NamedTuples._NT_{Nullable{String}},CSV.Source,Tuple{Nullable{String}},Tuple{Nullable{WeakRefString{UInt8}}}}}},##5#7},##6#8}(Query.EnumerableWhere{NamedTuples._NT_{Query.DataValue{String}},Query.EnumerableConvert2DataValue{NamedTuples._NT_{Query.DataValue{String}},Query.EnumerableIterable{NamedTuples._NT_{Nullable{String}},IterableTables.DataStreamIterator{NamedTuples._NT_{Nullable{String}},CSV.Source,Tuple{Nullable{String}},Tuple{Nullable{WeakRefString{UInt8}}}}}},##5#7}(Query.EnumerableConvert2DataValue{NamedTuples._NT_{Query.DataValue{String}},Query.EnumerableIterable{NamedTuples._NT_{Nullable{String}},IterableTables.DataStreamIterator{NamedTuples._NT_{Nullable{String}},CSV.Source,Tuple{Nullable{String}},Tuple{Nullable{WeakRefString{UInt8}}}}}}(Query.EnumerableIterable{NamedTuples._NT_{Nullable{String}},IterableTables.DataStreamIterator{NamedTuples._NT_{Nullable{String}},CSV.Source,Tuple{Nullable{String}},Tuple{Nullable{WeakRefString{UInt8}}}}}(IterableTables.DataStreamIterator{NamedTuples._NT_{Nullable{String}},CSV.Source,Tuple{Nullable{String}},Tuple{Nullable{WeakRefString{UInt8}}}}(CSV.Source: __IO__
    CSV.Options:
        delim: ','
        quotechar: '"'
        escapechar: '\\'
        null: ""
        dateformat: Base.Dates.DateFormat(Base.Dates.Slot[Base.Dates.DelimitedSlot{Base.Dates.Year}(Base.Dates.Year,'y',4,"-"),Base.Dates.DelimitedSlot{Base.Dates.Month}(Base.Dates.Month,'m',2,"-"),Base.Dates.DelimitedSlot{Base.Dates.Day}(Base.Dates.Day,'d',2,r"(?=\s|$)")],"","english")
Data.Schema{true}:
rows: 0	cols: 1
Columns:
 ""  Nullable{WeakRefString{UInt8}},Data.Schema{true}:
rows: 0	cols: 1
Columns:
 ""  Nullable{WeakRefString{UInt8}}))),#5),#6))
 
julia> df = DataFrame(take(q, 10_000_000))
0×1 DataFrames.DataFrame

julia>