Arrow IPC with named pipe

Arrow IPC with named pipe: REPL

julia> include("consumer.jl");
Julia done: got Arrow.Table with 4 rows, 3 columns, and schema:
 :f0  Union{Missing, Int64}
 :f1  Union{Missing, String}
 :f2  Union{Missing, Bool}

consumer.jl

using Arrow
pipe = "py_to_julia"
ispath(pipe) && rm(pipe)
run(`mkfifo $pipe`)

@sync begin
    @async run(`python producer.py`)

    @async begin
        x = Arrow.Table(read(pipe))
        print("Julia done: got $x")
    end
end

producer.py

import pyarrow as pa

# create a pyarrow record batch (could be a table also)
data = [
    pa.array([1, 2, 3, 4]),
    pa.array(['foo', 'bar', 'baz', None]),
    pa.array([True, None, False, True])
]
batch = pa.record_batch(data, names=['f0', 'f1', 'f2'])

# Write it to the named pipe
with open('py_to_julia', 'wb') as sink:
    with pa.ipc.new_stream(sink, batch.schema) as writer:
        writer.write_batch(batch)