gistfile1.rb

EM.run do
  conn = EventMachine::HttpRequest.new("http://url/to/big/xml")
  conn.use EventMachine::Middleware::OAuth, OAuthConfig

  read_io, write_io = IO.pipe
  writer = EM.attach(write_io)
  
  EventMachine.defer do
    Zlib::GzipReader.new(read_io).each_line do |line|
      puts line
    end
  end
  
  http = conn.get(:redirects => 1, :head => {"Accept-Encoding" => "gzip"}, :decoding => false)
  http.stream do |chunk|
    writer.send_data(chunk)
  end
  http.callback do
    write_io.close
    EM.stop
  end
end