Spiking streaming HTTP downloads in Ruby

ruby_streaming_http_download.rb

# Here we can't really make sure that each chunk is a line.
Net::HTTP.start(uri.host, uri.port, use_ssl:true) do |http|
  request = Net::HTTP::Get.new uri
  # request.basic_auth 'user', 'pwd'
  http.request request do |response|
    response.read_body do |chunk|
      CSV.parse(chunk).each do |line|
        puts line
        puts 'END'
      end
    end
  end
end


s = TCPSocket.new uri.host, uri.port
s.write "GET #{uri.path}\r\n"
s.write "\r\n"
while line = s.gets
  puts line
end
s.close