Load test streaming prod data into staging

load-test.rb

#!/usr/bin/env ruby

require 'delivery_boy'

# topic = 'raw-transactions-truelayer'
topic = ARGV[0]
command = "stream-kafka #{topic}"

CONFIG = {
  brokers: ['---.europe-west1.gcp.confluent.cloud:9092'],
  producer: { sasl_username: '...', sasl_password: '...' }
}.freeze

DeliveryBoy.configure do |config|
  config.client_id = 'cas_load_test'
  config.brokers = CONFIG.fetch(:brokers)
  config.sasl_plain_username = CONFIG.dig(:producer, :sasl_username)
  config.sasl_plain_password = CONFIG.dig(:producer, :sasl_password)
  config.ssl_ca_certs_from_system = true
  config.log_level = 'error'
end

IO.popen(command).each do |line|
  payload = line.split(' : ').last
  puts payload
  DeliveryBoy.deliver(payload, topic:)
end