fluentd S3 zstd compressor

s3-zstd-compressor.rb

require 'zstd'

module Fluent::Plugin
  class S3Output
    class LZMA2Compressor < Compressor
      S3Output.register_compressor('zstd', self)

      def initialize(options = {})
        begin
          require 'zstd'
        rescue LoadError
          raise Fluent::ConfigError, 'zstd gem not installed, run: gem install zstd'
        end
      end

      def ext
        'zst'.freeze
      end

      def compress(chunk, tmp)
        s = StringIO.new
        chunk.write_to(s)
        tmp.write(Zstd.new.compress(s.string))
      end
    end
  end
end