sink_connector_kafka_s3_avro_tickit.properties

{
  "name": "sink_connector_kafka_s3_avro_tickit",
  "config": {
    "behavior.on.null.values": "ignore",
    "connector.class": "io.confluent.connect.s3.S3SinkConnector",
    "flush.size": 10000,
    "format.class": "io.confluent.connect.s3.format.avro.AvroFormat",
    "key.converter": "io.apicurio.registry.utils.converter.AvroConverter",
    "key.converter.apicurio.registry.auto-register": "true",
    "key.converter.apicurio.registry.find-latest": "true",
    "key.converter.apicurio.registry.url": "http://localhost:8080/apis/registry/v2",
    "locale": "en-US",
    "partitioner.class": "io.confluent.connect.storage.partitioner.DailyPartitioner",
    "rotate.schedule.interval.ms": 60000,
    "s3.bucket.name": "<your_data_lake_s3_bucket>",
    "s3.part.size": 5242880,
    "s3.region": "us-east-1",
    "schema.compatibility": "NONE",
    "schema.generator.class": "io.confluent.connect.storage.hive.schema.DefaultSchemaGenerator",
    "storage.class": "io.confluent.connect.s3.storage.S3Storage",
    "table.name.format": "${topic}",
    "tasks.max": 1,
    "timestamp.extractor": "Wallclock",
    "timezone": "UTC",
    "topics.dir": "cdc_hudi_data_lake/bronze",
    "topics.regex": "tickit.(.*)",
    "value.converter": "io.apicurio.registry.utils.converter.AvroConverter",
    "value.converter.apicurio.registry.auto-register": "true",
    "value.converter.apicurio.registry.find-latest": "true",
    "value.converter.apicurio.registry.url": "http://localhost:8080/apis/registry/v2"
  }
}