Name | Type |
---|---|
id | string |
environment | string |
sender | string |
send_epoch_time_millis | bigint |
logical_date | date |
logical_time_millis | int |
logical_time_micros | bigint |
logical_timestamp_millis | timestamp |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Error encountered in task crm-tag-update-event-prod-s3-sink-0. Executing stage 'VALUE_CONVERTER' with class 'io.confluent.connect.avro.AvroConverter', where consumed record is {topic='crm-tag-update-event-prod-topic', partition=0, offset=52510041, timestamp=1713396004969, timestampType=CreateTime}. | |
org.apache.kafka.connect.errors.DataException: Failed to deserialize data for topic crm-tag-update-event-prod-topic to Avro: | |
at io.confluent.connect.avro.AvroConverter.toConnectData(AvroConverter.java:124) | |
at org.apache.kafka.connect.storage.Converter.toConnectData(Converter.java:88) | |
at org.apache.kafka.connect.runtime.WorkerSinkTask.lambda$convertAndTransformRecord$5(WorkerSinkTask.java:519) | |
at org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execAndRetry(RetryWithToleranceOperator.java:183) | |
at org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execAndHandleError(RetryWithToleranceOperator.java:217) | |
at org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execu |
message com.ferozed.LogicalType {
required binary id (STRING);
optional binary environment (STRING);
optional binary sender (STRING);
optional int64 send_epoch_time_millis;
required int32 logical_date (DATE);
required int32 logical_time_millis (TIME(MILLIS,true));
required int64 logical_time_micros;
required int64 logical_timestamp_millis (TIMESTAMP(MILLIS,true));
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"name": "timestamp_millis", | |
"type": { | |
"type": "long", | |
"logicalType": "timestamp_millis" | |
}, | |
"doc": "An avro timestamp_millis logical type" | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
CREATE EXTERNAL TABLE `warehouse.logical_type_test`( | |
`id` string COMMENT '', | |
`environment` string COMMENT '', | |
`sender` string COMMENT '', | |
`send_epoch_time_millis` bigint COMMENT '', | |
`logical_date` date COMMENT '', | |
`logical_time_millis` int COMMENT '', | |
`logical_time_micros` bigint COMMENT '', | |
`logical_timestamp_millis` timestamp COMMENT '', | |
`logical_timestamp_micros` bigint COMMENT '', |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/** | |
* Autogenerated by Avro | |
* | |
* DO NOT EDIT DIRECTLY | |
*/ | |
package com.example; | |
import org.apache.avro.generic.GenericArray; | |
import org.apache.avro.specific.SpecificData; | |
import org.apache.avro.util.Utf8; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"type": "record", | |
"namespace": "com.example", | |
"name": "FullName", | |
"fields": [ | |
{ "name": "first", "type": "string" }, | |
{ "name": "last", "type": "string" } | |
] | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8" ?> | |
<configuration> | |
<system.diagnostics> | |
<trace autoflush="true" /> | |
<sources> | |
<source name="System.Net"> | |
<listeners> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
using System; | |
using System.Collections.Generic; | |
using System.Diagnostics; | |
using System.IO; | |
using System.Linq; | |
using System.Text; | |
using System.Net; | |
using System.Net.Sockets; | |
using System.Net.Cache; | |
using System.Threading; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/// | |
/// MimePart | |
/// Abstract class for all MimeParts | |
/// | |
abstract class MimePart | |
{ | |
public string Name { get; set; } | |
public abstract string ContentDisposition { get; } |