Skip to content

Instantly share code, notes, and snippets.

@heroWang

heroWang/gist:f8820000ba580ba30ad32172a4beeae3

Created July 5, 2024 11:28
Show Gist options
  • Save heroWang/f8820000ba580ba30ad32172a4beeae3 to your computer and use it in GitHub Desktop.
Save heroWang/f8820000ba580ba30ad32172a4beeae3 to your computer and use it in GitHub Desktop.
Download ZIP
response
Raw
gistfile1.txt
{
"nodes": [
{
"serviceType": "Kafka",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_source_column",
"id": "0d653037-7f94-455e-a853-763ec7744274",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_ali.source_column",
"id": "3ddd65e1-8577-47c9-a56e-b13c606d374f",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "3ddd65e1-8577-47c9-a56e-b13c606d374f-0d653037-7f94-455e-a853-763ec7744274"
},
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_source_column",
"id": "0d653037-7f94-455e-a853-763ec7744274",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.source_column",
"id": "4d52d4e1-bd11-49e6-adf8-453186e0d8be",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "4d52d4e1-bd11-49e6-adf8-453186e0d8be-0d653037-7f94-455e-a853-763ec7744274"
}
],
"replicationFactor": 2,
"maximumMessageSize": 10000000,
"displayName": "maxwell_bi_ods_source_column",
"retentionTime": 6.048E8,
"descriptionStatus": "INCOMPLETE",
"tier": null,
"totalVotes": 0,
"minimumInSyncReplicas": 1,
"id": "0d653037-7f94-455e-a853-763ec7744274",
"updatedAt": 1720146912686,
"partitions": 1,
"owner": null,
"updatedBy": "ingestion-bot",
"topicConfig": {
"compression.type": "producer",
"leader.replication.throttled.replicas": "",
"remote.storage.enable": "false",
"min.insync.replicas": "1",
"message.downconversion.enable": "true",
"segment.jitter.ms": "0",
"local.retention.ms": "-2",
"cleanup.policy": "delete",
"flush.ms": "9223372036854775807",
"follower.replication.throttled.replicas": "",
"retention.ms": "604800000",
"segment.bytes": "1073741824",
"flush.messages": "9223372036854775807",
"message.format.version": "3.0-IV1",
"file.delete.delay.ms": "60000",
"max.compaction.lag.ms": "9223372036854775807",
"max.message.bytes": "10000000",
"min.compaction.lag.ms": "0",
"message.timestamp.type": "CreateTime",
"local.retention.bytes": "-2",
"preallocate": "false",
"index.interval.bytes": "4096",
"min.cleanable.dirty.ratio": "0.5",
"unclean.leader.election.enable": "false",
"retention.bytes": "-1",
"delete.retention.ms": "86400000",
"message.timestamp.after.max.ms": "9223372036854775807",
"message.timestamp.before.max.ms": "9223372036854775807",
"segment.ms": "604800000",
"message.timestamp.difference.max.ms": "9223372036854775807",
"segment.index.bytes": "10485760"
},
"entityType": "topic",
"dataProducts": [],
"fullyQualifiedName": "BI_Kafka-Kafka.maxwell_bi_ods_source_column",
"version": 0.1,
"tags": [],
"cleanupPolicies": [
"delete"
],
"sourceHash": "d93e2d6752594bbad98ed995bafc2c31",
"followers": [],
"deleted": false,
"messageSchema": {
"schemaFields": [],
"schemaType": "Other",
"schemaText": ""
},
"service": {
"deleted": false,
"displayName": "BI_Kafka-Kafka",
"name": "BI_Kafka-Kafka",
"description": "",
"id": "d948147a-4baf-4b32-8b23-c49659d7a05b",
"type": "messagingService",
"fullyQualifiedName": "BI_Kafka-Kafka"
},
"domain": null,
"name": "maxwell_bi_ods_source_column",
"retentionSize": -1.0,
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"databaseSchema": {
"deleted": false,
"displayName": "crm_tx",
"name": "crm_tx",
"id": "34e22060-d0f2-4ae0-84ce-096a848f7165",
"type": "databaseSchema",
"fullyQualifiedName": "业务-TiDB.default.crm_tx"
},
"serviceType": "Mysql",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_friend_snapshot",
"id": "1884f98b-0bc5-4353-8539-d9afc07068e9",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.friend_snapshot",
"id": "60ae8cdb-524c-4bc2-8bc5-28b3f7fb9c38",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "60ae8cdb-524c-4bc2-8bc5-28b3f7fb9c38-1884f98b-0bc5-4353-8539-d9afc07068e9"
}
],
"columns": [
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "external_friend_add_time",
"description": "外部好友添加时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.external_friend_add_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "id",
"description": "好友快照ID",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "friend_id",
"description": "好友ID",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.friend_id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 100,
"dataType": "VARCHAR",
"name": "snapshot_type",
"description": "快照类别",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.snapshot_type",
"dataTypeDisplay": "varchar(100)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "external_friend_id",
"description": "外部好友ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.external_friend_id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "contact_id",
"description": "关联联系人ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.contact_id",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "external_user_id",
"description": "外部联系人ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.external_user_id",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "uid",
"description": "员工ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.uid",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 100,
"dataType": "VARCHAR",
"name": "delete_uid",
"description": "删除人ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.delete_uid",
"dataTypeDisplay": "varchar(100)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 255,
"dataType": "VARCHAR",
"name": "create_uid",
"description": "创建人ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.create_uid",
"dataTypeDisplay": "varchar(255)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 255,
"dataType": "VARCHAR",
"name": "update_uid",
"description": "修改人ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.update_uid",
"dataTypeDisplay": "varchar(255)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "INT",
"name": "add_way",
"description": "添加方式",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.add_way",
"dataTypeDisplay": "int",
"tags": [],
"customMetrics": []
},
{
"dataLength": 100,
"dataType": "VARCHAR",
"name": "state",
"description": "状态",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.state",
"dataTypeDisplay": "varchar(100)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "create_time",
"description": "创建时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.create_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "update_time",
"description": "更新时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.update_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "delete_time",
"description": "删除时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.delete_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "last_chat_time",
"description": "最后联系时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.last_chat_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "version",
"description": "版本",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.version",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "qw_external_user_id",
"description": "qw 外部联系人ID",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.qw_external_user_id",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "qw_union_id",
"description": "qw unionID",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.qw_union_id",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "ext_contact_name",
"description": "外部联系人名称",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_contact_name",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "ext_contact_type",
"description": "外部联系人类别",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_contact_type",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "ext_contact_state",
"description": "外部联系人状态",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_contact_state",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "ext_contact_corp_name",
"description": "非备注客户企业名称",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_contact_corp_name",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "ext_contact_position",
"description": "外部联系人职位",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_contact_position",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "ext_contact_update_time",
"description": "外部联系人修改时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_contact_update_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "ext_contact_create_time",
"description": "外部联系人创建时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_contact_create_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "ext_friend_remark",
"description": "外部好友备注",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_friend_remark",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "ext_friend_corp_name",
"description": "外部好友企业备注",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_friend_corp_name",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "JSON",
"name": "ext_friend_mobiles",
"description": "外部好友手机号最大五个;单个最长30 [\"xxx\", \"xxx\"]",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_friend_mobiles",
"dataTypeDisplay": "json",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "JSON",
"name": "ext_friend_tags",
"description": "外部好友标签 [{\"id\": \"xx\", \"type\": \"xx\", \"name\": \"xx\"}]",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_friend_tags",
"dataTypeDisplay": "json",
"tags": [],
"customMetrics": []
},
{
"dataLength": 512,
"dataType": "VARCHAR",
"name": "ext_friend_description",
"description": "外部好友描述",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_friend_description",
"dataTypeDisplay": "varchar(512)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 255,
"dataType": "VARCHAR",
"name": "ext_avatar",
"description": "外部联系人头像",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.ext_avatar",
"dataTypeDisplay": "varchar(255)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "contact_remark",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.contact_remark",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "contact_bind_time",
"description": "联系人绑定时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.contact_bind_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "last_contact_time",
"description": "最后联系时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.last_contact_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "account",
"description": "租户ID",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.account",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "account_hash",
"description": "租户 hash",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.account_hash",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "source_code",
"description": "来源ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.source_code",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 100,
"dataType": "VARCHAR",
"name": "del_method",
"description": "删除方式",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot.del_method",
"dataTypeDisplay": "varchar(100)",
"tags": [],
"customMetrics": []
}
],
"schemaDefinition": "CREATE TABLE crm_tx.friend_snapshot (\n\texternal_friend_add_time DATETIME, \n\tid BIGINT NOT NULL, \n\tfriend_id BIGINT, \n\tsnapshot_type VARCHAR(100), \n\texternal_friend_id BIGINT NOT NULL, \n\tcontact_id VARCHAR(256) NOT NULL, \n\texternal_user_id VARCHAR(256) NOT NULL, \n\tuid VARCHAR(256) NOT NULL, \n\tdelete_uid VARCHAR(100) NOT NULL, \n\tcreate_uid VARCHAR(255) NOT NULL, \n\tupdate_uid VARCHAR(255) NOT NULL, \n\tadd_way INTEGER, \n\tstate VARCHAR(100) NOT NULL, \n\tcreate_time DATETIME, \n\tupdate_time DATETIME, \n\tdelete_time DATETIME, \n\tlast_chat_time DATETIME, \n\tversion BIGINT NOT NULL, \n\tqw_external_user_id VARCHAR(256), \n\tqw_union_id VARCHAR(256), \n\text_contact_name VARCHAR(256), \n\text_contact_type VARCHAR(256), \n\text_contact_state VARCHAR(256), \n\text_contact_corp_name VARCHAR(256), \n\text_contact_position VARCHAR(256), \n\text_contact_update_time DATETIME, \n\text_contact_create_time DATETIME, \n\text_friend_remark VARCHAR(256), \n\text_friend_corp_name VARCHAR(256), \n\text_friend_mobiles JSON, \n\text_friend_tags JSON, \n\text_friend_description VARCHAR(512), \n\text_avatar VARCHAR(255), \n\tcontact_remark VARCHAR(256), \n\tcontact_bind_time DATETIME, \n\tlast_contact_time DATETIME, \n\taccount VARCHAR(256) NOT NULL, \n\taccount_hash BIGINT DEFAULT '0' NOT NULL, \n\tsource_code VARCHAR(128) DEFAULT '' NOT NULL, \n\tdel_method VARCHAR(100) DEFAULT '' NOT NULL, \n\tPRIMARY KEY (id, account, account_hash)\n)",
"displayName": "friend_snapshot",
"customMetrics": [],
"tableType": "Regular",
"database": {
"deleted": false,
"displayName": "default",
"name": "default",
"id": "ccf03232-9e05-4476-99c0-9eddbf8ca1df",
"type": "database",
"fullyQualifiedName": "业务-TiDB.default"
},
"descriptionStatus": "INCOMPLETE",
"columnNames": [
"external_friend_add_time",
"id",
"friend_id",
"snapshot_type",
"external_friend_id",
"contact_id",
"external_user_id",
"uid",
"delete_uid",
"create_uid",
"update_uid",
"add_way",
"state",
"create_time",
"update_time",
"delete_time",
"last_chat_time",
"version",
"qw_external_user_id",
"qw_union_id",
"ext_contact_name",
"ext_contact_type",
"ext_contact_state",
"ext_contact_corp_name",
"ext_contact_position",
"ext_contact_update_time",
"ext_contact_create_time",
"ext_friend_remark",
"ext_friend_corp_name",
"ext_friend_mobiles",
"ext_friend_tags",
"ext_friend_description",
"ext_avatar",
"contact_remark",
"contact_bind_time",
"last_contact_time",
"account",
"account_hash",
"source_code",
"del_method"
],
"tier": null,
"totalVotes": 0,
"usageSummary": {
"date": "2024-07-05",
"weeklyStats": {
"percentileRank": 0.0,
"count": 0
},
"monthlyStats": {
"percentileRank": 0.0,
"count": 0
},
"dailyStats": {
"percentileRank": 0.0,
"count": 0
}
},
"id": "60ae8cdb-524c-4bc2-8bc5-28b3f7fb9c38",
"updatedAt": 1720074255282,
"owner": null,
"updatedBy": "ingestion-bot",
"entityType": "table",
"dataProducts": [],
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend_snapshot",
"version": 0.1,
"tableConstraints": [
{
"constraintType": "PRIMARY_KEY",
"columns": [
"id",
"account",
"account_hash"
]
}
],
"tags": [],
"sourceHash": "3edde0c089c60985a5145a4af7aba150",
"followers": [],
"deleted": false,
"service": {
"deleted": false,
"displayName": "业务-TiDB",
"name": "业务-TiDB",
"description": "",
"id": "6c24768d-e84e-4ad2-affd-0dcc00a34204",
"type": "databaseService",
"fullyQualifiedName": "业务-TiDB"
},
"domain": null,
"name": "friend_snapshot",
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"databaseSchema": {
"deleted": false,
"displayName": "crm_tx",
"name": "crm_tx",
"id": "34e22060-d0f2-4ae0-84ce-096a848f7165",
"type": "databaseSchema",
"fullyQualifiedName": "业务-TiDB.default.crm_tx"
},
"serviceType": "Mysql",
"lineage": [
{
"toEntity": {
"fqn": "业务-TiDB.default.crm_tx.ad_clue_reporting_log",
"id": "a1080b41-330f-4175-bfe5-9f361dd6b31f",
"type": "table"
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.friend",
"id": "8de8a24a-df77-4380-b42c-6b48ce519e4e",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "8de8a24a-df77-4380-b42c-6b48ce519e4e-a1080b41-330f-4175-bfe5-9f361dd6b31f"
},
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_friend",
"id": "e651223d-2709-4c0a-8d44-4815f22ab45d",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.friend",
"id": "8de8a24a-df77-4380-b42c-6b48ce519e4e",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "8de8a24a-df77-4380-b42c-6b48ce519e4e-e651223d-2709-4c0a-8d44-4815f22ab45d"
}
],
"columns": [
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "id",
"description": "好友ID",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "friend_type",
"description": "好友类别",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.friend_type",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "external_friend_id",
"description": "外部好友ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.external_friend_id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "contact_id",
"description": "关联联系人ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.contact_id",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "external_contact_id",
"description": "外部联系人ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.external_contact_id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "uid",
"description": "员工ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.uid",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 100,
"dataType": "VARCHAR",
"name": "state",
"description": "状态",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.state",
"dataTypeDisplay": "varchar(100)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "create_uid",
"description": "创建人",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.create_uid",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "update_uid",
"description": "更新人",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.update_uid",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "delete_uid",
"description": "删除人",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.delete_uid",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "create_time",
"description": "创建时间",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.create_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "update_time",
"description": "更新时间",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.update_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "bind_time",
"description": "绑定时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.bind_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "delete_time",
"description": "删除时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.delete_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "external_friend_add_time",
"description": "外部好友创建时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.external_friend_add_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "version",
"description": "版本",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.version",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "qw_external_user_id",
"description": "qw 外部联系人ID",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.qw_external_user_id",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "qw_union_id",
"description": "qw unionID",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.qw_union_id",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "last_chat_time",
"description": "最后聊天时间",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.last_chat_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "chat_num",
"description": "聊天总数",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.chat_num",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 256,
"dataType": "VARCHAR",
"name": "account",
"description": "租户ID",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.account",
"dataTypeDisplay": "varchar(256)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "account_hash",
"description": "租户 hash",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.account_hash",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "source_code",
"description": "来源ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.source_code",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 30,
"dataType": "VARCHAR",
"name": "del_method",
"description": "删除方式",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend.del_method",
"dataTypeDisplay": "varchar(30)",
"tags": [],
"customMetrics": []
}
],
"schemaDefinition": "CREATE TABLE crm_tx.friend (\n\tid BIGINT NOT NULL, \n\tfriend_type VARCHAR(256) NOT NULL, \n\texternal_friend_id BIGINT NOT NULL, \n\tcontact_id VARCHAR(256) NOT NULL, \n\texternal_contact_id BIGINT NOT NULL, \n\tuid VARCHAR(256) NOT NULL, \n\tstate VARCHAR(100) NOT NULL, \n\tcreate_uid VARCHAR(256) NOT NULL, \n\tupdate_uid VARCHAR(256) NOT NULL, \n\tdelete_uid VARCHAR(256) NOT NULL, \n\tcreate_time DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, \n\tupdate_time DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, \n\tbind_time DATETIME, \n\tdelete_time DATETIME, \n\texternal_friend_add_time DATETIME, \n\tversion BIGINT NOT NULL, \n\tqw_external_user_id VARCHAR(256), \n\tqw_union_id VARCHAR(256), \n\tlast_chat_time DATETIME, \n\tchat_num BIGINT DEFAULT '0', \n\taccount VARCHAR(256) NOT NULL, \n\taccount_hash BIGINT DEFAULT '0' NOT NULL, \n\tsource_code VARCHAR(128) DEFAULT '' NOT NULL, \n\tdel_method VARCHAR(30) DEFAULT '', \n\tPRIMARY KEY (id, account, account_hash)\n)",
"displayName": "friend",
"customMetrics": [],
"tableType": "Regular",
"database": {
"deleted": false,
"displayName": "default",
"name": "default",
"id": "ccf03232-9e05-4476-99c0-9eddbf8ca1df",
"type": "database",
"fullyQualifiedName": "业务-TiDB.default"
},
"descriptionStatus": "INCOMPLETE",
"columnNames": [
"id",
"friend_type",
"external_friend_id",
"contact_id",
"external_contact_id",
"uid",
"state",
"create_uid",
"update_uid",
"delete_uid",
"create_time",
"update_time",
"bind_time",
"delete_time",
"external_friend_add_time",
"version",
"qw_external_user_id",
"qw_union_id",
"last_chat_time",
"chat_num",
"account",
"account_hash",
"source_code",
"del_method"
],
"tier": null,
"totalVotes": 0,
"usageSummary": {
"date": "2024-07-05",
"weeklyStats": {
"percentileRank": 0.0,
"count": 0
},
"monthlyStats": {
"percentileRank": 0.0,
"count": 0
},
"dailyStats": {
"percentileRank": 0.0,
"count": 0
}
},
"id": "8de8a24a-df77-4380-b42c-6b48ce519e4e",
"updatedAt": 1720074252995,
"owner": null,
"updatedBy": "ingestion-bot",
"entityType": "table",
"dataProducts": [],
"fullyQualifiedName": "业务-TiDB.default.crm_tx.friend",
"version": 0.1,
"tableConstraints": [
{
"constraintType": "UNIQUE",
"columns": [
"account",
"account_hash",
"external_friend_id"
]
},
{
"constraintType": "PRIMARY_KEY",
"columns": [
"id",
"account",
"account_hash"
]
}
],
"tags": [],
"sourceHash": "fdc1d2c370ea9c26907c263395d24b39",
"followers": [],
"deleted": false,
"service": {
"deleted": false,
"displayName": "业务-TiDB",
"name": "业务-TiDB",
"description": "",
"id": "6c24768d-e84e-4ad2-affd-0dcc00a34204",
"type": "databaseService",
"fullyQualifiedName": "业务-TiDB"
},
"domain": null,
"name": "friend",
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"serviceType": "Kafka",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_sale_chance_stage_change",
"id": "3715500d-7cbb-439f-83c9-6c887ce14a82",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.sale_chance_stage_change",
"id": "b48e34c3-b295-46b5-9e54-963f89f88f4d",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "b48e34c3-b295-46b5-9e54-963f89f88f4d-3715500d-7cbb-439f-83c9-6c887ce14a82"
}
],
"replicationFactor": 2,
"maximumMessageSize": 10000000,
"displayName": "maxwell_bi_ods_sale_chance_stage_change",
"retentionTime": 6.048E8,
"descriptionStatus": "INCOMPLETE",
"tier": null,
"totalVotes": 0,
"minimumInSyncReplicas": 1,
"id": "3715500d-7cbb-439f-83c9-6c887ce14a82",
"updatedAt": 1720147005735,
"partitions": 1,
"owner": null,
"updatedBy": "ingestion-bot",
"topicConfig": {
"compression.type": "producer",
"leader.replication.throttled.replicas": "",
"remote.storage.enable": "false",
"min.insync.replicas": "1",
"message.downconversion.enable": "true",
"segment.jitter.ms": "0",
"local.retention.ms": "-2",
"cleanup.policy": "delete",
"flush.ms": "9223372036854775807",
"follower.replication.throttled.replicas": "",
"retention.ms": "604800000",
"segment.bytes": "1073741824",
"flush.messages": "9223372036854775807",
"message.format.version": "3.0-IV1",
"file.delete.delay.ms": "60000",
"max.compaction.lag.ms": "9223372036854775807",
"max.message.bytes": "10000000",
"min.compaction.lag.ms": "0",
"message.timestamp.type": "CreateTime",
"local.retention.bytes": "-2",
"preallocate": "false",
"index.interval.bytes": "4096",
"min.cleanable.dirty.ratio": "0.5",
"unclean.leader.election.enable": "false",
"retention.bytes": "-1",
"delete.retention.ms": "86400000",
"message.timestamp.after.max.ms": "9223372036854775807",
"message.timestamp.before.max.ms": "9223372036854775807",
"segment.ms": "604800000",
"message.timestamp.difference.max.ms": "9223372036854775807",
"segment.index.bytes": "10485760"
},
"entityType": "topic",
"dataProducts": [],
"fullyQualifiedName": "BI_Kafka-Kafka.maxwell_bi_ods_sale_chance_stage_change",
"version": 0.1,
"tags": [],
"cleanupPolicies": [
"delete"
],
"sourceHash": "2628052fdf77111b1925bb6b035e5516",
"followers": [],
"deleted": false,
"messageSchema": {
"schemaFields": [],
"schemaType": "Other",
"schemaText": ""
},
"service": {
"deleted": false,
"displayName": "BI_Kafka-Kafka",
"name": "BI_Kafka-Kafka",
"description": "",
"id": "d948147a-4baf-4b32-8b23-c49659d7a05b",
"type": "messagingService",
"fullyQualifiedName": "BI_Kafka-Kafka"
},
"domain": null,
"name": "maxwell_bi_ods_sale_chance_stage_change",
"retentionSize": -1.0,
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"databaseSchema": {
"deleted": false,
"displayName": "crm_tx",
"name": "crm_tx",
"id": "34e22060-d0f2-4ae0-84ce-096a848f7165",
"type": "databaseSchema",
"fullyQualifiedName": "业务-TiDB.default.crm_tx"
},
"serviceType": "Mysql",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_sale_chance_stage_change",
"id": "3715500d-7cbb-439f-83c9-6c887ce14a82",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.sale_chance_stage_change",
"id": "b48e34c3-b295-46b5-9e54-963f89f88f4d",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "b48e34c3-b295-46b5-9e54-963f89f88f4d-3715500d-7cbb-439f-83c9-6c887ce14a82"
}
],
"columns": [
{
"dataLength": 1,
"dataType": "INT",
"name": "_id",
"constraint": "PRIMARY_KEY",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change._id",
"dataTypeDisplay": "int",
"tags": [],
"customMetrics": []
},
{
"dataLength": 32,
"dataType": "VARCHAR",
"name": "account",
"description": "租户id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.account",
"dataTypeDisplay": "varchar(32)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 36,
"dataType": "CHAR",
"name": "cate_id",
"description": "销售机会分类id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.cate_id",
"dataTypeDisplay": "char(36)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 36,
"dataType": "CHAR",
"name": "sale_chance_id",
"description": "销售机会id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.sale_chance_id",
"dataTypeDisplay": "char(36)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 36,
"dataType": "CHAR",
"name": "old_stage_id",
"description": "变更前阶段id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.old_stage_id",
"dataTypeDisplay": "char(36)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 36,
"dataType": "CHAR",
"name": "new_stage_id",
"description": "变更后阶段id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.new_stage_id",
"dataTypeDisplay": "char(36)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "INT",
"name": "stay_sec",
"description": "停留时长(秒)",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.stay_sec",
"dataTypeDisplay": "int",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_timeout",
"description": "是否超时",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.is_timeout",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "INT",
"name": "timeout_sec",
"description": "超过超时时长秒数",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.timeout_sec",
"dataTypeDisplay": "int",
"tags": [],
"customMetrics": []
},
{
"dataLength": 16,
"dataType": "VARCHAR",
"name": "uid",
"description": "操作人id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.uid",
"dataTypeDisplay": "varchar(16)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 32,
"dataType": "VARCHAR",
"name": "action_origin",
"description": "操作来源",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.action_origin",
"dataTypeDisplay": "varchar(32)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "create_time",
"description": "创建时间",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change.create_time",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
}
],
"schemaDefinition": "CREATE TABLE crm_tx.sale_chance_stage_change (\n\t_id INTEGER NOT NULL, \n\taccount VARCHAR(32) NOT NULL, \n\tcate_id CHAR(36) NOT NULL, \n\tsale_chance_id CHAR(36) NOT NULL, \n\told_stage_id CHAR(36) NOT NULL, \n\tnew_stage_id CHAR(36) NOT NULL, \n\tstay_sec INTEGER NOT NULL, \n\tis_timeout TINYINT DEFAULT '0' NOT NULL, \n\ttimeout_sec INTEGER DEFAULT '0' NOT NULL, \n\tuid VARCHAR(16) DEFAULT '' NOT NULL, \n\taction_origin VARCHAR(32) DEFAULT '' NOT NULL, \n\tcreate_time BIGINT NOT NULL, \n\tPRIMARY KEY (_id)\n)",
"displayName": "sale_chance_stage_change",
"description": "销售机会阶段变更记录表",
"customMetrics": [],
"tableType": "Regular",
"database": {
"deleted": false,
"displayName": "default",
"name": "default",
"id": "ccf03232-9e05-4476-99c0-9eddbf8ca1df",
"type": "database",
"fullyQualifiedName": "业务-TiDB.default"
},
"descriptionStatus": "INCOMPLETE",
"columnNames": [
"_id",
"account",
"cate_id",
"sale_chance_id",
"old_stage_id",
"new_stage_id",
"stay_sec",
"is_timeout",
"timeout_sec",
"uid",
"action_origin",
"create_time"
],
"tier": null,
"totalVotes": 0,
"usageSummary": {
"date": "2024-07-05",
"weeklyStats": {
"percentileRank": 0.0,
"count": 0
},
"monthlyStats": {
"percentileRank": 0.0,
"count": 0
},
"dailyStats": {
"percentileRank": 0.0,
"count": 0
}
},
"id": "b48e34c3-b295-46b5-9e54-963f89f88f4d",
"updatedAt": 1720074298303,
"owner": null,
"updatedBy": "ingestion-bot",
"entityType": "table",
"dataProducts": [],
"fullyQualifiedName": "业务-TiDB.default.crm_tx.sale_chance_stage_change",
"version": 0.1,
"tableConstraints": [],
"tags": [],
"sourceHash": "d5fee3e041fb8ed8d9bb1b97a6ba37b0",
"followers": [],
"deleted": false,
"service": {
"deleted": false,
"displayName": "业务-TiDB",
"name": "业务-TiDB",
"description": "",
"id": "6c24768d-e84e-4ad2-affd-0dcc00a34204",
"type": "databaseService",
"fullyQualifiedName": "业务-TiDB"
},
"domain": null,
"name": "sale_chance_stage_change",
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"databaseSchema": {
"deleted": false,
"displayName": "crm_tx",
"name": "crm_tx",
"id": "34e22060-d0f2-4ae0-84ce-096a848f7165",
"type": "databaseSchema",
"fullyQualifiedName": "业务-TiDB.default.crm_tx"
},
"serviceType": "Mysql",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_source_column",
"id": "0d653037-7f94-455e-a853-763ec7744274",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.source_column",
"id": "4d52d4e1-bd11-49e6-adf8-453186e0d8be",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "4d52d4e1-bd11-49e6-adf8-453186e0d8be-0d653037-7f94-455e-a853-763ec7744274"
}
],
"columns": [
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "id",
"constraint": "PRIMARY_KEY",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 32,
"dataType": "VARCHAR",
"name": "account",
"description": "租户id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.account",
"dataTypeDisplay": "varchar(32)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 512,
"dataType": "VARCHAR",
"name": "name",
"description": "来源名称",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.name",
"dataTypeDisplay": "varchar(512)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "source_code",
"description": "节点code路径",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.source_code",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_enable",
"description": "是否启用",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.is_enable",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "source_type",
"description": "来源类型",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.source_type",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "sort",
"description": "排序值",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.sort",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 512,
"dataType": "VARCHAR",
"name": "ancestor_code",
"description": "祖先节点,|隔开",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.ancestor_code",
"dataTypeDisplay": "varchar(512)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "root_code",
"description": "根节点code",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.root_code",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "parent_code",
"description": "父节点code",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.parent_code",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_leaf",
"description": "是否是叶子节点",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.is_leaf",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_enable_leaf",
"description": "是否启用来源的叶子节点",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.is_enable_leaf",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_to_another",
"description": "是否可以修改为其他来源",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.is_to_another",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_can_select",
"description": "是否可以选择",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.is_can_select",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "layer",
"description": "层级",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.layer",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_deleted",
"description": "1=删除 0=未删除",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.is_deleted",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "created_at",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.created_at",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "updated_at",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column.updated_at",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
}
],
"schemaDefinition": "CREATE TABLE crm_tx.source_column (\n\tid BIGINT NOT NULL, \n\taccount VARCHAR(32) NOT NULL, \n\tname VARCHAR(512) NOT NULL, \n\tsource_code VARCHAR(128) NOT NULL, \n\tis_enable TINYINT DEFAULT '1' NOT NULL, \n\tsource_type TINYINT DEFAULT '1' NOT NULL, \n\tsort BIGINT DEFAULT '0' NOT NULL, \n\tancestor_code VARCHAR(512) NOT NULL, \n\troot_code VARCHAR(128) DEFAULT '' NOT NULL, \n\tparent_code VARCHAR(128) DEFAULT '' NOT NULL, \n\tis_leaf TINYINT DEFAULT '1' NOT NULL, \n\tis_enable_leaf TINYINT DEFAULT '0' NOT NULL, \n\tis_to_another TINYINT DEFAULT '0' NOT NULL, \n\tis_can_select TINYINT DEFAULT '0' NOT NULL, \n\tlayer TINYINT DEFAULT '1' NOT NULL, \n\tis_deleted TINYINT DEFAULT '0', \n\tcreated_at DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, \n\tupdated_at DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP NOT NULL, \n\tPRIMARY KEY (id)\n)",
"displayName": "source_column",
"customMetrics": [],
"tableType": "Regular",
"database": {
"deleted": false,
"displayName": "default",
"name": "default",
"id": "ccf03232-9e05-4476-99c0-9eddbf8ca1df",
"type": "database",
"fullyQualifiedName": "业务-TiDB.default"
},
"descriptionStatus": "INCOMPLETE",
"columnNames": [
"id",
"account",
"name",
"source_code",
"is_enable",
"source_type",
"sort",
"ancestor_code",
"root_code",
"parent_code",
"is_leaf",
"is_enable_leaf",
"is_to_another",
"is_can_select",
"layer",
"is_deleted",
"created_at",
"updated_at"
],
"tier": null,
"totalVotes": 0,
"usageSummary": {
"date": "2024-07-05",
"weeklyStats": {
"percentileRank": 0.0,
"count": 0
},
"monthlyStats": {
"percentileRank": 0.0,
"count": 0
},
"dailyStats": {
"percentileRank": 0.0,
"count": 0
}
},
"id": "4d52d4e1-bd11-49e6-adf8-453186e0d8be",
"updatedAt": 1720074318491,
"owner": null,
"updatedBy": "ingestion-bot",
"entityType": "table",
"dataProducts": [],
"fullyQualifiedName": "业务-TiDB.default.crm_tx.source_column",
"version": 0.1,
"tableConstraints": [
{
"constraintType": "UNIQUE",
"columns": [
"account",
"source_code"
]
}
],
"tags": [],
"sourceHash": "bb57a4bfdc9ba18fcf125a012b155f16",
"followers": [],
"deleted": false,
"service": {
"deleted": false,
"displayName": "业务-TiDB",
"name": "业务-TiDB",
"description": "",
"id": "6c24768d-e84e-4ad2-affd-0dcc00a34204",
"type": "databaseService",
"fullyQualifiedName": "业务-TiDB"
},
"domain": null,
"name": "source_column",
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"databaseSchema": {
"deleted": false,
"displayName": "crm_ali",
"name": "crm_ali",
"id": "31b979dc-fd69-4ed2-afda-22ac29c55f72",
"type": "databaseSchema",
"fullyQualifiedName": "业务-TiDB.default.crm_ali"
},
"serviceType": "Mysql",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_source_column",
"id": "0d653037-7f94-455e-a853-763ec7744274",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_ali.source_column",
"id": "3ddd65e1-8577-47c9-a56e-b13c606d374f",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "3ddd65e1-8577-47c9-a56e-b13c606d374f-0d653037-7f94-455e-a853-763ec7744274"
}
],
"columns": [
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "id",
"constraint": "PRIMARY_KEY",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 32,
"dataType": "VARCHAR",
"name": "account",
"description": "租户id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.account",
"dataTypeDisplay": "varchar(32)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 512,
"dataType": "VARCHAR",
"name": "name",
"description": "来源名称",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.name",
"dataTypeDisplay": "varchar(512)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "source_code",
"description": "节点code路径",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.source_code",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_enable",
"description": "是否启用",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.is_enable",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "source_type",
"description": "来源类型",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.source_type",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "sort",
"description": "排序值",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.sort",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 512,
"dataType": "VARCHAR",
"name": "ancestor_code",
"description": "祖先节点,|隔开",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.ancestor_code",
"dataTypeDisplay": "varchar(512)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "root_code",
"description": "根节点code",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.root_code",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "parent_code",
"description": "父节点code",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.parent_code",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_leaf",
"description": "是否是叶子节点",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.is_leaf",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_to_another",
"description": "是否可以修改为其他来源",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.is_to_another",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "layer",
"description": "层级",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.layer",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_deleted",
"description": "1=删除 0=未删除",
"constraint": "NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.is_deleted",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "created_at",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.created_at",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "updated_at",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column.updated_at",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
}
],
"schemaDefinition": "CREATE TABLE crm_ali.source_column (\n\tid BIGINT NOT NULL, \n\taccount VARCHAR(32) NOT NULL, \n\tname VARCHAR(512) NOT NULL, \n\tsource_code VARCHAR(128) NOT NULL, \n\tis_enable TINYINT DEFAULT '1' NOT NULL, \n\tsource_type TINYINT DEFAULT '1' NOT NULL, \n\tsort BIGINT DEFAULT '0' NOT NULL, \n\tancestor_code VARCHAR(512) NOT NULL, \n\troot_code VARCHAR(128) DEFAULT '' NOT NULL, \n\tparent_code VARCHAR(128) DEFAULT '' NOT NULL, \n\tis_leaf TINYINT DEFAULT '1' NOT NULL, \n\tis_to_another TINYINT DEFAULT '0' NOT NULL, \n\tlayer TINYINT DEFAULT '1' NOT NULL, \n\tis_deleted TINYINT DEFAULT '0', \n\tcreated_at DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, \n\tupdated_at DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP NOT NULL, \n\tPRIMARY KEY (id)\n)",
"displayName": "source_column",
"customMetrics": [],
"tableType": "Regular",
"database": {
"deleted": false,
"displayName": "default",
"name": "default",
"id": "ccf03232-9e05-4476-99c0-9eddbf8ca1df",
"type": "database",
"fullyQualifiedName": "业务-TiDB.default"
},
"descriptionStatus": "INCOMPLETE",
"columnNames": [
"id",
"account",
"name",
"source_code",
"is_enable",
"source_type",
"sort",
"ancestor_code",
"root_code",
"parent_code",
"is_leaf",
"is_to_another",
"layer",
"is_deleted",
"created_at",
"updated_at"
],
"tier": null,
"totalVotes": 0,
"usageSummary": {
"date": "2024-07-05",
"weeklyStats": {
"percentileRank": 0.0,
"count": 0
},
"monthlyStats": {
"percentileRank": 0.0,
"count": 0
},
"dailyStats": {
"percentileRank": 0.0,
"count": 0
}
},
"id": "3ddd65e1-8577-47c9-a56e-b13c606d374f",
"updatedAt": 1720074157254,
"owner": null,
"updatedBy": "ingestion-bot",
"entityType": "table",
"dataProducts": [],
"fullyQualifiedName": "业务-TiDB.default.crm_ali.source_column",
"version": 0.1,
"tableConstraints": [
{
"constraintType": "UNIQUE",
"columns": [
"account",
"source_code"
]
}
],
"tags": [],
"sourceHash": "0c659d053864c234bc1b0d7d06b5ef89",
"followers": [],
"deleted": false,
"service": {
"deleted": false,
"displayName": "业务-TiDB",
"name": "业务-TiDB",
"description": "",
"id": "6c24768d-e84e-4ad2-affd-0dcc00a34204",
"type": "databaseService",
"fullyQualifiedName": "业务-TiDB"
},
"domain": null,
"name": "source_column",
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"databaseSchema": {
"deleted": false,
"displayName": "crm_tx",
"name": "crm_tx",
"id": "34e22060-d0f2-4ae0-84ce-096a848f7165",
"type": "databaseSchema",
"fullyQualifiedName": "业务-TiDB.default.crm_tx"
},
"serviceType": "Mysql",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_qw_contact_follow_info",
"id": "980581d7-7efe-4a8c-b1df-d366fc382d75",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.qw_contact_follow_info",
"id": "254a7cb9-d502-4398-bd1c-bfbc041750a7",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "254a7cb9-d502-4398-bd1c-bfbc041750a7-980581d7-7efe-4a8c-b1df-d366fc382d75"
}
],
"columns": [
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "id",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 20,
"dataType": "VARCHAR",
"name": "account",
"description": "租户 id",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.account",
"dataTypeDisplay": "varchar(20)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "account_hash",
"description": "租户 hash",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.account_hash",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 64,
"dataType": "VARCHAR",
"name": "external_user_id",
"description": "企微外部联系人ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.external_user_id",
"dataTypeDisplay": "varchar(64)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "BIGINT",
"name": "contact_id",
"description": "好友ID",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.contact_id",
"dataTypeDisplay": "bigint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 16,
"dataType": "VARCHAR",
"name": "uid",
"description": "尘锋员工id",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.uid",
"dataTypeDisplay": "varchar(16)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 64,
"dataType": "VARCHAR",
"name": "remark",
"description": "对联系人的备注",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.remark",
"dataTypeDisplay": "varchar(64)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 255,
"dataType": "VARCHAR",
"name": "description",
"description": "对联系人的描述",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.description",
"dataTypeDisplay": "varchar(255)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "is_deleted",
"description": "1=删除 0=未删除",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.is_deleted",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "friend_status",
"description": "0=好友(不准确) 1=半个好友 2=被好友删除 3=非好友",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.friend_status",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "TINYINT",
"name": "add_status",
"description": "0=其他 1=免验证添加成员 2=离职继承添加成员 3=在职继承添加成员 4=内部成员共享",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.add_status",
"dataTypeDisplay": "tinyint",
"tags": [],
"customMetrics": []
},
{
"dataLength": 16,
"dataType": "VARCHAR",
"name": "src_uid",
"description": "被分配的员工Id。只有在职继承、离职继承、内部成员共享才可能有值",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.src_uid",
"dataTypeDisplay": "varchar(16)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 64,
"dataType": "VARCHAR",
"name": "remark_company",
"description": "该成员对此微信客户备注的企业名称（仅微信客户有该字段）",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.remark_company",
"dataTypeDisplay": "varchar(64)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "INT",
"name": "add_way",
"description": "添加方式，https://developer.work.weixin.qq.com/document/path/92114#13878/%E6%9D%A5%E6%BA%90%E5%AE%9A%E4%B9%89",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.add_way",
"dataTypeDisplay": "int",
"tags": [],
"customMetrics": []
},
{
"dataLength": 128,
"dataType": "VARCHAR",
"name": "state",
"description": "企业自定义的state参数",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.state",
"dataTypeDisplay": "varchar(128)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 16,
"dataType": "VARCHAR",
"name": "operate_uid",
"description": "操作人userid",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.operate_uid",
"dataTypeDisplay": "varchar(16)",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "add_time",
"description": "企微 该成员添加此外部联系人的时间",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.add_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "del_time",
"description": "企微 员工删除好友时间",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.del_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "del_fu_time",
"description": "企微 好友删除员工时间",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.del_fu_time",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "created_at",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.created_at",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 1,
"dataType": "DATETIME",
"name": "updated_at",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.updated_at",
"dataTypeDisplay": "datetime",
"tags": [],
"customMetrics": []
},
{
"dataLength": 30,
"dataType": "VARCHAR",
"name": "del_reason",
"description": "删除原因。delContactType=员工删除好友，delContactByQwPullType=主动同步对比结果员工删除好友，onJobAssignmentDeleted= 在职分配删除",
"constraint": "NOT_NULL",
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info.del_reason",
"dataTypeDisplay": "varchar(30)",
"tags": [],
"customMetrics": []
}
],
"schemaDefinition": "CREATE TABLE crm_tx.qw_contact_follow_info (\n\tid BIGINT NOT NULL, \n\taccount VARCHAR(20) DEFAULT '' NOT NULL, \n\taccount_hash BIGINT DEFAULT '0' NOT NULL, \n\texternal_user_id VARCHAR(64) DEFAULT '' NOT NULL, \n\tcontact_id BIGINT DEFAULT '0' NOT NULL, \n\tuid VARCHAR(16) DEFAULT '' NOT NULL, \n\tremark VARCHAR(64) DEFAULT '' NOT NULL, \n\tdescription VARCHAR(255) DEFAULT '0' NOT NULL, \n\tis_deleted TINYINT DEFAULT '0' NOT NULL, \n\tfriend_status TINYINT DEFAULT '0' NOT NULL, \n\tadd_status TINYINT DEFAULT '0' NOT NULL, \n\tsrc_uid VARCHAR(16) DEFAULT '0' NOT NULL, \n\tremark_company VARCHAR(64) DEFAULT '' NOT NULL, \n\tadd_way INTEGER DEFAULT '0' NOT NULL, \n\tstate VARCHAR(128) DEFAULT '' NOT NULL, \n\toperate_uid VARCHAR(16) NOT NULL, \n\tadd_time DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, \n\tdel_time DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, \n\tdel_fu_time DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, \n\tcreated_at DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, \n\tupdated_at DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP NOT NULL, \n\tdel_reason VARCHAR(30) DEFAULT '' NOT NULL, \n\tPRIMARY KEY (id, account, account_hash)\n)",
"displayName": "qw_contact_follow_info",
"customMetrics": [],
"tableType": "Regular",
"database": {
"deleted": false,
"displayName": "default",
"name": "default",
"id": "ccf03232-9e05-4476-99c0-9eddbf8ca1df",
"type": "database",
"fullyQualifiedName": "业务-TiDB.default"
},
"descriptionStatus": "INCOMPLETE",
"columnNames": [
"id",
"account",
"account_hash",
"external_user_id",
"contact_id",
"uid",
"remark",
"description",
"is_deleted",
"friend_status",
"add_status",
"src_uid",
"remark_company",
"add_way",
"state",
"operate_uid",
"add_time",
"del_time",
"del_fu_time",
"created_at",
"updated_at",
"del_reason"
],
"tier": null,
"totalVotes": 0,
"usageSummary": {
"date": "2024-07-05",
"weeklyStats": {
"percentileRank": 0.0,
"count": 0
},
"monthlyStats": {
"percentileRank": 0.0,
"count": 0
},
"dailyStats": {
"percentileRank": 0.0,
"count": 0
}
},
"id": "254a7cb9-d502-4398-bd1c-bfbc041750a7",
"updatedAt": 1720074275176,
"owner": null,
"updatedBy": "ingestion-bot",
"entityType": "table",
"dataProducts": [],
"fullyQualifiedName": "业务-TiDB.default.crm_tx.qw_contact_follow_info",
"version": 0.1,
"tableConstraints": [
{
"constraintType": "UNIQUE",
"columns": [
"account",
"account_hash",
"uid",
"external_user_id"
]
},
{
"constraintType": "PRIMARY_KEY",
"columns": [
"id",
"account",
"account_hash"
]
}
],
"tags": [],
"sourceHash": "c1606fcab3c752395237d49b82f8e011",
"followers": [],
"deleted": false,
"service": {
"deleted": false,
"displayName": "业务-TiDB",
"name": "业务-TiDB",
"description": "",
"id": "6c24768d-e84e-4ad2-affd-0dcc00a34204",
"type": "databaseService",
"fullyQualifiedName": "业务-TiDB"
},
"domain": null,
"name": "qw_contact_follow_info",
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"serviceType": "Kafka",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_friend_snapshot",
"id": "1884f98b-0bc5-4353-8539-d9afc07068e9",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.friend_snapshot",
"id": "60ae8cdb-524c-4bc2-8bc5-28b3f7fb9c38",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "60ae8cdb-524c-4bc2-8bc5-28b3f7fb9c38-1884f98b-0bc5-4353-8539-d9afc07068e9"
}
],
"replicationFactor": 2,
"maximumMessageSize": 10000000,
"displayName": "maxwell_bi_ods_friend_snapshot",
"retentionTime": 6.048E8,
"descriptionStatus": "INCOMPLETE",
"tier": null,
"totalVotes": 0,
"minimumInSyncReplicas": 1,
"id": "1884f98b-0bc5-4353-8539-d9afc07068e9",
"updatedAt": 1720146741768,
"partitions": 1,
"owner": null,
"updatedBy": "ingestion-bot",
"topicConfig": {
"compression.type": "producer",
"leader.replication.throttled.replicas": "",
"remote.storage.enable": "false",
"min.insync.replicas": "1",
"message.downconversion.enable": "true",
"segment.jitter.ms": "0",
"local.retention.ms": "-2",
"cleanup.policy": "delete",
"flush.ms": "9223372036854775807",
"follower.replication.throttled.replicas": "",
"retention.ms": "604800000",
"segment.bytes": "1073741824",
"flush.messages": "9223372036854775807",
"message.format.version": "3.0-IV1",
"file.delete.delay.ms": "60000",
"max.compaction.lag.ms": "9223372036854775807",
"max.message.bytes": "10000000",
"min.compaction.lag.ms": "0",
"message.timestamp.type": "CreateTime",
"local.retention.bytes": "-2",
"preallocate": "false",
"index.interval.bytes": "4096",
"min.cleanable.dirty.ratio": "0.5",
"unclean.leader.election.enable": "false",
"retention.bytes": "-1",
"delete.retention.ms": "86400000",
"message.timestamp.after.max.ms": "9223372036854775807",
"message.timestamp.before.max.ms": "9223372036854775807",
"segment.ms": "604800000",
"message.timestamp.difference.max.ms": "9223372036854775807",
"segment.index.bytes": "10485760"
},
"entityType": "topic",
"dataProducts": [],
"fullyQualifiedName": "BI_Kafka-Kafka.maxwell_bi_ods_friend_snapshot",
"version": 0.1,
"tags": [],
"cleanupPolicies": [
"delete"
],
"sourceHash": "e8aafdf5559dbdf892aaec40db36420b",
"followers": [],
"deleted": false,
"messageSchema": {
"schemaFields": [],
"schemaType": "Other",
"schemaText": ""
},
"service": {
"deleted": false,
"displayName": "BI_Kafka-Kafka",
"name": "BI_Kafka-Kafka",
"description": "",
"id": "d948147a-4baf-4b32-8b23-c49659d7a05b",
"type": "messagingService",
"fullyQualifiedName": "BI_Kafka-Kafka"
},
"domain": null,
"name": "maxwell_bi_ods_friend_snapshot",
"retentionSize": -1.0,
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
},
{
"serviceType": "Kafka",
"lineage": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_friend",
"id": "e651223d-2709-4c0a-8d44-4815f22ab45d",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.friend",
"id": "8de8a24a-df77-4380-b42c-6b48ce519e4e",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "8de8a24a-df77-4380-b42c-6b48ce519e4e-e651223d-2709-4c0a-8d44-4815f22ab45d"
}
],
"replicationFactor": 2,
"maximumMessageSize": 10000000,
"displayName": "maxwell_bi_ods_friend",
"retentionTime": 6.048E8,
"descriptionStatus": "INCOMPLETE",
"tier": null,
"totalVotes": 0,
"minimumInSyncReplicas": 1,
"id": "e651223d-2709-4c0a-8d44-4815f22ab45d",
"updatedAt": 1720147040976,
"partitions": 9,
"owner": null,
"updatedBy": "ingestion-bot",
"topicConfig": {
"compression.type": "producer",
"leader.replication.throttled.replicas": "",
"remote.storage.enable": "false",
"min.insync.replicas": "1",
"message.downconversion.enable": "true",
"segment.jitter.ms": "0",
"local.retention.ms": "-2",
"cleanup.policy": "delete",
"flush.ms": "9223372036854775807",
"follower.replication.throttled.replicas": "",
"retention.ms": "604800000",
"segment.bytes": "1073741824",
"flush.messages": "9223372036854775807",
"message.format.version": "3.0-IV1",
"file.delete.delay.ms": "60000",
"max.compaction.lag.ms": "9223372036854775807",
"max.message.bytes": "10000000",
"min.compaction.lag.ms": "0",
"message.timestamp.type": "CreateTime",
"local.retention.bytes": "-2",
"preallocate": "false",
"index.interval.bytes": "4096",
"min.cleanable.dirty.ratio": "0.5",
"unclean.leader.election.enable": "false",
"retention.bytes": "-1",
"delete.retention.ms": "86400000",
"message.timestamp.after.max.ms": "9223372036854775807",
"message.timestamp.before.max.ms": "9223372036854775807",
"segment.ms": "604800000",
"message.timestamp.difference.max.ms": "9223372036854775807",
"segment.index.bytes": "10485760"
},
"entityType": "topic",
"dataProducts": [],
"fullyQualifiedName": "BI_Kafka-Kafka.maxwell_bi_ods_friend",
"version": 0.1,
"tags": [],
"cleanupPolicies": [
"delete"
],
"sourceHash": "4ed3fbb3118d2837e513acd72f3a87db",
"followers": [],
"deleted": false,
"messageSchema": {
"schemaFields": [],
"schemaType": "Other",
"schemaText": ""
},
"service": {
"deleted": false,
"displayName": "BI_Kafka-Kafka",
"name": "BI_Kafka-Kafka",
"description": "",
"id": "d948147a-4baf-4b32-8b23-c49659d7a05b",
"type": "messagingService",
"fullyQualifiedName": "BI_Kafka-Kafka"
},
"domain": null,
"name": "maxwell_bi_ods_friend",
"retentionSize": -1.0,
"votes": {
"upVoters": [],
"downVoters": [],
"upVotes": 0,
"downVotes": 0
}
}
],
"edges": [
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_friend_snapshot",
"id": "1884f98b-0bc5-4353-8539-d9afc07068e9",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.friend_snapshot",
"id": "60ae8cdb-524c-4bc2-8bc5-28b3f7fb9c38",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "60ae8cdb-524c-4bc2-8bc5-28b3f7fb9c38-1884f98b-0bc5-4353-8539-d9afc07068e9"
},
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_friend",
"id": "e651223d-2709-4c0a-8d44-4815f22ab45d",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.friend",
"id": "8de8a24a-df77-4380-b42c-6b48ce519e4e",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "8de8a24a-df77-4380-b42c-6b48ce519e4e-e651223d-2709-4c0a-8d44-4815f22ab45d"
},
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_qw_contact_follow_info",
"id": "980581d7-7efe-4a8c-b1df-d366fc382d75",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.qw_contact_follow_info",
"id": "254a7cb9-d502-4398-bd1c-bfbc041750a7",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "254a7cb9-d502-4398-bd1c-bfbc041750a7-980581d7-7efe-4a8c-b1df-d366fc382d75"
},
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_source_column",
"id": "0d653037-7f94-455e-a853-763ec7744274",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.source_column",
"id": "4d52d4e1-bd11-49e6-adf8-453186e0d8be",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "4d52d4e1-bd11-49e6-adf8-453186e0d8be-0d653037-7f94-455e-a853-763ec7744274"
},
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_source_column",
"id": "0d653037-7f94-455e-a853-763ec7744274",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_ali.source_column",
"id": "3ddd65e1-8577-47c9-a56e-b13c606d374f",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "3ddd65e1-8577-47c9-a56e-b13c606d374f-0d653037-7f94-455e-a853-763ec7744274"
},
{
"toEntity": {
"fqn": "BI_Kafka-Kafka.maxwell_bi_ods_sale_chance_stage_change",
"id": "3715500d-7cbb-439f-83c9-6c887ce14a82",
"type": "topic"
},
"pipeline": {
"serviceType": "CustomPipeline",
"updatedBy": "ingestion-bot",
"changeDescription": {
"previousVersion": 0.1,
"fieldsAdded": [
{
"newValue": "181e29d9e707ef024e3299310b89352c",
"name": "sourceHash"
}
],
"fieldsUpdated": [
{
"newValue": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"name": "sourceUrl",
"oldValue": "source_url"
}
],
"fieldsDeleted": []
},
"description": "pipeline_detail.description",
"fullyQualifiedName": "unisync.238-业务TIDB采集",
"version": 0.2,
"tags": [],
"sourceUrl": "https://unisync.dustess.com/transfer/workflow-dag?projectId=16&id=238",
"sourceHash": "181e29d9e707ef024e3299310b89352c",
"deleted": false,
"service": {
"deleted": false,
"displayName": "unisync",
"name": "unisync",
"description": "",
"id": "f0ca00e3-1d79-4e27-a0d1-8807fa961910",
"type": "pipelineService",
"fullyQualifiedName": "unisync"
},
"name": "238-业务TIDB采集",
"id": "b3456037-35fd-40b3-92e0-26a384d98be7",
"pipelineStatus": {
"executionStatus": "Successful",
"taskStatus": [
{
"executionStatus": "Successful",
"name": "task"
}
],
"timestamp": 1714384747000
},
"startDate": "2024-04-29T09:59:07.000000Z",
"updatedAt": 1720146121907
},
"pipelineEntityType": "pipeline",
"fromEntity": {
"fqn": "业务-TiDB.default.crm_tx.sale_chance_stage_change",
"id": "b48e34c3-b295-46b5-9e54-963f89f88f4d",
"type": "table"
},
"sqlQuery": null,
"description": null,
"source": "PipelineLineage",
"doc_id": "b48e34c3-b295-46b5-9e54-963f89f88f4d-3715500d-7cbb-439f-83c9-6c887ce14a82"
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment