Created
October 1, 2024 16:15
-
-
Save RyanSept/1969b269e6ec000a2bb8ed480bcf379c to your computer and use it in GitHub Desktop.
aws dms configs
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "Logging": { | |
| "EnableLogging": true, | |
| "EnableLogContext": true, | |
| "LogComponents": [ | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "TRANSFORMATION" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "SOURCE_UNLOAD" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "IO" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "TARGET_LOAD" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "PERFORMANCE" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "SOURCE_CAPTURE" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "SORTER" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "REST_SERVER" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "VALIDATOR_EXT" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "TARGET_APPLY" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "TASK_MANAGER" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "TABLES_MANAGER" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "METADATA_MANAGER" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "FILE_FACTORY" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "COMMON" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "ADDONS" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "DATA_STRUCTURE" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "COMMUNICATION" | |
| }, | |
| { | |
| "Severity": "LOGGER_SEVERITY_DEFAULT", | |
| "Id": "FILE_TRANSFER" | |
| } | |
| ] | |
| }, | |
| "StreamBufferSettings": { | |
| "StreamBufferCount": 3, | |
| "CtrlStreamBufferSizeInMB": 5, | |
| "StreamBufferSizeInMB": 8 | |
| }, | |
| "ErrorBehavior": { | |
| "FailOnNoTablesCaptured": true, | |
| "ApplyErrorUpdatePolicy": "LOG_ERROR", | |
| "FailOnTransactionConsistencyBreached": false, | |
| "RecoverableErrorThrottlingMax": 1800, | |
| "DataErrorEscalationPolicy": "SUSPEND_TABLE", | |
| "ApplyErrorEscalationCount": 0, | |
| "RecoverableErrorStopRetryAfterThrottlingMax": true, | |
| "RecoverableErrorThrottling": true, | |
| "ApplyErrorFailOnTruncationDdl": false, | |
| "DataTruncationErrorPolicy": "LOG_ERROR", | |
| "ApplyErrorInsertPolicy": "LOG_ERROR", | |
| "EventErrorPolicy": "IGNORE", | |
| "ApplyErrorEscalationPolicy": "LOG_ERROR", | |
| "RecoverableErrorCount": -1, | |
| "DataErrorEscalationCount": 0, | |
| "TableErrorEscalationPolicy": "STOP_TASK", | |
| "RecoverableErrorInterval": 5, | |
| "ApplyErrorDeletePolicy": "IGNORE_RECORD", | |
| "TableErrorEscalationCount": 0, | |
| "FullLoadIgnoreConflicts": true, | |
| "DataErrorPolicy": "LOG_ERROR", | |
| "TableErrorPolicy": "SUSPEND_TABLE" | |
| }, | |
| "ValidationSettings": { | |
| "ValidationPartialLobSize": 0, | |
| "PartitionSize": 10000, | |
| "RecordFailureDelayLimitInMinutes": 0, | |
| "SkipLobColumns": false, | |
| "FailureMaxCount": 10000, | |
| "HandleCollationDiff": false, | |
| "ValidationQueryCdcDelaySeconds": 0, | |
| "ValidationMode": "ROW_LEVEL", | |
| "TableFailureMaxCount": 1000, | |
| "RecordFailureDelayInMinutes": 5, | |
| "MaxKeyColumnSize": 8096, | |
| "EnableValidation": true, | |
| "ThreadCount": 5, | |
| "RecordSuspendDelayInMinutes": 30, | |
| "ValidationOnly": false | |
| }, | |
| "TTSettings": { | |
| "TTS3Settings": null, | |
| "TTRecordSettings": null, | |
| "EnableTT": false | |
| }, | |
| "FullLoadSettings": { | |
| "CommitRate": 10000, | |
| "StopTaskCachedChangesApplied": false, | |
| "StopTaskCachedChangesNotApplied": false, | |
| "MaxFullLoadSubTasks": 1, | |
| "TransactionConsistencyTimeout": 600, | |
| "CreatePkAfterFullLoad": false, | |
| "TargetTablePrepMode": "DO_NOTHING" | |
| }, | |
| "TargetMetadata": { | |
| "ParallelApplyBufferSize": 0, | |
| "ParallelApplyQueuesPerThread": 0, | |
| "ParallelApplyThreads": 0, | |
| "TargetSchema": "", | |
| "InlineLobMaxSize": 0, | |
| "ParallelLoadQueuesPerThread": 0, | |
| "SupportLobs": true, | |
| "LobChunkSize": 0, | |
| "TaskRecoveryTableEnabled": true, | |
| "ParallelLoadThreads": 0, | |
| "LobMaxSize": 32, | |
| "BatchApplyEnabled": false, | |
| "FullLobMode": false, | |
| "LimitedSizeLobMode": true, | |
| "LoadMaxFileSize": 0, | |
| "ParallelLoadBufferSize": 0 | |
| }, | |
| "BeforeImageSettings": null, | |
| "ControlTablesSettings": { | |
| "historyTimeslotInMinutes": 5, | |
| "HistoryTimeslotInMinutes": 5, | |
| "StatusTableEnabled": false, | |
| "SuspendedTablesTableEnabled": false, | |
| "HistoryTableEnabled": false, | |
| "ControlSchema": "", | |
| "FullLoadExceptionTableEnabled": false | |
| }, | |
| "LoopbackPreventionSettings": null, | |
| "CharacterSetSettings": null, | |
| "FailTaskWhenCleanTaskResourceFailed": false, | |
| "ChangeProcessingTuning": { | |
| "StatementCacheSize": 50, | |
| "CommitTimeout": 1, | |
| "BatchApplyPreserveTransaction": true, | |
| "BatchApplyTimeoutMin": 1, | |
| "BatchSplitSize": 0, | |
| "BatchApplyTimeoutMax": 30, | |
| "MinTransactionSize": 1000, | |
| "MemoryKeepTime": 60, | |
| "BatchApplyMemoryLimit": 500, | |
| "MemoryLimitTotal": 1024 | |
| }, | |
| "ChangeProcessingDdlHandlingPolicy": { | |
| "HandleSourceTableDropped": true, | |
| "HandleSourceTableTruncated": true, | |
| "HandleSourceTableAltered": true | |
| }, | |
| "PostProcessingRules": null | |
| } | |
| // TABLE MAPPING rules | |
| { | |
| "rules": [ | |
| { | |
| "rule-type": "selection", | |
| "rule-id": "131463027", | |
| "rule-name": "131463027", | |
| "object-locator": { | |
| "schema-name": "public", | |
| "table-name": "%" | |
| }, | |
| "rule-action": "include", | |
| "filters": [] | |
| }, | |
| { | |
| "rule-type": "selection", | |
| "rule-id": "131396000", | |
| "rule-name": "131396000", | |
| "object-locator": { | |
| "schema-name": "public", | |
| "table-name": "awsdms%" | |
| }, | |
| "rule-action": "exclude", | |
| "filters": [] | |
| } | |
| ] | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment