Skip to content

Instantly share code, notes, and snippets.

@fhussonnois
Last active January 24, 2020 11:59
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save fhussonnois/22e7bc050e2a6d2dc98582ec83ac4659 to your computer and use it in GitHub Desktop.
Save fhussonnois/22e7bc050e2a6d2dc98582ec83ac4659 to your computer and use it in GitHub Desktop.
{
"config": {
"connector.class": "io.streamthoughts.kafka.connect.filepulse.source.FilePulseSourceConnector",
"filters": "GroupMultilineException, ParseLog4jLog",
"filters.GroupMultilineException.negate": "false",
"filters.GroupMultilineException.pattern": "^[\\t]",
"filters.GroupMultilineException.type": "io.streamthoughts.kafka.connect.filepulse.filter.MultiRowFilter",
"filters.ParseLog4jLog.match": "%{TIMESTAMP_ISO8601:logdate} %{LOGLEVEL:loglevel} %{GREEDYDATA:message}",
"filters.ParseLog4jLog.overwrite": "message",
"filters.ParseLog4jLog.source": "message",
"filters.ParseLog4jLog.type": "io.streamthoughts.kafka.connect.filepulse.filter.GrokFilter",
"filters.ParseLog4jLog.ignoreFailure": "true",
"fs.cleanup.policy.class": "io.streamthoughts.kafka.connect.filepulse.clean.LogCleanupPolicy",
"fs.scanner.class": "io.streamthoughts.kafka.connect.filepulse.scanner.local.LocalFSDirectoryWalker",
"fs.scan.directory.path": "/var/log/kafka/",
"fs.scan.filters": "io.streamthoughts.kafka.connect.filepulse.scanner.local.filter.RegexFileListFilter",
"file.filter.regex.pattern": "kafka-connect\\.log$",
"fs.scan.interval.ms": "10000",
"internal.kafka.reporter.bootstrap.servers": "broker:29092",
"internal.kafka.reporter.id": "connect-file-pulse-log4j-quickstart",
"internal.kafka.reporter.topic": "connect-file-pulse-status",
"offset.strategy": "name",
"read.max.wait.ms": "5000",
"task.reader.class": "io.streamthoughts.kafka.connect.filepulse.reader.RowFileInputReader",
"topic": "logs-kafka-connect",
"tasks.max": 1
},
"name": "connect-file-pulse-quickstart-log4j"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment