Created
November 29, 2019 07:54
-
-
Save gullevek/ad5a91ded48a40850ef4a47845100a4a to your computer and use it in GitHub Desktop.
lnav rsync custom transfer log parser
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "rsync": { | |
| "title": "rsync log", | |
| "description": "rsync transfer and progress logs", | |
| "url": "http://www.egplusww.jp/", | |
| "regex": { | |
| "rsync": { | |
| "pattern": "^(?<date>\\d{4}/\\d{2}/\\d{2}) (?<timestamp>\\d{2}:\\d{2}:\\d{2}) \\[(?<opid>\\d+)\\] (?<body>.*)" | |
| }, | |
| "progress": { | |
| "pattern": "^\\[(?<date>\\d{4}-\\d{2}-\\d{2}) (?<timestamp>\\d{2}:\\d{2}:\\d{2})\\] \\[(?<opid>\\d+)\\] (?<body>.*)" | |
| } | |
| }, | |
| "value": { | |
| "date": { "kind": "string", "identifier": true }, | |
| "timestamp": { "kind": "string", "identifier": true }, | |
| "opid": { "kind": "string", "identifier": true } | |
| }, | |
| "opid-field": "opid", | |
| "level-field": "level", | |
| "level": { | |
| "error": "ERROR", | |
| "warning": "WARNING", | |
| "info": "NOTICE" | |
| }, | |
| "highlights": { | |
| "rsync_send": { | |
| "pattern": "(send (\\>|\\<|\\.))", | |
| "color": "#ff8700" | |
| }, | |
| "rsync_dev": { | |
| "pattern": "(del\\. \\*deleting) ", | |
| "color": "#af5f00" | |
| }, | |
| "rsync_file": { | |
| "pattern": "\\] (.+(\\/\\.+)*) \\[", | |
| "color": "#008000" | |
| }, | |
| "sync_end_first": { | |
| "pattern": "Number of ((created|deleted|regular) )?files( transferred)?: .*", | |
| "color": "#ff00ff" | |
| }, | |
| "sync_end_total": { | |
| "pattern": "(Total (transferred )?file size: .*)", | |
| "color": "#af00ff" | |
| }, | |
| "sync_end_data": { | |
| "pattern": "((Literal|Matched) data: .*)", | |
| "color": "#8700ff" | |
| }, | |
| "sync_end_file": { | |
| "pattern": "(File list (size|generation time|transfer time): .*)", | |
| "color": "#d7005f" | |
| }, | |
| "sync_end_bytes": { | |
| "pattern": "(Total bytes (sent|received): .*)", | |
| "color": "#af00af" | |
| }, | |
| "sync_end_sent": { | |
| "pattern": "sent .+ bytes received .*", | |
| "color": "#af005f" | |
| }, | |
| "sync_end_last": { | |
| "pattern": "total size is .*", | |
| "color": "#00ffff", | |
| "underline": true | |
| } | |
| }, | |
| "sample": [ | |
| { "line": "2019/11/28 14:11:27 [2052] send <f+++++++++ [rw-r--r--: 0: 0] mnt/backup/db_dumps_fc/bacula.bacula.SQL_ASCII.pgsql-11_local_5432_20191128_0100_01.c.sql [--> 322,750,456 {322.75M} => 321,195,964 {321.20M}] " }, | |
| { "line": "2019/11/29 07:00:53 [31896] del. *deleting [---------: 0: 0] remote_backup/host/db_dumps_mysql/db_mysql-5.6_complete_bk_20191121_0030_01.sql.bz2 [--> 0 {0} => 0 {0}] " }, | |
| { "line": "2019/11/28 14:10:44 [2052] created directory /storage/backup/host/var/database" }, | |
| { "line": "[2019-11-29 08:22:07] [31859] Done: 100.000% (Xfer: 0.470%) | Checked: 141,976, Open to transfer: 0, Transfered: 667" } | |
| ] | |
| } | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment