Grok parser for Elixir logs

rules.txt

## You can use this set or rules to parse Elixir logs in DataDog Logger

# 16:01:37.511 request_id=2khj5fsrc3lpk86dh8000g5h [debug] Processing with TwilioProxy.RequestController.create

router %{date("HH:mm:ss.SSS"):date} (%{data::keyvalue("=", " ")} )?\[+%{word:level}\] Processing (with|by) +%{data:controller.callback}

# 16:04:07.995 request_id=u8m11nptsmsjc282k3l1133u6evmljer [info] Sent 200 in 16ms
# 16:04:07.995 request_id=u8m11nptsmsjc282k3l1133u6evmljer [info] Sent 200 in 16µs
# 00:05:30.048 request_id=sXax4ynq8i+zU90Emg84 [info] Sent 400 in 1ms

response %{date("HH:mm:ss.SSS"):date} (%{data::keyvalue("=", " ")} )?\[+%{word:level}\] Sent +%{number:http.status_code} in (%{number:http.response_time_ms}ms|%{number:http.response_time_ms:scale(0.001)}µs)

# 14:14:31.987 request_id=kqqg2fh6kcs151nd9ei6sk9cf9q36b0l [info] GET /vehicles/4ccb6e8a-8017-4bbe-800c

request %{date("HH:mm:ss.SSS"):date} (%{data::keyvalue("=", " ")} )?\[+%{word:level}\] +%{regex("POST|PUT|PATCH|GET|DELETE"):http.method} +%{data:http.request_uri}

# 16:38:59.314 [error] GenServer #PID<0.28714.116> terminating

gen_server_terminated %{date("HH:mm:ss.SSS"):date} (%{data::keyvalue("=", " ")} )?\[+%{word:level}\] GenServer #PID<%{notSpace:process.pid}> terminating

# 22:10:31.359 [info] NormalizeCarDataWorker 6dbabf72f09c7bf1276a429c start
# 17:37:19.479 [info] DeleteCraigslistAdWorker d0b046b58ffc6cd1dd480553 done: 4 s
# 17:37:13.162 [info] NormalizeCarDataWorker 47094aaa249cb57affa6d22b done: 115 ms
# 17:37:13.162 [info] NormalizeCarDataWorker 47094aaa249cb57affa6d22b done: 115 µs

verk_job %{date("HH:mm:ss.SSS"):date} \[+%{word:level}\] %{notSpace:job.name} %{notSpace:job.id} %{word:job.status}(: (%{number:job.time_ms:scale(1000)} s|%{number:job.time_ms} ms|%{number:job.time_ms:scale(0.001)} µs))?

# 14:14:31.987 request_id=kqqg2fh6kcs151nd9ei6sk9cf9q36b0l [info] I did mad things

entry %{date("HH:mm:ss.SSS"):date} (%{data::keyvalue("=", " ")} )?\[+%{word:level}\] %{data:message}

#   Parameters: %{...}

controller_params Parameters: %{data:parameters_string}

#   Pipelines: [:api]

controller_params Pipelines: %{array("[]", ", "):pipelines}