Skip to content

Instantly share code, notes, and snippets.

@achanda
Last active July 24, 2023 16:06
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save achanda/34fd84ee20f220e6cc8eaacaff325fb1 to your computer and use it in GitHub Desktop.
Save achanda/34fd84ee20f220e6cc8eaacaff325fb1 to your computer and use it in GitHub Desktop.
cluster replica logs
╰─$ k logs -f mytestcluster-4 -n cnpg-clusters
Defaulted container "postgres" out of: postgres, bootstrap-controller (init)
{"level":"info","ts":"2023-07-24T15:48:05Z","logger":"setup","msg":"Starting CloudNativePG Instance Manager","logging_pod":"mytestcluster-4","version":"1.20.0","build":{"Version":"1.20.0","Commit":"008bb80b","Date":"2023-04-27"}}
{"level":"info","ts":"2023-07-24T15:48:06Z","msg":"Waited for 1.046558081s due to client-side throttling, not priority and fairness, request: GET:https://10.32.0.1:443/apis/certificates.k8s.io/v1?timeout=32s\n"}
{"level":"info","ts":"2023-07-24T15:48:10Z","logger":"setup","msg":"starting controller-runtime manager","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Starting EventSource","controller":"cluster","controllerGroup":"postgresql.cnpg.io","controllerKind":"Cluster","source":"kind source: *v1.Cluster"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Starting Controller","controller":"cluster","controllerGroup":"postgresql.cnpg.io","controllerKind":"Cluster"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Starting webserver","logging_pod":"mytestcluster-4","address":":9187"}
{"level":"info","ts":"2023-07-24T15:48:10Z","logger":"roles_reconciler","msg":"starting up the runnable","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Starting webserver","logging_pod":"mytestcluster-4","address":"localhost:8010"}
{"level":"info","ts":"2023-07-24T15:48:10Z","logger":"roles_reconciler","msg":"setting up RoleSynchronizer loop","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Starting webserver","logging_pod":"mytestcluster-4","address":":8000"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Starting workers","controller":"cluster","controllerGroup":"postgresql.cnpg.io","controllerKind":"Cluster","worker count":1}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Ignore minSyncReplicas to enforce self-healing","logging_pod":"mytestcluster-4","syncReplicas":-1,"minSyncReplicas":0,"maxSyncReplicas":0}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Ignore minSyncReplicas to enforce self-healing","logging_pod":"mytestcluster-4","syncReplicas":-1,"minSyncReplicas":0,"maxSyncReplicas":0}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Cluster status","controller":"cluster","controllerGroup":"postgresql.cnpg.io","controllerKind":"Cluster","Cluster":{"name":"mytestcluster","namespace":"cnpg-clusters"},"namespace":"cnpg-clusters","name":"mytestcluster","reconcileID":"f6dc9a54-4132-4421-8a32-07bc2bc44beb","uuid":"7d73a7e1-2a39-11ee-b47b-f2c9695be37a","logging_pod":"mytestcluster-4","currentPrimary":"mytestcluster-5","targetPrimary":"mytestcluster-5"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"This is an old primary instance, waiting for the switchover to finish","controller":"cluster","controllerGroup":"postgresql.cnpg.io","controllerKind":"Cluster","Cluster":{"name":"mytestcluster","namespace":"cnpg-clusters"},"namespace":"cnpg-clusters","name":"mytestcluster","reconcileID":"f6dc9a54-4132-4421-8a32-07bc2bc44beb","uuid":"7d73a7e1-2a39-11ee-b47b-f2c9695be37a","logging_pod":"mytestcluster-4","currentPrimary":"mytestcluster-5","targetPrimary":"mytestcluster-5"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Switchover completed","controller":"cluster","controllerGroup":"postgresql.cnpg.io","controllerKind":"Cluster","Cluster":{"name":"mytestcluster","namespace":"cnpg-clusters"},"namespace":"cnpg-clusters","name":"mytestcluster","reconcileID":"f6dc9a54-4132-4421-8a32-07bc2bc44beb","uuid":"7d73a7e1-2a39-11ee-b47b-f2c9695be37a","logging_pod":"mytestcluster-4","targetPrimary":"mytestcluster-5","currentPrimary":"mytestcluster-5"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Waiting for the new primary to be available","logging_pod":"mytestcluster-4","primaryConnInfo":"host=mytestcluster-rw user=streaming_replica port=5432 sslkey=/controller/certificates/streaming_replica.key sslcert=/controller/certificates/streaming_replica.crt sslrootcert=/controller/certificates/server-ca.crt application_name=mytestcluster-4 sslmode=verify-ca dbname=postgres connect_timeout=5"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:10Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:11Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:11Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:11Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:11Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:12Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:13Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:14Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:14Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:14Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:14Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:14Z","msg":"Readiness probe failing","logging_pod":"mytestcluster-4","err":"instance is not ready yet"}
{"level":"info","ts":"2023-07-24T15:48:15Z","msg":"DB not available, will retry","logging_pod":"mytestcluster-4","err":"failed to connect to `host=mytestcluster-rw user=streaming_replica database=postgres`: dial error (timeout: context deadline exceeded)"}
{"level":"info","ts":"2023-07-24T15:48:15Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:15Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:15Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:15Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:16Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:17Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:18Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:18Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:18Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:18Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:19Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:20Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:20Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:20Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:20Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:21Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:21Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:21Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:21Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:22Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:23Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:24Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:24Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:24Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:24Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:24Z","msg":"Readiness probe failing","logging_pod":"mytestcluster-4","err":"instance is not ready yet"}
{"level":"info","ts":"2023-07-24T15:48:25Z","msg":"DB not available, will retry","logging_pod":"mytestcluster-4","err":"failed to connect to `host=mytestcluster-rw user=streaming_replica database=postgres`: dial error (timeout: context deadline exceeded)"}
{"level":"info","ts":"2023-07-24T15:48:25Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:26Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:26Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:26Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:26Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:27Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:28Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:28Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:28Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:28Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:30Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:30Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:30Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:30Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:30Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:31Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:31Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:31Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:32Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:32Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:33Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:34Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:34Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:34Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:34Z","msg":"Readiness probe failing","logging_pod":"mytestcluster-4","err":"instance is not ready yet"}
{"level":"info","ts":"2023-07-24T15:48:34Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:35Z","msg":"DB not available, will retry","logging_pod":"mytestcluster-4","err":"failed to connect to `host=mytestcluster-rw user=streaming_replica database=postgres`: dial error (timeout: context deadline exceeded)"}
{"level":"info","ts":"2023-07-24T15:48:36Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:36Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:36Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:36Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:36Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:37Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:38Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:38Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:38Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:38Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:40Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:40Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:40Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:40Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:40Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:42Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:42Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:42Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:42Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:42Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:44Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:44Z","msg":"Readiness probe failing","logging_pod":"mytestcluster-4","err":"instance is not ready yet"}
{"level":"info","ts":"2023-07-24T15:48:44Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:44Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:44Z","msg":"Liveness probe failing","logging_pod":"mytestcluster-4","err":"could not establish connection"}
{"level":"info","ts":"2023-07-24T15:48:44Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:44Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:45Z","msg":"DB not available, will retry","logging_pod":"mytestcluster-4","err":"failed to connect to `host=mytestcluster-rw user=streaming_replica database=postgres`: dial error (timeout: context deadline exceeded)"}
{"level":"info","ts":"2023-07-24T15:48:46Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:46Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:46Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:46Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:46Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:48Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:48Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:48Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:48Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:49Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:50Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:50Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:50Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:50Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:51Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:52Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:52Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:52Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:52Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:52Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:54Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:54Z","msg":"Readiness probe failing","logging_pod":"mytestcluster-4","err":"instance is not ready yet"}
{"level":"info","ts":"2023-07-24T15:48:54Z","msg":"Liveness probe failing","logging_pod":"mytestcluster-4","err":"could not establish connection"}
{"level":"info","ts":"2023-07-24T15:48:55Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:55Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:55Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:55Z","msg":"DB not available, will retry","logging_pod":"mytestcluster-4","err":"failed to connect to `host=mytestcluster-rw user=streaming_replica database=postgres`: dial error (timeout: context deadline exceeded)"}
{"level":"info","ts":"2023-07-24T15:48:55Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:56Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:56Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:56Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:56Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:57Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:58Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:59Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:59Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:59Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:48:59Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:01Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:01Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:01Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:01Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:01Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:03Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:03Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:03Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:03Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:03Z","msg":"Instance status probe failing","logging_pod":"mytestcluster-4","err":"failed to connect to `host=/controller/run user=postgres database=postgres`: dial error (dial unix /controller/run/.s.PGSQL.5432: connect: no such file or directory)"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Readiness probe failing","logging_pod":"mytestcluster-4","err":"instance is not ready yet"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Liveness probe failing","logging_pod":"mytestcluster-4","err":"could not establish connection"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Readiness probe failing","logging_pod":"mytestcluster-4","err":"instance is not ready yet"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Received termination signal","logging_pod":"mytestcluster-4","signal":"interrupt"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Requesting smart shutdown of the PostgreSQL instance","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:49:04Z","logger":"pg_ctl","msg":"pg_ctl: no server running\n","pipe":"stdout","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Error while handling the smart shutdown request: requiring fast shutdown","logging_pod":"mytestcluster-4","err":"instance is not running"}
{"level":"info","ts":"2023-07-24T15:49:04Z","logger":"pg_ctl","msg":"pg_ctl: no server running\n","pipe":"stdout","logging_pod":"mytestcluster-4"}
{"level":"error","ts":"2023-07-24T15:49:04Z","msg":"Error while shutting down the PostgreSQL instance","logging_pod":"mytestcluster-4","error":"instance is not running","stacktrace":"github.com/cloudnative-pg/cloudnative-pg/pkg/management/log.(*logger).Error\n\tpkg/management/log/log.go:128\ngithub.com/cloudnative-pg/cloudnative-pg/pkg/management/log.Error\n\tpkg/management/log/log.go:166\ngithub.com/cloudnative-pg/cloudnative-pg/internal/cmd/manager/instance/run/lifecycle.tryShuttingDownSmartFast\n\tinternal/cmd/manager/instance/run/lifecycle/shutdown.go:69\ngithub.com/cloudnative-pg/cloudnative-pg/internal/cmd/manager/instance/run/lifecycle.(*PostgresLifecycle).Start\n\tinternal/cmd/manager/instance/run/lifecycle/lifecycle.go:131\nsigs.k8s.io/controller-runtime/pkg/manager.(*runnableGroup).reconcile.func1\n\tpkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/manager/runnable_group.go:219"}
{"level":"error","ts":"2023-07-24T15:49:04Z","msg":"error while shutting down instance, proceeding","logging_pod":"mytestcluster-4","error":"instance is not running","stacktrace":"github.com/cloudnative-pg/cloudnative-pg/pkg/management/log.(*logger).Error\n\tpkg/management/log/log.go:128\ngithub.com/cloudnative-pg/cloudnative-pg/pkg/management/log.Error\n\tpkg/management/log/log.go:166\ngithub.com/cloudnative-pg/cloudnative-pg/internal/cmd/manager/instance/run/lifecycle.(*PostgresLifecycle).Start\n\tinternal/cmd/manager/instance/run/lifecycle/lifecycle.go:132\nsigs.k8s.io/controller-runtime/pkg/manager.(*runnableGroup).reconcile.func1\n\tpkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/manager/runnable_group.go:219"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Stopping and waiting for non leader election runnables"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Stopping and waiting for leader election runnables"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Exited log pipe","fileName":"/controller/log/postgres.csv","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Exited log pipe","fileName":"/controller/log/postgres.json","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Shutdown signal received, waiting for all workers to finish","controller":"cluster","controllerGroup":"postgresql.cnpg.io","controllerKind":"Cluster"}
{"level":"info","ts":"2023-07-24T15:49:04Z","logger":"roles_reconciler","msg":"Terminated RoleSynchronizer loop","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Exited log pipe","fileName":"/controller/log/postgres","logging_pod":"mytestcluster-4"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Webserver exited","logging_pod":"mytestcluster-4","address":"localhost:8010"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Webserver exited","logging_pod":"mytestcluster-4","address":":9187"}
{"level":"info","ts":"2023-07-24T15:49:04Z","msg":"Webserver exited","logging_pod":"mytestcluster-4","address":":8000"}
{"level":"info","ts":"2023-07-24T15:49:05Z","msg":"DB not available, will retry","logging_pod":"mytestcluster-4","err":"failed to connect to `host=mytestcluster-rw user=streaming_replica database=postgres`: dial error (timeout: context deadline exceeded)"}
{"level":"info","ts":"2023-07-24T15:49:15Z","msg":"DB not available, will retry","logging_pod":"mytestcluster-4","err":"failed to connect to `host=mytestcluster-rw user=streaming_replica database=postgres`: dial error (timeout: context deadline exceeded)"}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment